-- Logs begin at Thu 2021-05-27 02:45:46 UTC, end at Thu 2021-05-27 04:04:34 UTC. -- May 27 03:32:47.308976 dv-cinder-793264-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. May 27 03:32:48.265288 dv-cinder-793264-1-iscsi neutron-server[98744]: Beware of the coming changes in the project packaging May 27 03:32:48.265864 dv-cinder-793264-1-iscsi neutron-server[98744]: https://github.com/svinota/pyroute2/discussions/786 May 27 03:32:49.725047 dv-cinder-793264-1-iscsi neutron-server[98744]: INFO neutron.common.config [-] Logging enabled! May 27 03:32:49.725678 dv-cinder-793264-1-iscsi neutron-server[98744]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev242 May 27 03:32:49.725811 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=98744) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 27 03:32:49.729692 dv-cinder-793264-1-iscsi neutron-server[98744]: INFO neutron.common.config [-] Logging enabled! May 27 03:32:49.729953 dv-cinder-793264-1-iscsi neutron-server[98744]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev242 May 27 03:32:49.730269 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=98744) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 27 03:32:49.731196 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 27 03:32:49.731430 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 27 03:32:49.731790 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 27 03:32:49.732032 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 27 03:32:49.732258 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 27 03:32:49.732615 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:49.732916 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:49.733214 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:49.733443 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:49.733742 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:49.734032 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:49.734318 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:49.734609 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:49.734906 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:49.735194 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:49.735478 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:49.735763 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:49.735994 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:49.736279 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.common.config [-] config_source = [] {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:49.736596 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:49.736889 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:49.737122 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.common.config [-] debug = True {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:49.737406 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:49.737838 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:49.738241 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:49.738526 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:49.738915 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:49.739096 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:49.739372 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:49.739651 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:49.739935 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:49.740264 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.common.config [-] host = dv-cinder-793264-1-iscsi {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:49.740570 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:49.740860 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:49.741147 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:49.741433 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:49.741710 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:49.741987 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:49.742343 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:49.742656 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.common.config [-] log_dir = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:49.742934 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.common.config [-] log_file = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:49.743212 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:49.743504 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:49.743794 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:49.744091 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:49.744318 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:49.744566 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:49.744859 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:49.745147 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:49.745426 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:49.745701 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:49.745976 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:49.746250 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:49.746525 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:49.746797 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:49.747092 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:49.747381 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:49.747670 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:49.747951 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:49.748228 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:49.748531 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:49.748811 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:49.749103 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:49.749381 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:49.749656 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:49.749931 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:49.750222 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:49.750495 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:49.750771 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:49.751074 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:49.751363 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:49.751649 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:49.751936 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:49.752214 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:49.752528 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:49.752808 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:49.753084 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.common.config [-] use_journal = False {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:49.753360 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.common.config [-] use_json = False {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:49.753635 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:49.753909 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:49.754195 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:49.754470 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:49.754748 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:49.755024 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:49.755299 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:49.755587 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:49.755884 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:49.756183 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:49.756520 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:49.756812 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:49.757125 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:49.757409 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:49.757724 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:49.758011 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:49.758301 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:49.758594 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:49.758890 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:49.759174 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:49.759468 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:49.759753 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:49.760052 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:49.760362 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:49.760685 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:49.760978 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:49.761258 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:49.761536 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:49.761815 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:49.762097 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:49.762385 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:49.762680 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:49.762974 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:49.763251 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:49.763534 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:49.763827 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:49.764108 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:49.764382 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:49.764685 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:49.764979 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:49.765260 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:49.765533 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:49.765817 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:49.766098 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:49.766371 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:49.766644 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:49.766929 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:49.767219 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:49.767500 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:49.767773 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:49.768051 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:49.768330 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:49.768631 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:49.768922 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:49.769203 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:49.769479 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:49.769752 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:49.770034 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:49.770314 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:49.770589 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:49.770866 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:49.771140 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:49.771420 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:49.771694 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:49.771969 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:49.772245 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:49.772604 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:49.772881 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:49.773156 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:49.774035 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:49.774320 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:49.774598 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:49.774875 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:49.775150 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:49.775423 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:49.775700 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:49.775991 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:49.776292 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:49.776608 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:49.776893 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:49.777172 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:49.777456 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:49.777735 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:49.778014 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:49.778292 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:49.778570 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:49.778844 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:49.779134 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:49.779418 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:49.779709 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:49.779993 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:49.780272 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:49.780595 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:49.780874 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:49.781155 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:49.781433 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:49.781712 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:49.782002 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:49.782286 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:49.782581 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:49.782876 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:49.783170 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:49.783463 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:49.783757 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:49.784039 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:49.784348 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:49.784654 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:49.784872 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 27 03:32:49.785114 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=98744) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 27 03:32:50.137191 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=98744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:32:50.137470 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=98744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:32:50.137761 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=98744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:32:50.138244 dv-cinder-793264-1-iscsi neutron-server[98744]: INFO neutron.manager [-] Loading core plugin: ml2 May 27 03:32:50.530124 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:32:50.530414 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:32:50.530684 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:32:50.531871 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:32:50.532141 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:32:50.532435 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:32:50.568033 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:32:50.568316 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:32:50.568605 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:32:50.581854 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:32:50.582133 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:32:50.582397 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:32:50.611724 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:32:50.612010 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:32:50.612271 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:32:50.648510 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:32:50.648789 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:32:50.649050 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:32:50.886870 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=98744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:32:50.887495 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=98744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:32:50.887495 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=98744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:32:50.887660 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=98744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:32:50.888392 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=98744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:32:51.012129 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=98744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:32:51.012465 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=98744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:32:51.012748 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=98744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:32:51.013022 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=98744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:32:51.013287 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=98744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:32:51.013591 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=98744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:32:51.013844 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=98744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:32:51.014095 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=98744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:32:51.014343 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=98744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:32:51.014618 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=98744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:32:51.014871 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=98744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:32:51.015128 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=98744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:32:51.015390 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:32:51.015641 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=98744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:32:51.015909 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=98744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:32:51.016173 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=98744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:32:51.017489 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=98744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:32:51.017778 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:32:51.018043 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:32:51.018346 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=98744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:32:51.018684 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=98744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:32:51.018941 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=98744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:32:51.019192 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=98744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:32:51.019474 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:32:51.019725 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:32:51.019972 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:32:51.020355 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=98744) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 27 03:32:51.020685 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=98744) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 27 03:32:51.020922 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=98744) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 27 03:32:51.021154 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=98744) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 27 03:32:51.021383 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=98744) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 27 03:32:51.021613 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=98744) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 27 03:32:51.021990 dv-cinder-793264-1-iscsi neutron-server[98744]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 27 03:32:51.025241 dv-cinder-793264-1-iscsi neutron-server[98744]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 27 03:32:51.029142 dv-cinder-793264-1-iscsi neutron-server[98744]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 27 03:32:51.032869 dv-cinder-793264-1-iscsi neutron-server[98744]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) May 27 03:32:51.034488 dv-cinder-793264-1-iscsi neutron-server[98744]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 27 03:32:51.034935 dv-cinder-793264-1-iscsi neutron-server[98744]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 27 03:32:51.035272 dv-cinder-793264-1-iscsi neutron-server[98744]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 27 03:32:51.035652 dv-cinder-793264-1-iscsi neutron-server[98744]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 27 03:32:51.038592 dv-cinder-793264-1-iscsi neutron-server[98744]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 27 03:32:51.038842 dv-cinder-793264-1-iscsi neutron-server[98744]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 27 03:32:51.039208 dv-cinder-793264-1-iscsi neutron-server[98744]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 27 03:32:51.066618 dv-cinder-793264-1-iscsi neutron-server[98744]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 27 03:32:51.067059 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=98744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:32:51.067353 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=98744) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} May 27 03:32:51.067711 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=98744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:32:51.069070 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=98744) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 27 03:32:51.069344 dv-cinder-793264-1-iscsi neutron-server[98744]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 27 03:32:51.069579 dv-cinder-793264-1-iscsi neutron-server[98744]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 27 03:32:51.073302 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=98744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:32:51.073583 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=98744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:32:51.141330 dv-cinder-793264-1-iscsi neutron-server[98744]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 27 03:32:51.141481 dv-cinder-793264-1-iscsi neutron-server[98744]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 27 03:32:51.141716 dv-cinder-793264-1-iscsi neutron-server[98744]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 27 03:32:51.142087 dv-cinder-793264-1-iscsi neutron-server[98744]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 27 03:32:51.171878 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_db.sqlalchemy.engines [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=98744) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 27 03:32:51.651360 dv-cinder-793264-1-iscsi neutron-server[98744]: INFO neutron.plugins.ml2.managers [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Initializing driver for type 'gre' May 27 03:32:51.651916 dv-cinder-793264-1-iscsi neutron-server[98744]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] gre ID ranges: [(1, 1000)] May 27 03:32:51.862590 dv-cinder-793264-1-iscsi neutron-server[98744]: INFO neutron.plugins.ml2.managers [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Initializing driver for type 'local' May 27 03:32:51.862918 dv-cinder-793264-1-iscsi neutron-server[98744]: INFO neutron.plugins.ml2.managers [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Initializing driver for type 'vlan' May 27 03:32:51.925556 dv-cinder-793264-1-iscsi neutron-server[98744]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] VlanTypeDriver initialization complete May 27 03:32:51.926102 dv-cinder-793264-1-iscsi neutron-server[98744]: INFO neutron.plugins.ml2.managers [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Initializing driver for type 'vxlan' May 27 03:32:51.926312 dv-cinder-793264-1-iscsi neutron-server[98744]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] vxlan ID ranges: [(1, 1000)] May 27 03:32:52.073608 dv-cinder-793264-1-iscsi neutron-server[98744]: INFO neutron.plugins.ml2.managers [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Initializing extension driver 'port_security' May 27 03:32:52.073945 dv-cinder-793264-1-iscsi neutron-server[98744]: INFO neutron.plugins.ml2.extensions.port_security [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] PortSecurityExtensionDriver initialization complete May 27 03:32:52.074275 dv-cinder-793264-1-iscsi neutron-server[98744]: INFO neutron.plugins.ml2.managers [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Initializing mechanism driver 'openvswitch' May 27 03:32:52.074604 dv-cinder-793264-1-iscsi neutron-server[98744]: INFO neutron.plugins.ml2.managers [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Initializing mechanism driver 'hyperv' May 27 03:32:52.081264 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.plugins.ml2.plugin [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=98744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:32:52.082031 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron_lib.callbacks.manager [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Subscribe: > port after_create 55550000 {{(pid=98744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:32:52.082399 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron_lib.callbacks.manager [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Subscribe: > port after_update 55550000 {{(pid=98744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:32:52.082749 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron_lib.callbacks.manager [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Subscribe: > port after_delete 55550000 {{(pid=98744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:32:52.083132 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron_lib.callbacks.manager [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Subscribe: > subnet after_create 55550000 {{(pid=98744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:32:52.083485 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron_lib.callbacks.manager [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Subscribe: > subnet after_update 55550000 {{(pid=98744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:32:52.083829 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron_lib.callbacks.manager [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Subscribe: > subnet after_delete 55550000 {{(pid=98744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:32:52.084205 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron_lib.callbacks.manager [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Subscribe: > network after_create 55550000 {{(pid=98744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:32:52.084592 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron_lib.callbacks.manager [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Subscribe: > network after_update 55550000 {{(pid=98744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:32:52.084981 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron_lib.callbacks.manager [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Subscribe: > network after_delete 55550000 {{(pid=98744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:32:52.085386 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron_lib.callbacks.manager [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Subscribe: > security_group after_create 55550000 {{(pid=98744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:32:52.085761 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron_lib.callbacks.manager [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Subscribe: > security_group after_update 55550000 {{(pid=98744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:32:52.086712 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron_lib.callbacks.manager [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Subscribe: > security_group after_delete 55550000 {{(pid=98744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:32:52.087102 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron_lib.callbacks.manager [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=98744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:32:52.087447 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron_lib.callbacks.manager [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=98744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:32:52.087784 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron_lib.callbacks.manager [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=98744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:32:52.088195 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron_lib.callbacks.manager [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Subscribe: > address_group after_create 55550000 {{(pid=98744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:32:52.088561 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron_lib.callbacks.manager [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Subscribe: > address_group after_update 55550000 {{(pid=98744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:32:52.088896 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron_lib.callbacks.manager [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Subscribe: > address_group after_delete 55550000 {{(pid=98744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:32:52.089241 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] ML2 OVO RPC backend initialized. {{(pid=98744) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:160}} May 27 03:32:52.089938 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron_lib.callbacks.manager [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Subscribe: > router_interface after_create 55550000 {{(pid=98744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:32:52.090328 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron_lib.callbacks.manager [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=98744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:32:52.090752 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron_lib.callbacks.manager [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Subscribe: > network before_response 55550000 {{(pid=98744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:32:52.091093 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron_lib.callbacks.manager [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Subscribe: > networks before_response 55550000 {{(pid=98744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:32:52.091433 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron_lib.callbacks.manager [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Subscribe: > port before_response 55550000 {{(pid=98744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:32:52.091767 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron_lib.callbacks.manager [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Subscribe: > ports before_response 55550000 {{(pid=98744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:32:52.092106 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron_lib.callbacks.manager [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Subscribe: > subnet before_response 55550000 {{(pid=98744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:32:52.092452 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron_lib.callbacks.manager [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Subscribe: > subnets before_response 55550000 {{(pid=98744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:32:52.095180 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron_lib.callbacks.manager [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Subscribe: > network after_create 55550000 {{(pid=98744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:32:52.095180 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron_lib.callbacks.manager [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Subscribe: > network after_update 55550000 {{(pid=98744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:32:52.095180 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron_lib.callbacks.manager [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Subscribe: > network after_delete 55550000 {{(pid=98744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:32:52.095180 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron_lib.callbacks.manager [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Subscribe: > port after_create 55550000 {{(pid=98744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:32:52.095483 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron_lib.callbacks.manager [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Subscribe: > port after_update 55550000 {{(pid=98744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:32:52.095483 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron_lib.callbacks.manager [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Subscribe: > port after_delete 55550000 {{(pid=98744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:32:52.095483 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron_lib.callbacks.manager [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Subscribe: > subnet after_create 55550000 {{(pid=98744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:32:52.095483 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron_lib.callbacks.manager [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Subscribe: > subnet after_update 55550000 {{(pid=98744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:32:52.095755 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron_lib.callbacks.manager [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Subscribe: > subnet after_delete 55550000 {{(pid=98744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:32:52.095931 dv-cinder-793264-1-iscsi neutron-server[98744]: INFO neutron.plugins.ml2.plugin [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Modular L2 Plugin initialization complete May 27 03:32:52.096255 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.manager [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Loading services supported by the core plugin {{(pid=98744) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 27 03:32:52.096606 dv-cinder-793264-1-iscsi neutron-server[98744]: INFO neutron.plugins.ml2.managers [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Got port-security extension from driver 'port_security' May 27 03:32:52.097068 dv-cinder-793264-1-iscsi neutron-server[98744]: INFO neutron.extensions.vlantransparent [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Disabled vlantransparent extension. May 27 03:32:52.097554 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.manager [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=98744) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 27 03:32:52.097864 dv-cinder-793264-1-iscsi neutron-server[98744]: INFO neutron.manager [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Loading Plugin: router May 27 03:32:52.139069 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron_lib.callbacks.manager [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Subscribe: > router_interface before_create 55550000 {{(pid=98744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:32:52.139457 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron_lib.callbacks.manager [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Subscribe: > router after_create 55549900 {{(pid=98744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:32:52.139824 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron_lib.callbacks.manager [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Subscribe: > router before_create 55549900 {{(pid=98744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:32:52.140186 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron_lib.callbacks.manager [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=98744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:32:52.140579 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron_lib.callbacks.manager [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=98744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:32:52.140929 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron_lib.callbacks.manager [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Subscribe: > router after_delete 55549900 {{(pid=98744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:32:52.141281 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron_lib.callbacks.manager [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Subscribe: > floatingip after_update 55550000 {{(pid=98744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:32:52.141635 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron_lib.callbacks.manager [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Subscribe: > router after_create 55549900 {{(pid=98744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:32:52.141975 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron_lib.callbacks.manager [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Subscribe: > router after_update 55549900 {{(pid=98744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:32:52.142314 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron_lib.callbacks.manager [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Subscribe: > router after_update 55549900 {{(pid=98744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:32:52.142651 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron_lib.callbacks.manager [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=98744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:32:52.142998 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron_lib.callbacks.manager [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Subscribe: > router after_update 55549900 {{(pid=98744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:32:52.143397 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron_lib.callbacks.manager [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Subscribe: > router precommit_update 55549900 {{(pid=98744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:32:52.143754 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron_lib.callbacks.manager [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Subscribe: port after_update 55550000 {{(pid=98744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:32:52.144084 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron_lib.callbacks.manager [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Subscribe: port after_delete 55550000 {{(pid=98744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:32:52.144425 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron_lib.callbacks.manager [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Subscribe: subnet after_update 55550000 {{(pid=98744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:32:52.144772 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron_lib.callbacks.manager [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=98744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:32:52.145115 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron_lib.callbacks.manager [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Subscribe: > port precommit_delete 55550000 {{(pid=98744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:32:52.145458 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron_lib.callbacks.manager [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Subscribe: > router precommit_create 55549900 {{(pid=98744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:32:52.145793 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron_lib.callbacks.manager [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Subscribe: port before_delete 55550000 {{(pid=98744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:32:52.146127 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron_lib.callbacks.manager [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Subscribe: > router precommit_create 55550000 {{(pid=98744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:32:52.146474 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron_lib.callbacks.manager [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Subscribe: > router after_update 55549900 {{(pid=98744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:32:52.146806 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron_lib.callbacks.manager [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Subscribe: > router precommit_delete 55549900 {{(pid=98744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:32:52.147143 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron_lib.callbacks.manager [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Subscribe: > router precommit_create 55549900 {{(pid=98744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:32:52.147493 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron_lib.callbacks.manager [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Subscribe: > router_interface after_create 55550000 {{(pid=98744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:32:52.147828 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron_lib.callbacks.manager [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Subscribe: > router precommit_update 55549900 {{(pid=98744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:32:52.148193 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron_lib.callbacks.manager [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Subscribe: > network after_delete 55550000 {{(pid=98744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:32:52.149700 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.quota.resource_registry [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Tracking information for resource: router configured {{(pid=98744) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 27 03:32:52.150020 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.quota.resource_registry [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Tracking information for resource: floatingip configured {{(pid=98744) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 27 03:32:52.154888 dv-cinder-793264-1-iscsi neutron-server[98744]: INFO neutron.db.l3_agentschedulers_db [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 27 03:32:52.155455 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron_lib.callbacks.manager [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Subscribe: port after_update 55550000 {{(pid=98744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:32:52.155810 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron_lib.callbacks.manager [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Subscribe: port after_create 55550000 {{(pid=98744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:32:52.156152 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron_lib.callbacks.manager [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Subscribe: port after_delete 55550000 {{(pid=98744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:32:52.156528 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron_lib.callbacks.manager [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Subscribe: port after_update 55550000 {{(pid=98744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:32:52.157315 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron_lib.callbacks.manager [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Subscribe: > router before_create 55550100 {{(pid=98744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:32:52.157675 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron_lib.callbacks.manager [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Subscribe: > router precommit_delete 55550100 {{(pid=98744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:32:52.158030 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron_lib.callbacks.manager [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Subscribe: > router precommit_create 55550100 {{(pid=98744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:32:52.158379 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron_lib.callbacks.manager [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Subscribe: > router precommit_update 55550100 {{(pid=98744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:32:52.162859 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.services.provider_configuration [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Service providers = [] {{(pid=98744) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 27 03:32:52.163228 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.db.servicetype_db [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=98744) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 27 03:32:52.166162 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.services.service_base [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=98744) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 27 03:32:52.166506 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.services.service_base [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=98744) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 27 03:32:52.166841 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.services.service_base [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=98744) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 27 03:32:52.167699 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.services.service_base [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=98744) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 27 03:32:52.168063 dv-cinder-793264-1-iscsi neutron-server[98744]: INFO neutron.services.service_base [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Default provider is not specified for service type L3_ROUTER_NAT May 27 03:32:52.168621 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.manager [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=98744) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 27 03:32:52.168939 dv-cinder-793264-1-iscsi neutron-server[98744]: INFO neutron.manager [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 27 03:32:52.179257 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.manager [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=98744) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 27 03:32:52.179598 dv-cinder-793264-1-iscsi neutron-server[98744]: INFO neutron.manager [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Loading Plugin: auto_allocate May 27 03:32:52.185592 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron_lib.callbacks.manager [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Subscribe: network precommit_update 55550000 {{(pid=98744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:32:52.185958 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron_lib.callbacks.manager [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Subscribe: network precommit_create 55550000 {{(pid=98744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:32:52.186473 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.manager [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=98744) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 27 03:32:52.186788 dv-cinder-793264-1-iscsi neutron-server[98744]: INFO neutron.manager [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Loading Plugin: tag May 27 03:32:52.193539 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.manager [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=98744) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 27 03:32:52.193866 dv-cinder-793264-1-iscsi neutron-server[98744]: INFO neutron.manager [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Loading Plugin: timestamp May 27 03:32:52.198132 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.manager [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=98744) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 27 03:32:52.198458 dv-cinder-793264-1-iscsi neutron-server[98744]: INFO neutron.manager [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Loading Plugin: network_ip_availability May 27 03:32:52.203600 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron_lib.callbacks.manager [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=98744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:32:52.203971 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron_lib.callbacks.manager [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=98744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:32:52.204325 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron_lib.callbacks.manager [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:32:52.205120 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.manager [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=98744) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 27 03:32:52.205438 dv-cinder-793264-1-iscsi neutron-server[98744]: INFO neutron.manager [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Loading Plugin: flavors May 27 03:32:52.210416 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.manager [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=98744) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 27 03:32:52.211350 dv-cinder-793264-1-iscsi neutron-server[98744]: INFO neutron.manager [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Loading Plugin: revisions May 27 03:32:52.215566 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.manager [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=98744) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 27 03:32:52.215951 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_concurrency.lockutils [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.078s {{(pid=98744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:32:52.216711 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=98744) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} May 27 03:32:52.217044 dv-cinder-793264-1-iscsi neutron-server[98744]: INFO neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Initializing extension manager. May 27 03:32:52.217539 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Loading extension file: __init__.py {{(pid=98744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:32:52.217874 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Loading extension file: __pycache__ {{(pid=98744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:32:52.218203 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=98744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:32:52.218530 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Loading extension file: address_group.py {{(pid=98744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:32:52.219262 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=98744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 03:32:52.219818 dv-cinder-793264-1-iscsi neutron-server[98744]: INFO neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Loaded extension: address-group May 27 03:32:52.220134 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Loading extension file: address_scope.py {{(pid=98744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:32:52.220851 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=98744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 03:32:52.221353 dv-cinder-793264-1-iscsi neutron-server[98744]: INFO neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Loaded extension: address-scope May 27 03:32:52.221669 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Loading extension file: admin_state_down_before_update.py {{(pid=98744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:32:52.222570 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=98744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 03:32:52.223071 dv-cinder-793264-1-iscsi neutron-server[98744]: INFO neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Loaded extension: router-admin-state-down-before-update May 27 03:32:52.223390 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Loading extension file: agent.py {{(pid=98744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:32:52.224066 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=98744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 03:32:52.224601 dv-cinder-793264-1-iscsi neutron-server[98744]: INFO neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Loaded extension: agent May 27 03:32:52.224917 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Loading extension file: agent_resources_synced.py {{(pid=98744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:32:52.225801 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=98744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 03:32:52.226303 dv-cinder-793264-1-iscsi neutron-server[98744]: INFO neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Loaded extension: agent-resources-synced May 27 03:32:52.226655 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Loading extension file: allowedaddresspairs.py {{(pid=98744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:32:52.228408 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=98744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 03:32:52.228943 dv-cinder-793264-1-iscsi neutron-server[98744]: INFO neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Loaded extension: allowed-address-pairs May 27 03:32:52.229263 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Loading extension file: auto_allocated_topology.py {{(pid=98744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:32:52.230309 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=98744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 03:32:52.230824 dv-cinder-793264-1-iscsi neutron-server[98744]: INFO neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Loaded extension: auto-allocated-topology May 27 03:32:52.231144 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Loading extension file: availability_zone.py {{(pid=98744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:32:52.231815 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=98744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 03:32:52.232316 dv-cinder-793264-1-iscsi neutron-server[98744]: INFO neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Loaded extension: availability_zone May 27 03:32:52.232656 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Loading extension file: availability_zone_filter.py {{(pid=98744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:32:52.233547 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=98744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 03:32:52.234051 dv-cinder-793264-1-iscsi neutron-server[98744]: INFO neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Loaded extension: availability_zone_filter May 27 03:32:52.234365 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Loading extension file: data_plane_status.py {{(pid=98744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:32:52.235241 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=98744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 03:32:52.235738 dv-cinder-793264-1-iscsi neutron-server[98744]: INFO neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Extension data-plane-status not supported by any of loaded plugins May 27 03:32:52.236049 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Loading extension file: default_subnetpools.py {{(pid=98744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:32:52.236962 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=98744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 03:32:52.237463 dv-cinder-793264-1-iscsi neutron-server[98744]: INFO neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Loaded extension: default-subnetpools May 27 03:32:52.237778 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Loading extension file: dhcpagentscheduler.py {{(pid=98744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:32:52.238559 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=98744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 03:32:52.239060 dv-cinder-793264-1-iscsi neutron-server[98744]: INFO neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Loaded extension: dhcp_agent_scheduler May 27 03:32:52.239377 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Loading extension file: dns.py {{(pid=98744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:32:52.240266 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=98744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 03:32:52.240795 dv-cinder-793264-1-iscsi neutron-server[98744]: INFO neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Extension dns-integration not supported by any of loaded plugins May 27 03:32:52.241106 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Loading extension file: dns_domain_ports.py {{(pid=98744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:32:52.242029 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=98744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 03:32:52.242526 dv-cinder-793264-1-iscsi neutron-server[98744]: INFO neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Extension dns-domain-ports not supported by any of loaded plugins May 27 03:32:52.242838 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Loading extension file: dvr.py {{(pid=98744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:32:52.243494 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=98744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 03:32:52.243990 dv-cinder-793264-1-iscsi neutron-server[98744]: INFO neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Loaded extension: dvr May 27 03:32:52.244302 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Loading extension file: empty_string_filtering.py {{(pid=98744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:32:52.245220 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=98744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 03:32:52.245723 dv-cinder-793264-1-iscsi neutron-server[98744]: INFO neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Loaded extension: empty-string-filtering May 27 03:32:52.246037 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=98744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:32:52.246920 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=98744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 03:32:52.247417 dv-cinder-793264-1-iscsi neutron-server[98744]: INFO neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 27 03:32:52.247731 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=98744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:32:52.248649 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=98744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 03:32:52.249149 dv-cinder-793264-1-iscsi neutron-server[98744]: INFO neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 27 03:32:52.249462 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Loading extension file: external_net.py {{(pid=98744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:32:52.250344 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=98744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 03:32:52.250849 dv-cinder-793264-1-iscsi neutron-server[98744]: INFO neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Loaded extension: external-net May 27 03:32:52.251160 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Loading extension file: extra_dhcp_opt.py {{(pid=98744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:32:52.252045 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=98744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 03:32:52.252582 dv-cinder-793264-1-iscsi neutron-server[98744]: INFO neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Loaded extension: extra_dhcp_opt May 27 03:32:52.252900 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Loading extension file: extraroute.py {{(pid=98744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:32:52.253781 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=98744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 03:32:52.254281 dv-cinder-793264-1-iscsi neutron-server[98744]: INFO neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Loaded extension: extraroute May 27 03:32:52.254595 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Loading extension file: extraroute_atomic.py {{(pid=98744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:32:52.255592 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=98744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 03:32:52.256094 dv-cinder-793264-1-iscsi neutron-server[98744]: INFO neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Loaded extension: extraroute-atomic May 27 03:32:52.256424 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Loading extension file: filter_validation.py {{(pid=98744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:32:52.257074 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=98744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 03:32:52.258074 dv-cinder-793264-1-iscsi neutron-server[98744]: INFO neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Loaded extension: filter-validation May 27 03:32:52.258404 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Loading extension file: fip_pf_description.py {{(pid=98744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:32:52.259450 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=98744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 03:32:52.259949 dv-cinder-793264-1-iscsi neutron-server[98744]: INFO neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 27 03:32:52.260266 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Loading extension file: fip_port_details.py {{(pid=98744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:32:52.261188 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=98744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 03:32:52.261688 dv-cinder-793264-1-iscsi neutron-server[98744]: INFO neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Loaded extension: fip-port-details May 27 03:32:52.262003 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Loading extension file: flavors.py {{(pid=98744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:32:52.263209 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=98744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 03:32:52.263720 dv-cinder-793264-1-iscsi neutron-server[98744]: INFO neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Loaded extension: flavors May 27 03:32:52.264043 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=98744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:32:52.265711 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=98744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 03:32:52.266235 dv-cinder-793264-1-iscsi neutron-server[98744]: INFO neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 27 03:32:52.266564 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Loading extension file: floatingip_pools.py {{(pid=98744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:32:52.267246 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=98744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 03:32:52.267756 dv-cinder-793264-1-iscsi neutron-server[98744]: INFO neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Loaded extension: floatingip-pools May 27 03:32:52.268074 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Loading extension file: ip_allocation.py {{(pid=98744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:32:52.269077 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=98744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 03:32:52.269581 dv-cinder-793264-1-iscsi neutron-server[98744]: INFO neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Extension ip_allocation not supported by any of loaded plugins May 27 03:32:52.269899 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=98744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:32:52.270791 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=98744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 03:32:52.271299 dv-cinder-793264-1-iscsi neutron-server[98744]: INFO neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Loaded extension: ip-substring-filtering May 27 03:32:52.271617 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Loading extension file: l2_adjacency.py {{(pid=98744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:32:52.272551 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=98744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 03:32:52.273051 dv-cinder-793264-1-iscsi neutron-server[98744]: INFO neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Extension l2_adjacency not supported by any of loaded plugins May 27 03:32:52.273992 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Loading extension file: l3.py {{(pid=98744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:32:52.274936 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=98744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 03:32:52.275455 dv-cinder-793264-1-iscsi neutron-server[98744]: INFO neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Loaded extension: router May 27 03:32:52.275775 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Loading extension file: l3_conntrack_helper.py {{(pid=98744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:32:52.278002 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=98744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 03:32:52.278527 dv-cinder-793264-1-iscsi neutron-server[98744]: INFO neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 27 03:32:52.278852 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=98744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:32:52.279763 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=98744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 03:32:52.280275 dv-cinder-793264-1-iscsi neutron-server[98744]: INFO neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Loaded extension: ext-gw-mode May 27 03:32:52.280629 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=98744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:32:52.281524 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=98744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 03:32:52.282027 dv-cinder-793264-1-iscsi neutron-server[98744]: INFO neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Loaded extension: l3-ha May 27 03:32:52.282346 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Loading extension file: l3_flavors.py {{(pid=98744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:32:52.283232 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=98744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 03:32:52.283734 dv-cinder-793264-1-iscsi neutron-server[98744]: INFO neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Loaded extension: l3-flavors May 27 03:32:52.284055 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=98744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:32:52.284984 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=98744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 03:32:52.285483 dv-cinder-793264-1-iscsi neutron-server[98744]: INFO neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Loaded extension: l3-port-ip-change-not-allowed May 27 03:32:52.285798 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Loading extension file: l3agentscheduler.py {{(pid=98744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:32:52.286813 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=98744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 03:32:52.287323 dv-cinder-793264-1-iscsi neutron-server[98744]: INFO neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Loaded extension: l3_agent_scheduler May 27 03:32:52.287647 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Loading extension file: logging.py {{(pid=98744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:32:52.289188 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=98744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 03:32:52.289703 dv-cinder-793264-1-iscsi neutron-server[98744]: INFO neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Extension logging not supported by any of loaded plugins May 27 03:32:52.290028 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Loading extension file: metering.py {{(pid=98744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:32:52.290743 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=98744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 03:32:52.291312 dv-cinder-793264-1-iscsi neutron-server[98744]: INFO neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Loaded extension: metering May 27 03:32:52.291626 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=98744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:32:52.292716 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=98744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 03:32:52.293227 dv-cinder-793264-1-iscsi neutron-server[98744]: INFO neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Loaded extension: metering_source_and_destination_fields May 27 03:32:52.293543 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Loading extension file: multiprovidernet.py {{(pid=98744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:32:52.294573 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=98744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 03:32:52.295082 dv-cinder-793264-1-iscsi neutron-server[98744]: INFO neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Loaded extension: multi-provider May 27 03:32:52.295398 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Loading extension file: netmtu.py {{(pid=98744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:32:52.296283 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=98744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 03:32:52.296825 dv-cinder-793264-1-iscsi neutron-server[98744]: INFO neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Loaded extension: net-mtu May 27 03:32:52.297142 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Loading extension file: netmtu_writable.py {{(pid=98744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:32:52.298035 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=98744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 03:32:52.298536 dv-cinder-793264-1-iscsi neutron-server[98744]: INFO neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Loaded extension: net-mtu-writable May 27 03:32:52.298854 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Loading extension file: network_availability_zone.py {{(pid=98744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:32:52.299501 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=98744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 03:32:52.300003 dv-cinder-793264-1-iscsi neutron-server[98744]: INFO neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Loaded extension: network_availability_zone May 27 03:32:52.300318 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Loading extension file: network_ip_availability.py {{(pid=98744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:32:52.301404 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=98744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 03:32:52.301905 dv-cinder-793264-1-iscsi neutron-server[98744]: INFO neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Loaded extension: network-ip-availability May 27 03:32:52.302222 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Loading extension file: network_segment_range.py {{(pid=98744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:32:52.302965 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=98744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 03:32:52.303463 dv-cinder-793264-1-iscsi neutron-server[98744]: INFO neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Extension network-segment-range not supported by any of loaded plugins May 27 03:32:52.303775 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Loading extension file: pagination.py {{(pid=98744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:32:52.304797 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=98744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 03:32:52.305123 dv-cinder-793264-1-iscsi neutron-server[98744]: INFO neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Loaded extension: pagination May 27 03:32:52.305437 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Loading extension file: port_device_profile.py {{(pid=98744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:32:52.306581 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=98744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 03:32:52.307084 dv-cinder-793264-1-iscsi neutron-server[98744]: INFO neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Loaded extension: port-device-profile May 27 03:32:52.307398 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=98744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:32:52.308301 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=98744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 03:32:52.308831 dv-cinder-793264-1-iscsi neutron-server[98744]: INFO neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Loaded extension: port-mac-address-regenerate May 27 03:32:52.309145 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=98744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:32:52.310033 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=98744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 03:32:52.310536 dv-cinder-793264-1-iscsi neutron-server[98744]: INFO neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Loaded extension: port-numa-affinity-policy May 27 03:32:52.310850 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Loading extension file: port_resource_request.py {{(pid=98744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:32:52.311731 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=98744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 03:32:52.312225 dv-cinder-793264-1-iscsi neutron-server[98744]: INFO neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Extension port-resource-request not supported by any of loaded plugins May 27 03:32:52.312579 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Loading extension file: portbindings.py {{(pid=98744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:32:52.313484 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=98744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 03:32:52.313990 dv-cinder-793264-1-iscsi neutron-server[98744]: INFO neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Loaded extension: binding May 27 03:32:52.314304 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Loading extension file: portbindings_extended.py {{(pid=98744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:32:52.315544 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=98744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 03:32:52.316052 dv-cinder-793264-1-iscsi neutron-server[98744]: INFO neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Loaded extension: binding-extended May 27 03:32:52.316369 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Loading extension file: portsecurity.py {{(pid=98744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:32:52.317282 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=98744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 03:32:52.317787 dv-cinder-793264-1-iscsi neutron-server[98744]: INFO neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Loaded extension: port-security May 27 03:32:52.318125 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Loading extension file: project_id.py {{(pid=98744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:32:52.319049 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=98744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 03:32:52.319372 dv-cinder-793264-1-iscsi neutron-server[98744]: INFO neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Loaded extension: project-id May 27 03:32:52.319686 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Loading extension file: providernet.py {{(pid=98744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:32:52.321141 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=98744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 03:32:52.321649 dv-cinder-793264-1-iscsi neutron-server[98744]: INFO neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Loaded extension: provider May 27 03:32:52.321960 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Loading extension file: qos.py {{(pid=98744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:32:52.325400 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=98744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 03:32:52.325924 dv-cinder-793264-1-iscsi neutron-server[98744]: INFO neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Extension qos not supported by any of loaded plugins May 27 03:32:52.326252 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=98744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:32:52.327464 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=98744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 03:32:52.327976 dv-cinder-793264-1-iscsi neutron-server[98744]: INFO neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 27 03:32:52.328298 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=98744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:32:52.329228 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=98744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 03:32:52.329736 dv-cinder-793264-1-iscsi neutron-server[98744]: INFO neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 27 03:32:52.330052 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Loading extension file: qos_default.py {{(pid=98744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:32:52.330937 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=98744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 03:32:52.331444 dv-cinder-793264-1-iscsi neutron-server[98744]: INFO neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Extension qos-default not supported by any of loaded plugins May 27 03:32:52.331762 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Loading extension file: qos_fip.py {{(pid=98744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:32:52.332393 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=98744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 03:32:52.332914 dv-cinder-793264-1-iscsi neutron-server[98744]: INFO neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Extension qos-fip not supported by any of loaded plugins May 27 03:32:52.333231 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Loading extension file: qos_gateway_ip.py {{(pid=98744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:32:52.334124 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=98744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 03:32:52.334629 dv-cinder-793264-1-iscsi neutron-server[98744]: INFO neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 27 03:32:52.334947 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Loading extension file: qos_port_network_policy.py {{(pid=98744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:32:52.336457 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=98744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 03:32:52.336961 dv-cinder-793264-1-iscsi neutron-server[98744]: INFO neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 27 03:32:52.337280 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Loading extension file: qos_rule_type_details.py {{(pid=98744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:32:52.338168 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=98744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 03:32:52.338668 dv-cinder-793264-1-iscsi neutron-server[98744]: INFO neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 27 03:32:52.338986 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Loading extension file: qos_rules_alias.py {{(pid=98744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:32:52.339994 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=98744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 03:32:52.340531 dv-cinder-793264-1-iscsi neutron-server[98744]: INFO neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Extension qos-rules-alias not supported by any of loaded plugins May 27 03:32:52.340853 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Loading extension file: quotasv2.py {{(pid=98744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:32:52.341844 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=98744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 03:32:52.342169 dv-cinder-793264-1-iscsi neutron-server[98744]: INFO neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Loaded extension: quotas May 27 03:32:52.342487 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Loading extension file: quotasv2_detail.py {{(pid=98744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:32:52.344065 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=98744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 03:32:52.344436 dv-cinder-793264-1-iscsi neutron-server[98744]: INFO neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Loaded extension: quota_details May 27 03:32:52.344753 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Loading extension file: rbac.py {{(pid=98744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:32:52.345781 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=98744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 03:32:52.346301 dv-cinder-793264-1-iscsi neutron-server[98744]: INFO neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Loaded extension: rbac-policies May 27 03:32:52.346623 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Loading extension file: rbac_address_group.py {{(pid=98744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:32:52.347528 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=98744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 03:32:52.348039 dv-cinder-793264-1-iscsi neutron-server[98744]: INFO neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Loaded extension: rbac-address-group May 27 03:32:52.348357 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Loading extension file: rbac_address_scope.py {{(pid=98744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:32:52.349275 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=98744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 03:32:52.349788 dv-cinder-793264-1-iscsi neutron-server[98744]: INFO neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Loaded extension: rbac-address-scope May 27 03:32:52.350105 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Loading extension file: rbac_security_groups.py {{(pid=98744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:32:52.351001 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=98744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 03:32:52.351544 dv-cinder-793264-1-iscsi neutron-server[98744]: INFO neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Loaded extension: rbac-security-groups May 27 03:32:52.351862 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Loading extension file: rbac_subnetpool.py {{(pid=98744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:32:52.352795 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=98744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 03:32:52.353300 dv-cinder-793264-1-iscsi neutron-server[98744]: INFO neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Loaded extension: rbac-subnetpool May 27 03:32:52.353615 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Loading extension file: revisionifmatch.py {{(pid=98744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:32:52.354509 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=98744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 03:32:52.355009 dv-cinder-793264-1-iscsi neutron-server[98744]: INFO neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Loaded extension: revision-if-match May 27 03:32:52.355323 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Loading extension file: revisions.py {{(pid=98744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:32:52.356417 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=98744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 03:32:52.356933 dv-cinder-793264-1-iscsi neutron-server[98744]: INFO neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Loaded extension: standard-attr-revisions May 27 03:32:52.357252 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Loading extension file: router_availability_zone.py {{(pid=98744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:32:52.357904 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=98744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 03:32:52.358409 dv-cinder-793264-1-iscsi neutron-server[98744]: INFO neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Loaded extension: router_availability_zone May 27 03:32:52.358725 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Loading extension file: routerservicetype.py {{(pid=98744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:32:52.359614 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=98744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 03:32:52.360117 dv-cinder-793264-1-iscsi neutron-server[98744]: INFO neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Extension router-service-type not supported by any of loaded plugins May 27 03:32:52.360456 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=98744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:32:52.361350 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=98744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 03:32:52.361855 dv-cinder-793264-1-iscsi neutron-server[98744]: INFO neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Loaded extension: security-groups-normalized-cidr May 27 03:32:52.362173 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Loading extension file: security_groups_port_filtering.py {{(pid=98744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:32:52.363074 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=98744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 03:32:52.363576 dv-cinder-793264-1-iscsi neutron-server[98744]: INFO neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Loaded extension: port-security-groups-filtering May 27 03:32:52.363891 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=98744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:32:52.364818 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=98744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 03:32:52.365319 dv-cinder-793264-1-iscsi neutron-server[98744]: INFO neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Loaded extension: security-groups-remote-address-group May 27 03:32:52.365634 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Loading extension file: securitygroup.py {{(pid=98744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:32:52.374967 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=98744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 03:32:52.375496 dv-cinder-793264-1-iscsi neutron-server[98744]: INFO neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Loaded extension: security-group May 27 03:32:52.375823 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Loading extension file: segment.py {{(pid=98744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:32:52.376616 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=98744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 03:32:52.377126 dv-cinder-793264-1-iscsi neutron-server[98744]: INFO neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Extension segment not supported by any of loaded plugins May 27 03:32:52.377465 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=98744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:32:52.378359 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=98744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 03:32:52.378863 dv-cinder-793264-1-iscsi neutron-server[98744]: INFO neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 27 03:32:52.379183 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Loading extension file: servicetype.py {{(pid=98744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:32:52.380251 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=98744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 03:32:52.380789 dv-cinder-793264-1-iscsi neutron-server[98744]: INFO neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Loaded extension: service-type May 27 03:32:52.381110 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Loading extension file: sorting.py {{(pid=98744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:32:52.382066 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=98744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 03:32:52.382388 dv-cinder-793264-1-iscsi neutron-server[98744]: INFO neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Loaded extension: sorting May 27 03:32:52.383265 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Loading extension file: standard_attr_segment.py {{(pid=98744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:32:52.384158 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=98744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 03:32:52.384698 dv-cinder-793264-1-iscsi neutron-server[98744]: INFO neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Extension standard-attr-segment not supported by any of loaded plugins May 27 03:32:52.385016 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Loading extension file: standardattrdescription.py {{(pid=98744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:32:52.385641 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=98744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 03:32:52.386147 dv-cinder-793264-1-iscsi neutron-server[98744]: INFO neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Loaded extension: standard-attr-description May 27 03:32:52.386465 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Loading extension file: stateful_security_group.py {{(pid=98744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:32:52.387358 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=98744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 03:32:52.387862 dv-cinder-793264-1-iscsi neutron-server[98744]: INFO neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Loaded extension: stateful-security-group May 27 03:32:52.388175 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Loading extension file: stdattrs_common.py {{(pid=98744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:32:52.388769 dv-cinder-793264-1-iscsi neutron-server[98744]: WARNING neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 27 03:32:52.389086 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=98744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:32:52.390051 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=98744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 03:32:52.390554 dv-cinder-793264-1-iscsi neutron-server[98744]: INFO neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 27 03:32:52.390866 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Loading extension file: subnet_onboard.py {{(pid=98744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:32:52.391943 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=98744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 03:32:52.392478 dv-cinder-793264-1-iscsi neutron-server[98744]: INFO neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Loaded extension: subnet_onboard May 27 03:32:52.392797 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=98744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:32:52.393692 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=98744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 03:32:52.394197 dv-cinder-793264-1-iscsi neutron-server[98744]: INFO neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 27 03:32:52.394513 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Loading extension file: subnet_service_types.py {{(pid=98744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:32:52.395402 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=98744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 03:32:52.395996 dv-cinder-793264-1-iscsi neutron-server[98744]: INFO neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Loaded extension: subnet-service-types May 27 03:32:52.396314 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Loading extension file: subnetallocation.py {{(pid=98744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:32:52.397465 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=98744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 03:32:52.397975 dv-cinder-793264-1-iscsi neutron-server[98744]: INFO neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Loaded extension: subnet_allocation May 27 03:32:52.398936 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=98744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:32:52.399564 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=98744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 03:32:52.400072 dv-cinder-793264-1-iscsi neutron-server[98744]: INFO neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Loaded extension: subnetpool-prefix-ops May 27 03:32:52.400380 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=98744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:32:52.401302 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=98744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 03:32:52.401800 dv-cinder-793264-1-iscsi neutron-server[98744]: INFO neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 27 03:32:52.402111 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Loading extension file: tagging.py {{(pid=98744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:32:52.403143 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=98744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 03:32:52.403653 dv-cinder-793264-1-iscsi neutron-server[98744]: INFO neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Loaded extension: standard-attr-tag May 27 03:32:52.403970 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Loading extension file: timestamp.py {{(pid=98744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:32:52.405175 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=98744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 03:32:52.405690 dv-cinder-793264-1-iscsi neutron-server[98744]: INFO neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Loaded extension: standard-attr-timestamp May 27 03:32:52.406011 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Loading extension file: trunk.py {{(pid=98744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:32:52.407022 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=98744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 03:32:52.407534 dv-cinder-793264-1-iscsi neutron-server[98744]: INFO neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Extension trunk not supported by any of loaded plugins May 27 03:32:52.407856 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Loading extension file: trunk_details.py {{(pid=98744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:32:52.408785 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=98744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 03:32:52.409296 dv-cinder-793264-1-iscsi neutron-server[98744]: INFO neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Extension trunk-details not supported by any of loaded plugins May 27 03:32:52.409612 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Loading extension file: uplink_status_propagation.py {{(pid=98744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:32:52.410504 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=98744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 03:32:52.411008 dv-cinder-793264-1-iscsi neutron-server[98744]: INFO neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 27 03:32:52.411324 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Loading extension file: vlantransparent.py {{(pid=98744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:32:52.411970 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=98744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 03:32:52.412506 dv-cinder-793264-1-iscsi neutron-server[98744]: INFO neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Extension vlan-transparent not supported by any of loaded plugins May 27 03:32:52.414992 dv-cinder-793264-1-iscsi neutron-server[98744]: INFO neutron.quota.resource_registry [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Creating instance of TrackedResource for resource:network May 27 03:32:52.415675 dv-cinder-793264-1-iscsi neutron-server[98744]: INFO neutron.quota.resource_registry [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Creating instance of TrackedResource for resource:subnet May 27 03:32:52.417411 dv-cinder-793264-1-iscsi neutron-server[98744]: INFO neutron.quota.resource_registry [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Creating instance of TrackedResource for resource:subnetpool May 27 03:32:52.418024 dv-cinder-793264-1-iscsi neutron-server[98744]: INFO neutron.quota.resource_registry [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Creating instance of TrackedResource for resource:port May 27 03:32:52.419270 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.v2.resource_helper [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98744) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 03:32:52.419699 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.v2.resource_helper [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Service FLAVORS assigned prefix: {{(pid=98744) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 03:32:52.420322 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.v2.resource_helper [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98744) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 03:32:52.420780 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.v2.resource_helper [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98744) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 03:32:52.421104 dv-cinder-793264-1-iscsi neutron-server[98744]: INFO neutron.quota.resource_registry [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Creating instance of TrackedResource for resource:router May 27 03:32:52.421751 dv-cinder-793264-1-iscsi neutron-server[98744]: INFO neutron.quota.resource_registry [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Creating instance of TrackedResource for resource:floatingip May 27 03:32:52.422445 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.v2.resource_helper [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Service METERING assigned prefix: /metering {{(pid=98744) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 03:32:52.423840 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron_lib.callbacks.manager [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=98744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:32:52.424202 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron_lib.callbacks.manager [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=98744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:32:52.424578 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron_lib.callbacks.manager [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:32:52.425690 dv-cinder-793264-1-iscsi neutron-server[98744]: INFO neutron.quota.resource_registry [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Creating instance of CountableResource for resource:rbac_policy May 27 03:32:52.426132 dv-cinder-793264-1-iscsi neutron-server[98744]: INFO neutron.quota.resource_registry [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Creating instance of TrackedResource for resource:security_group May 27 03:32:52.426806 dv-cinder-793264-1-iscsi neutron-server[98744]: INFO neutron.quota.resource_registry [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Creating instance of TrackedResource for resource:security_group_rule May 27 03:32:52.427530 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.v2.resource_helper [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Service CORE assigned prefix: {{(pid=98744) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 03:32:52.427855 dv-cinder-793264-1-iscsi neutron-server[98744]: INFO neutron.quota.resource_registry [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Creating instance of TrackedResource for resource:subnetpool May 27 03:32:52.428183 dv-cinder-793264-1-iscsi neutron-server[98744]: WARNING neutron.quota.resource_registry [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] subnetpool is already registered May 27 03:32:52.428814 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.v2.resource_helper [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Service CORE assigned prefix: {{(pid=98744) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 03:32:52.429137 dv-cinder-793264-1-iscsi neutron-server[98744]: INFO neutron.quota.resource_registry [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Creating instance of TrackedResource for resource:subnetpool May 27 03:32:52.430012 dv-cinder-793264-1-iscsi neutron-server[98744]: WARNING neutron.quota.resource_registry [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] subnetpool is already registered May 27 03:32:52.432829 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.v2.resource_helper [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98744) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 03:32:52.433260 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.v2.resource_helper [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Service FLAVORS assigned prefix: {{(pid=98744) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 03:32:52.433850 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.v2.resource_helper [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98744) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 03:32:52.434269 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.v2.resource_helper [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98744) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 03:32:52.434594 dv-cinder-793264-1-iscsi neutron-server[98744]: INFO neutron.quota.resource_registry [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Creating instance of TrackedResource for resource:router May 27 03:32:52.434945 dv-cinder-793264-1-iscsi neutron-server[98744]: WARNING neutron.quota.resource_registry [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] router is already registered May 27 03:32:52.435528 dv-cinder-793264-1-iscsi neutron-server[98744]: INFO neutron.quota.resource_registry [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Creating instance of TrackedResource for resource:floatingip May 27 03:32:52.435851 dv-cinder-793264-1-iscsi neutron-server[98744]: WARNING neutron.quota.resource_registry [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] floatingip is already registered May 27 03:32:52.436503 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.v2.resource_helper [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Service METERING assigned prefix: /metering {{(pid=98744) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 03:32:52.437168 dv-cinder-793264-1-iscsi neutron-server[98744]: INFO neutron.quota.resource_registry [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Creating instance of CountableResource for resource:rbac_policy May 27 03:32:52.437490 dv-cinder-793264-1-iscsi neutron-server[98744]: WARNING neutron.quota.resource_registry [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] rbac_policy is already registered May 27 03:32:52.438022 dv-cinder-793264-1-iscsi neutron-server[98744]: INFO neutron.quota.resource_registry [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Creating instance of TrackedResource for resource:security_group May 27 03:32:52.438341 dv-cinder-793264-1-iscsi neutron-server[98744]: WARNING neutron.quota.resource_registry [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] security_group is already registered May 27 03:32:52.438928 dv-cinder-793264-1-iscsi neutron-server[98744]: INFO neutron.quota.resource_registry [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Creating instance of TrackedResource for resource:security_group_rule May 27 03:32:52.439262 dv-cinder-793264-1-iscsi neutron-server[98744]: WARNING neutron.quota.resource_registry [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] security_group_rule is already registered May 27 03:32:52.439931 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.v2.resource_helper [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Service CORE assigned prefix: {{(pid=98744) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 03:32:52.440251 dv-cinder-793264-1-iscsi neutron-server[98744]: INFO neutron.quota.resource_registry [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Creating instance of TrackedResource for resource:subnetpool May 27 03:32:52.440593 dv-cinder-793264-1-iscsi neutron-server[98744]: WARNING neutron.quota.resource_registry [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] subnetpool is already registered May 27 03:32:52.441176 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.v2.resource_helper [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Service CORE assigned prefix: {{(pid=98744) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 03:32:52.441493 dv-cinder-793264-1-iscsi neutron-server[98744]: INFO neutron.quota.resource_registry [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Creating instance of TrackedResource for resource:subnetpool May 27 03:32:52.441805 dv-cinder-793264-1-iscsi neutron-server[98744]: WARNING neutron.quota.resource_registry [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] subnetpool is already registered May 27 03:32:52.442433 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Extended resource: extensions {{(pid=98744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:32:52.443909 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Extended resource: address-groups {{(pid=98744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:32:52.446204 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Extended resource: address-scopes {{(pid=98744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:32:52.447403 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Extended resource: agents {{(pid=98744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:32:52.448622 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Extended resource: auto-allocated-topology {{(pid=98744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:32:52.450093 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Extended resource: availability_zones {{(pid=98744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:32:52.451286 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Extended resource: dhcp-networks {{(pid=98744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:32:52.452714 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Extended resource: dhcp-agents {{(pid=98744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:32:52.454122 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Extended resource: routers {{(pid=98744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:32:52.455931 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Extended resource: flavors {{(pid=98744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:32:52.457143 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Extended resource: service_profiles {{(pid=98744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:32:52.458357 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Extended resource: next_providers {{(pid=98744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:32:52.459865 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Extended resource: service_profiles {{(pid=98744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:32:52.461395 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Extended resource: floatingip-pools {{(pid=98744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:32:52.462604 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Extended resource: routers {{(pid=98744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:32:52.464418 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Extended resource: floatingips {{(pid=98744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:32:52.465612 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Extended resource: l3-routers {{(pid=98744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:32:52.466980 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Extended resource: l3-agents {{(pid=98744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:32:52.468364 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Extended resource: metering-labels {{(pid=98744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:32:52.469743 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Extended resource: metering-label-rules {{(pid=98744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:32:52.471008 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Extended resource: network-ip-availabilities {{(pid=98744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:32:52.472268 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Extended resource: bindings {{(pid=98744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:32:52.473939 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Extended resource: quotas {{(pid=98744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:32:52.475391 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Extended resource: quotas {{(pid=98744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:32:52.476873 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Extended resource: rbac-policies {{(pid=98744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:32:52.478173 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Extended resource: security-groups {{(pid=98744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:32:52.479378 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Extended resource: security-group-rules {{(pid=98744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:32:52.480630 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Extended resource: service-providers {{(pid=98744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:32:52.481839 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Extended resource: subnetpools {{(pid=98744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:32:52.484209 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Extended resource: subnetpools {{(pid=98744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:32:52.485692 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Extended resource: tags {{(pid=98744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:32:52.487397 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Extended resource: tags {{(pid=98744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:32:52.600776 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Extended resource: tags {{(pid=98744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:32:52.602658 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Extended resource: tags {{(pid=98744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:32:52.604453 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Extended resource: tags {{(pid=98744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:32:52.606332 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Extended resource: tags {{(pid=98744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:32:52.608032 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Extended resource: tags {{(pid=98744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:32:52.609961 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Extended resource: tags {{(pid=98744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:32:52.611722 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Extended resource: tags {{(pid=98744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:32:52.613610 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron.api.extensions [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Extended resource: tags {{(pid=98744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:32:52.619968 dv-cinder-793264-1-iscsi neutron-server[98744]: WARNING keystonemiddleware.auth_token [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 27 03:32:52.624757 dv-cinder-793264-1-iscsi neutron-server[98744]: WARNING keystonemiddleware.auth_token [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 27 03:32:52.633555 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_concurrency.lockutils [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Acquired lock "singleton_lock" {{(pid=98744) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} May 27 03:32:52.634027 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_concurrency.lockutils [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Releasing lock "singleton_lock" {{(pid=98744) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} May 27 03:32:52.634654 dv-cinder-793264-1-iscsi neutron-server[98744]: INFO oslo_service.service [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Starting 2 workers May 27 03:32:52.639308 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Started child 98851 {{(pid=98744) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 27 03:32:52.643566 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Started child 98852 {{(pid=98744) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 27 03:32:52.644549 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:52.645183 dv-cinder-793264-1-iscsi neutron-server[98744]: INFO neutron.service [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Neutron service started, listening on 0.0.0.0:9696 May 27 03:32:52.645794 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron_lib.callbacks.manager [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Notify callbacks [] for process, before_spawn {{(pid=98744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:52.646013 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [-] (98851) wsgi starting up on http://0.0.0.0:9696 May 27 03:32:52.648036 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:52.648480 dv-cinder-793264-1-iscsi neutron-server[98744]: INFO oslo_service.service [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Starting 1 workers May 27 03:32:52.649416 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [-] (98852) wsgi starting up on http://0.0.0.0:9696 May 27 03:32:52.653448 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Started child 98853 {{(pid=98744) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 27 03:32:52.653946 dv-cinder-793264-1-iscsi neutron-server[98744]: INFO oslo_service.service [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Starting 1 workers May 27 03:32:52.656818 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.service [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] calling RpcWorker wait() {{(pid=98853) _wait /opt/stack/neutron/neutron/service.py:128}} May 27 03:32:52.657333 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.service [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] returning from RpcWorker wait() {{(pid=98853) _wait /opt/stack/neutron/neutron/service.py:135}} May 27 03:32:52.658217 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Started child 98854 {{(pid=98744) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 27 03:32:52.658638 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:52.658975 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG neutron_lib.callbacks.manager [None req-94284028-9fcd-465f-9d22-5d8d3ec49250 None None] Notify callbacks [] for process, after_spawn {{(pid=98744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:52.659070 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=98853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:32:52.660960 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=98744) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 27 03:32:52.661180 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 27 03:32:52.661366 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 27 03:32:52.661581 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 27 03:32:52.661922 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 27 03:32:52.662087 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 27 03:32:52.662617 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.662899 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.663177 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.663462 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.663757 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=98854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:52.664241 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.664390 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.664861 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.665111 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.665399 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.665670 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.665845 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.666165 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.666426 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.666663 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.666989 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.667254 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.667520 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.667785 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.667959 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.668229 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] config_source = [] {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.668513 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.668763 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.669033 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] debug = True {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.669280 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.669789 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.670025 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.670271 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.670503 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.670788 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.671036 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.671315 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.671583 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.671806 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.672044 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.672314 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.672589 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.672808 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.673050 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.673314 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.673558 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.674046 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] host = dv-cinder-793264-1-iscsi {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.674271 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.674495 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.674762 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.675031 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.675265 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.675504 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.675769 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.676019 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.676275 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.676598 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.676831 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.677088 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.677307 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] log_dir = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.677565 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] log_file = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.677731 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] log_options = True {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.678009 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.678250 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.678513 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.678704 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.678874 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.679055 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.679310 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.680095 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.680285 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.680569 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.681099 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.681277 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.681531 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.681751 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.682017 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.682260 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.682499 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.682738 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.682983 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.683214 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.683444 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.683674 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.683893 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.684112 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.684330 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.684596 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.684828 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.685070 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.685289 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.685604 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.685917 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.686470 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.686866 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.687278 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.687534 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.687882 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.687991 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.688268 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.688535 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.688801 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.689066 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.689289 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.689521 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.689762 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.690001 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] use_journal = False {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.690253 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] use_json = False {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.690470 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.690709 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.690980 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.691218 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.691443 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.691662 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.691878 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.692121 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.692577 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.692870 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.693647 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.693796 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=98854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:32:52.693890 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.694132 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.694389 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.694645 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.694902 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.695243 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.696015 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.696329 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.696610 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.696922 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.697180 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.697428 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.697767 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.698032 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.698315 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.698556 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.698783 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.699025 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.699252 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.699603 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.699868 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.700128 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.25/identity {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.700431 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.700663 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.700890 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.701128 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.701479 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.716324 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.716324 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.716324 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.716324 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.716324 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.716324 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.716324 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.716324 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.716324 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.717018 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.717018 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.717018 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.717018 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.717018 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.717018 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.717018 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.717018 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.717018 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.717639 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.717639 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.717639 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.717639 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.717639 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.717639 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.717639 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.717639 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.717639 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.718198 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.718198 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.718198 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.718198 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.718198 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.718198 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.718198 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.718198 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.718198 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.719234 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.719234 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.719234 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.719234 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.719234 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.719234 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.719234 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.719234 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.719234 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.719833 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.719833 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.719833 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.719833 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.719833 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.719833 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.719833 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.719833 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.719833 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.720478 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.720478 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.720478 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.720478 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.720478 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.720478 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.720478 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.720478 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.721184 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.721184 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.721184 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.721184 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.721184 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.721184 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.721184 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.721184 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.722011 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.722011 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.722011 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.722011 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.722011 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.722011 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.722011 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.722011 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.722873 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.722873 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.722873 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.722873 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.722873 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.722873 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.722873 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.722873 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.723457 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.723457 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.723457 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.723457 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.723739 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.723881 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.724120 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.724366 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.724641 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.724906 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.725292 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.725426 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.725612 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.725837 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.726051 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.726279 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.727152 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.727152 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.727152 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.727610 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.727610 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.728249 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.728249 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.728559 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.728559 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.728838 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.729046 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.729302 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.25/identity {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.729516 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.729985 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.729985 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.730171 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.730372 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.731703 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.731703 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.731703 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.731703 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.731703 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.731703 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.733257 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.733257 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.733257 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.733257 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.733257 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.733257 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.733257 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.733936 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.733936 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.733936 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.734191 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.734269 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.734478 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.734700 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.734977 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.735239 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.735654 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.735902 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.736161 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.736488 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.736654 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.737490 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.737490 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.737490 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.737860 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.737860 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.738080 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.738186 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.738625 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.738625 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.738880 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.739033 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.739355 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.739604 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.739830 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.740067 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.740282 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.740543 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.740800 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.741036 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.741270 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.741485 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.741720 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.742519 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.742767 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.742988 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.743201 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.743904 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.743904 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.743904 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.744284 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.744432 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.744599 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.745070 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.745070 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.745339 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.745519 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.745729 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.745941 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.746158 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.746735 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.746735 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.747002 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.747281 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.747501 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.747711 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.748436 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.748436 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.748436 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.748689 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.748879 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.749109 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.749606 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.749606 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.749921 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.749921 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.750249 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.750502 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.750726 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.751145 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.751306 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.751471 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.751736 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.752078 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.752295 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.752556 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.752779 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.752997 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.753242 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.753508 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.753820 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.754118 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.754406 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.754672 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.754956 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.755241 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.755502 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.755716 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.756026 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.756372 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.756678 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.756942 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.757195 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.757493 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.758313 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.758551 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.758789 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.759029 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.759244 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.759484 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.759714 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.759971 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.760191 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.760445 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.760657 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.760884 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.761121 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.761348 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.761568 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.761727 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 27 03:32:52.762298 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=98744) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 27 03:32:52.762453 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 27 03:32:52.762606 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 27 03:32:52.762772 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 27 03:32:52.762939 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 27 03:32:52.763089 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 27 03:32:52.763293 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.763453 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.763611 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.763771 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.763927 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.764105 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.764266 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.764446 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.764611 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.764767 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.764909 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.765070 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.765225 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.765380 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.765536 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.765692 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.765848 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.766006 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.766166 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.766324 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] config_source = [] {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.766482 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.766639 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.766795 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] debug = True {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.766951 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.767123 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.767285 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.767442 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.767599 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.767755 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.767910 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.768066 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.768221 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.768376 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.768555 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.768711 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.768867 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.769039 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.769178 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.769325 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.769481 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.769712 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] host = dv-cinder-793264-1-iscsi {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.769957 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.770159 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.770320 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.770476 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.770631 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.770787 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.770944 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.771470 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.771470 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.771674 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.771759 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.771900 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.772060 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] log_dir = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.772295 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] log_file = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.772466 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] log_options = True {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.772595 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.772718 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.772846 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.773021 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.773210 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.773379 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.773534 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.773692 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.773851 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.774200 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.774200 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.774396 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.774475 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.774598 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.774742 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.774899 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.775054 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.775211 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.775640 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.775800 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.775956 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.776111 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.776268 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.776448 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.776601 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.776758 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.776913 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.777070 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.777226 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.777386 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.777541 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.777697 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.777855 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.778012 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.778172 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.778329 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.778476 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.778635 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.778791 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.778946 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.779101 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.779257 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.779413 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.779569 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.779725 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] use_journal = False {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.779882 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] use_json = False {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.780037 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.780192 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.780349 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.780543 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.780699 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.780855 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.781010 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.781168 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:32:52.781342 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.781502 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.781671 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.781832 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.781991 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.782149 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.782309 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.782458 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.782615 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.782771 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.782939 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.783097 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.783265 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.783425 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.783583 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.783744 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.783902 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.784060 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.784219 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.784376 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.784544 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.784702 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.784875 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.785033 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.785192 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.25/identity {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.785350 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.785522 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.785667 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.785827 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.785987 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.786146 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.786305 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.786465 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.786624 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.786783 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.786941 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.787099 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.787259 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.787421 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.787580 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.787740 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.787898 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.788057 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.788216 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.788374 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.788567 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.788727 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.789447 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.789610 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.789770 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.789974 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.790133 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.790292 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.790450 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.790610 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.790768 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.791288 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.791288 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.791288 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.791573 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.791573 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.791768 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.791860 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.791975 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.792132 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.792292 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.792522 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.792683 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.792843 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.793002 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.793162 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.793322 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.793481 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.793640 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.793799 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.793958 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.794118 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.794278 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.794437 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.794598 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.794756 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.794916 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.795075 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.795233 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.795400 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.795576 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.795734 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.795894 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.796053 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.796212 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.796371 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.796552 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.796713 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.796871 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.797030 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.797190 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.797350 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.797512 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.797671 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.797835 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.797993 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.798152 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.798311 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.798472 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.798632 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.798793 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.798952 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.799121 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.799259 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.799417 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.799576 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.799747 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.799906 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.800069 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.800228 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.800395 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.800569 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.800733 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.800894 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.801056 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.801217 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.801379 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.801541 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.801701 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.801860 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.802020 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.802179 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.802346 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.802516 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.802676 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.802837 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.803110 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.803382 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.803548 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.803709 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.803869 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.804029 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.804187 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.804348 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.805263 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.805687 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.806083 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.806171 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.806310 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.25/identity {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.806469 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.806630 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.806790 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.806950 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.807110 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.807270 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.807430 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.807589 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.807749 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.807913 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.808074 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.808258 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.808394 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.808574 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.808736 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.808896 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.809056 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.812984 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.812984 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.812984 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.812984 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.812984 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.812984 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.812984 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.812984 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.814092 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.814092 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.814092 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.814092 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.814092 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.814092 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.814092 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.814092 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.814643 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.814643 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.814643 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.814643 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.814643 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.814643 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.814643 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.814643 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.815491 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.815491 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.815491 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.815491 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.815491 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.815491 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.815491 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.815491 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.816046 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.816046 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.816046 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.816046 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.816046 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.816046 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.816046 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.816046 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.816741 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.816741 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.816741 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.816741 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.816741 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.816741 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.816741 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.816741 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.816741 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.817574 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.817574 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.817574 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.817574 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.817574 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.817574 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.817574 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.817574 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.818102 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.818102 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.818102 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.818303 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.818303 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.818457 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.818583 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.818741 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.818909 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.819068 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.819227 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.819387 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.819546 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.819767 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.819895 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.820012 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.820230 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.820392 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.820572 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.820732 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.820905 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.821061 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.821226 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.821386 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.821547 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.821710 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.821873 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.822036 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.822208 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.822374 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.822537 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.822704 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.822871 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.823213 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.823359 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.823528 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.823700 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.823848 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.824007 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.824162 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.824301 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.824485 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.824661 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.824803 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.824940 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.825075 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.825211 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.825373 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.825617 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.826302 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.826302 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.826302 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.826302 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.826302 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.826642 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.826642 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:32:52.826782 dv-cinder-793264-1-iscsi neutron-server[98744]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=98744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 27 03:32:52.831800 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=98853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:32:52.977982 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 50704) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:32:52.986328 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [-] 10.222.0.25 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063035 May 27 03:33:03.841042 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba069f45-4db7-402d-b86a-d98a38f6addb None None] get_active_networks_info from dv-cinder-793264-1-iscsi {{(pid=98853) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 27 03:33:03.938431 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba069f45-4db7-402d-b86a-d98a38f6addb None None] No non-hosted networks {{(pid=98853) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 27 03:33:03.953694 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.agentschedulers_db [None req-ba069f45-4db7-402d-b86a-d98a38f6addb None None] DHCP Agent not found on host dv-cinder-793264-1-iscsi {{(pid=98853) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} May 27 03:33:04.040600 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-7c91fe12-79d7-40c0-a4a2-d7de6b6caed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135'] for agent, after_create {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:06.423697 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-09410f6b-1d0a-45f4-ac0f-4d5a7255c63c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135'] for agent, after_create {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:06.431138 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-5e3393fe-7244-48d6-b6c3-09f5a75a0f4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:06.474494 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135'] for agent, after_create {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:06.475152 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:33:06.475732 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:33:06.476377 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:33:06.476716 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:33:06.477033 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:33:06.477352 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:33:06.477665 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:33:06.478000 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:33:06.478314 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:33:06.480657 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:33:06.481424 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:33:06.482226 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:33:06.482771 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-793264-1-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=98853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:33:06.496863 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-793264-1-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=98853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:33:07.708472 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-e3613943-0892-48bd-9358-60eb59884bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135'] for agent, after_create {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:08.771373 dv-cinder-793264-1-iscsi neutron-server[98853]: INFO neutron.db.l3_hamode_db [None req-6021cf9a-47c5-43e6-aa98-90cc37d743ba None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 27 03:33:08.861171 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6021cf9a-47c5-43e6-aa98-90cc37d743ba None None] Routers set() bound to L3 agent in host dv-cinder-793264-1-iscsi {{(pid=98853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 03:33:08.861574 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6021cf9a-47c5-43e6-aa98-90cc37d743ba None None] Router IDs set() for agent in host dv-cinder-793264-1-iscsi {{(pid=98853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} May 27 03:33:09.228145 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-3af0ace6-547d-4950-9fe5-73e267668fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135'] for agent, after_create {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:10.431903 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.wsgi [-] (98851) accepted ('10.222.0.25', 50798) {{(pid=98851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:33:11.008483 dv-cinder-793264-1-iscsi neutron-server[98851]: WARNING oslo_policy.policy [None req-d61548d4-ffdd-4d67-8e7a-b9d19a9422b2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 27 03:33:11.009064 dv-cinder-793264-1-iscsi neutron-server[98851]: WARNING oslo_policy.policy [None req-d61548d4-ffdd-4d67-8e7a-b9d19a9422b2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 27 03:33:11.238648 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.wsgi [None req-d61548d4-ffdd-4d67-8e7a-b9d19a9422b2 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=98851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 03:33:11.239801 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [None req-d61548d4-ffdd-4d67-8e7a-b9d19a9422b2 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8058836 May 27 03:33:13.537568 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.wsgi [-] (98851) accepted ('10.222.0.25', 50812) {{(pid=98851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:33:13.894757 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.v2.base [None req-9863b860-3d3f-4b3a-91cf-39cdb6fe8500 admin admin] Request body: {'subnetpool': {'shared': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'is_default': True}} {{(pid=98851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:33:13.994612 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.policy [None req-9863b860-3d3f-4b3a-91cf-39cdb6fe8500 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=98851) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 27 03:33:14.039315 dv-cinder-793264-1-iscsi neutron-server[98851]: WARNING oslo_policy.policy [None req-9863b860-3d3f-4b3a-91cf-39cdb6fe8500 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 27 03:33:14.039701 dv-cinder-793264-1-iscsi neutron-server[98851]: WARNING oslo_policy.policy [None req-9863b860-3d3f-4b3a-91cf-39cdb6fe8500 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 27 03:33:14.047995 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.quota [None req-9863b860-3d3f-4b3a-91cf-39cdb6fe8500 admin admin] Loaded quota_driver: . May 27 03:33:14.064044 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.quota.driver [None req-9863b860-3d3f-4b3a-91cf-39cdb6fe8500 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:33:14.177479 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-9863b860-3d3f-4b3a-91cf-39cdb6fe8500 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786486565269', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786486568948', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786486578665', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786486581437', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786486595513', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786486601281', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3667842', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3569664', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-408863', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-613034'] for rbac-policy, before_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:14.605403 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-9863b860-3d3f-4b3a-91cf-39cdb6fe8500 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:14.606586 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [None req-9863b860-3d3f-4b3a-91cf-39cdb6fe8500 admin admin] 10.222.0.25 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0680494 May 27 03:33:17.166409 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 50826) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:33:17.733361 dv-cinder-793264-1-iscsi neutron-server[98852]: WARNING oslo_policy.policy [None req-39d5fc4d-7a28-41f5-bc54-8df8f073f147 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 27 03:33:17.733946 dv-cinder-793264-1-iscsi neutron-server[98852]: WARNING oslo_policy.policy [None req-39d5fc4d-7a28-41f5-bc54-8df8f073f147 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 27 03:33:17.950351 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.v2.base [None req-39d5fc4d-7a28-41f5-bc54-8df8f073f147 admin admin] Request body: {'network': {'admin_state_up': True, 'tenant_id': '0ab90b53c3214dfea2942b26789f0f44', 'name': 'private', 'project_id': '0ab90b53c3214dfea2942b26789f0f44'}} {{(pid=98852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:33:17.951936 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.quota [None req-39d5fc4d-7a28-41f5-bc54-8df8f073f147 admin admin] Loaded quota_driver: . May 27 03:33:17.967986 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-39d5fc4d-7a28-41f5-bc54-8df8f073f147 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:33:17.974329 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-39d5fc4d-7a28-41f5-bc54-8df8f073f147 admin admin] Usage tracker for resource:network and tenant:0ab90b53c3214dfea2942b26789f0f44 is out of sync, need to count used quota {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:33:17.980516 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-39d5fc4d-7a28-41f5-bc54-8df8f073f147 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:33:17.987823 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-39d5fc4d-7a28-41f5-bc54-8df8f073f147 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:33:18.090828 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39d5fc4d-7a28-41f5-bc54-8df8f073f147 admin admin] Made reservation on behalf of 0ab90b53c3214dfea2942b26789f0f44 for: {'network': 1} {{(pid=98852) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:33:18.161793 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.policy [None req-39d5fc4d-7a28-41f5-bc54-8df8f073f147 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=98852) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 27 03:33:18.206483 dv-cinder-793264-1-iscsi neutron-server[98852]: WARNING oslo_policy.policy [None req-39d5fc4d-7a28-41f5-bc54-8df8f073f147 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 27 03:33:18.207033 dv-cinder-793264-1-iscsi neutron-server[98852]: WARNING oslo_policy.policy [None req-39d5fc4d-7a28-41f5-bc54-8df8f073f147 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 27 03:33:18.217637 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-39d5fc4d-7a28-41f5-bc54-8df8f073f147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3620918'] for network, before_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:18.238280 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-39d5fc4d-7a28-41f5-bc54-8df8f073f147 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:18.252430 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-39d5fc4d-7a28-41f5-bc54-8df8f073f147 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:33:18.256150 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-39d5fc4d-7a28-41f5-bc54-8df8f073f147 admin admin] Usage tracker for resource:security_group_rule and tenant:0ab90b53c3214dfea2942b26789f0f44 is out of sync, need to count used quota {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:33:18.261242 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-39d5fc4d-7a28-41f5-bc54-8df8f073f147 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:33:18.266750 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-39d5fc4d-7a28-41f5-bc54-8df8f073f147 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:33:18.364809 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-39d5fc4d-7a28-41f5-bc54-8df8f073f147 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:18.422132 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-39d5fc4d-7a28-41f5-bc54-8df8f073f147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:18.427657 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:33:18.445825 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39d5fc4d-7a28-41f5-bc54-8df8f073f147 admin admin] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=98852) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:33:18.473057 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-39d5fc4d-7a28-41f5-bc54-8df8f073f147 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8786481734126', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3483814'] for segment, precommit_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:18.473992 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-39d5fc4d-7a28-41f5-bc54-8df8f073f147 admin admin] Unsubscribe: segment precommit_create {{(pid=98852) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 27 03:33:18.474193 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.db.segments_db [None req-39d5fc4d-7a28-41f5-bc54-8df8f073f147 admin admin] Added segment ce40b162-f597-4bfb-b381-28f9edae9e57 of type vlan for network 302db8bb-c47f-4012-a1b6-ef403f88884d May 27 03:33:18.526778 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d5fc4d-7a28-41f5-bc54-8df8f073f147 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0750d407-3cf1-4eb5-b9fb-71d9b955e986,revision_number=1']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:33:18.548188 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d5fc4d-7a28-41f5-bc54-8df8f073f147 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:33:18.548568 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d5fc4d-7a28-41f5-bc54-8df8f073f147 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:33:18.548899 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d5fc4d-7a28-41f5-bc54-8df8f073f147 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:33:18.549221 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d5fc4d-7a28-41f5-bc54-8df8f073f147 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:33:18.549540 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d5fc4d-7a28-41f5-bc54-8df8f073f147 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:33:18.549871 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d5fc4d-7a28-41f5-bc54-8df8f073f147 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:33:18.550189 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d5fc4d-7a28-41f5-bc54-8df8f073f147 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:33:18.550502 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d5fc4d-7a28-41f5-bc54-8df8f073f147 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:33:18.550828 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d5fc4d-7a28-41f5-bc54-8df8f073f147 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:33:18.551140 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d5fc4d-7a28-41f5-bc54-8df8f073f147 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:33:18.551450 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d5fc4d-7a28-41f5-bc54-8df8f073f147 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:33:18.551757 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d5fc4d-7a28-41f5-bc54-8df8f073f147 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:33:18.552842 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d5fc4d-7a28-41f5-bc54-8df8f073f147 admin admin] Tracked resource versions report: May 27 03:33:18.552842 dv-cinder-793264-1-iscsi neutron-server[98852]: pushed versions: May 27 03:33:18.552842 dv-cinder-793264-1-iscsi neutron-server[98852]: { 'AddressGroup': {'1.2'}, May 27 03:33:18.552842 dv-cinder-793264-1-iscsi neutron-server[98852]: 'ConntrackHelper': {'1.0'}, May 27 03:33:18.552842 dv-cinder-793264-1-iscsi neutron-server[98852]: 'Log': {'1.0'}, May 27 03:33:18.552842 dv-cinder-793264-1-iscsi neutron-server[98852]: 'Network': {'1.1'}, May 27 03:33:18.552842 dv-cinder-793264-1-iscsi neutron-server[98852]: 'Port': {'1.7'}, May 27 03:33:18.552842 dv-cinder-793264-1-iscsi neutron-server[98852]: 'PortForwarding': {'1.2'}, May 27 03:33:18.552842 dv-cinder-793264-1-iscsi neutron-server[98852]: 'QosPolicy': {'1.8'}, May 27 03:33:18.552842 dv-cinder-793264-1-iscsi neutron-server[98852]: 'SecurityGroup': {'1.4'}, May 27 03:33:18.552842 dv-cinder-793264-1-iscsi neutron-server[98852]: 'SecurityGroupRule': {'1.2'}, May 27 03:33:18.552842 dv-cinder-793264-1-iscsi neutron-server[98852]: 'SubPort': {'1.0'}, May 27 03:33:18.552842 dv-cinder-793264-1-iscsi neutron-server[98852]: 'Subnet': {'1.1'}, May 27 03:33:18.552842 dv-cinder-793264-1-iscsi neutron-server[98852]: 'Trunk': {'1.1'}} May 27 03:33:18.552842 dv-cinder-793264-1-iscsi neutron-server[98852]: consumer versions: May 27 03:33:18.552842 dv-cinder-793264-1-iscsi neutron-server[98852]: { DHCP agent@dv-cinder-793264-1-iscsi: {}, May 27 03:33:18.552842 dv-cinder-793264-1-iscsi neutron-server[98852]: L3 agent@dv-cinder-793264-1-iscsi: {}, May 27 03:33:18.552842 dv-cinder-793264-1-iscsi neutron-server[98852]: Metadata agent@dv-cinder-793264-1-iscsi: {}, May 27 03:33:18.552842 dv-cinder-793264-1-iscsi neutron-server[98852]: Metering agent@dv-cinder-793264-1-iscsi: {}, May 27 03:33:18.552842 dv-cinder-793264-1-iscsi neutron-server[98852]: Open vSwitch agent@dv-cinder-793264-1-iscsi: { 'AddressGroup': '1.2', May 27 03:33:18.552842 dv-cinder-793264-1-iscsi neutron-server[98852]: 'ConntrackHelper': '1.0', May 27 03:33:18.552842 dv-cinder-793264-1-iscsi neutron-server[98852]: 'Log': '1.0', May 27 03:33:18.552842 dv-cinder-793264-1-iscsi neutron-server[98852]: 'Network': '1.1', May 27 03:33:18.552842 dv-cinder-793264-1-iscsi neutron-server[98852]: 'Port': '1.7', May 27 03:33:18.552842 dv-cinder-793264-1-iscsi neutron-server[98852]: 'PortForwarding': '1.2', May 27 03:33:18.552842 dv-cinder-793264-1-iscsi neutron-server[98852]: 'QosPolicy': '1.8', May 27 03:33:18.552842 dv-cinder-793264-1-iscsi neutron-server[98852]: 'SecurityGroup': '1.4', May 27 03:33:18.552842 dv-cinder-793264-1-iscsi neutron-server[98852]: 'SecurityGroupRule': '1.2', May 27 03:33:18.552842 dv-cinder-793264-1-iscsi neutron-server[98852]: 'SubPort': '1.0', May 27 03:33:18.552842 dv-cinder-793264-1-iscsi neutron-server[98852]: 'Subnet': '1.1', May 27 03:33:18.552842 dv-cinder-793264-1-iscsi neutron-server[98852]: 'Trunk': '1.1'}} May 27 03:33:18.552842 dv-cinder-793264-1-iscsi neutron-server[98852]: {{(pid=98852) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 27 03:33:18.594873 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-39d5fc4d-7a28-41f5-bc54-8df8f073f147 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786481306974'] for network, precommit_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:18.602335 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-39d5fc4d-7a28-41f5-bc54-8df8f073f147 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:33:18.701147 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-39d5fc4d-7a28-41f5-bc54-8df8f073f147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3689963'] for network, after_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:18.703382 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d5fc4d-7a28-41f5-bc54-8df8f073f147 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:33:18.704043 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-39d5fc4d-7a28-41f5-bc54-8df8f073f147 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689932'] for network, before_response {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:18.708612 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:33:18.811321 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d5fc4d-7a28-41f5-bc54-8df8f073f147 admin admin] Pushing event updated for resources: {'Network': ['ID=302db8bb-c47f-4012-a1b6-ef403f88884d,revision_number=1']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:33:18.816546 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-39d5fc4d-7a28-41f5-bc54-8df8f073f147 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:33:18.825710 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Network 302db8bb-c47f-4012-a1b6-ef403f88884d details requested by agent ovs-agent-dv-cinder-793264-1-iscsi with host dv-cinder-793264-1-iscsi {{(pid=98853) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:33:18.873381 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-39d5fc4d-7a28-41f5-bc54-8df8f073f147 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 1.7059383 May 27 03:33:21.467413 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 50848) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:33:21.907025 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b15189ee-6b00-461c-9a46-ad1e2d037e84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:33:21.908354 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-b15189ee-6b00-461c-9a46-ad1e2d037e84 admin admin] 10.222.0.25 "GET /v2.0/networks/302db8bb-c47f-4012-a1b6-ef403f88884d HTTP/1.1" status: 200 len: 824 time: 0.4399457 May 27 03:33:21.948071 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-54b7ca59-c058-4290-8da1-3e2c1802caad admin admin] 10.222.0.25 "GET /v2.0/subnetpools/46f02042-af5a-42ab-a2c8-f039e7937187 HTTP/1.1" status: 200 len: 734 time: 0.0337226 May 27 03:33:21.956713 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.v2.base [None req-59b51777-c960-436f-b0d5-5f3bd27095c0 admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.20.0.1', 'subnetpool_id': '46f02042-af5a-42ab-a2c8-f039e7937187', 'tenant_id': '0ab90b53c3214dfea2942b26789f0f44', 'network_id': '302db8bb-c47f-4012-a1b6-ef403f88884d', 'name': 'private-subnet'}} {{(pid=98852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:33:21.961747 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-59b51777-c960-436f-b0d5-5f3bd27095c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:33:21.965479 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-59b51777-c960-436f-b0d5-5f3bd27095c0 admin admin] Usage tracker for resource:subnet and tenant:0ab90b53c3214dfea2942b26789f0f44 is out of sync, need to count used quota {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:33:21.968540 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-59b51777-c960-436f-b0d5-5f3bd27095c0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:33:21.974452 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-59b51777-c960-436f-b0d5-5f3bd27095c0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:33:22.113847 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59b51777-c960-436f-b0d5-5f3bd27095c0 admin admin] Made reservation on behalf of 0ab90b53c3214dfea2942b26789f0f44 for: {'subnet': 1} {{(pid=98852) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:33:22.116239 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-59b51777-c960-436f-b0d5-5f3bd27095c0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:22.635327 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-59b51777-c960-436f-b0d5-5f3bd27095c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954'] for subnet, after_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:22.640225 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:33:22.717044 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b51777-c960-436f-b0d5-5f3bd27095c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8df3819-e08a-4edb-be6e-27e0ab96af98,revision_number=0']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:33:22.718924 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b51777-c960-436f-b0d5-5f3bd27095c0 admin admin] Checking segment: {'id': 'ce40b162-f597-4bfb-b381-28f9edae9e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '302db8bb-c47f-4012-a1b6-ef403f88884d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 03:33:22.719292 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59b51777-c960-436f-b0d5-5f3bd27095c0 admin admin] Network hostable DHCP agents. Network: 302db8bb-c47f-4012-a1b6-ef403f88884d, hostable agents: ['a814e8a4-142b-4ae8-859e-9bd936be0847'], hosted agents: [] {{(pid=98852) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:33:22.723971 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-59b51777-c960-436f-b0d5-5f3bd27095c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:33:22.782060 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59b51777-c960-436f-b0d5-5f3bd27095c0 admin admin] Network 302db8bb-c47f-4012-a1b6-ef403f88884d is scheduled to be hosted by DHCP agent a814e8a4-142b-4ae8-859e-9bd936be0847 with binding_index 1 {{(pid=98852) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:33:22.839466 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.scheduler.base_scheduler [None req-59b51777-c960-436f-b0d5-5f3bd27095c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793264-1-iscsi, 302db8bb-c47f-4012-a1b6-ef403f88884d) {{(pid=98852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:33:22.844539 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59b51777-c960-436f-b0d5-5f3bd27095c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:33:22.845133 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-59b51777-c960-436f-b0d5-5f3bd27095c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689932'] for subnet, before_response {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:22.851164 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5482319-3f7d-43f4-a16e-4944c2299abd None None] Network 302db8bb-c47f-4012-a1b6-ef403f88884d requested from dv-cinder-793264-1-iscsi {{(pid=98853) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 03:33:22.994561 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-59b51777-c960-436f-b0d5-5f3bd27095c0 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0410886 May 27 03:33:23.154913 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b732b40-0921-4f2d-872c-babb7f97e0c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf42e03b3-9b92-5ab7-8f52-3d70870301b3-302db8bb-c47f-4012-a1b6-ef403f88884d', 'network_id': '302db8bb-c47f-4012-a1b6-ef403f88884d', 'tenant_id': '0ab90b53c3214dfea2942b26789f0f44', 'fixed_ips': [{'subnet_id': 'c8df3819-e08a-4edb-be6e-27e0ab96af98'}]}} from dv-cinder-793264-1-iscsi. {{(pid=98853) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 27 03:33:23.156053 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-4b732b40-0921-4f2d-872c-babb7f97e0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_create {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:23.339502 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.db_base_plugin_common [None req-4b732b40-0921-4f2d-872c-babb7f97e0c2 None None] Allocated IP 172.20.0.2 (302db8bb-c47f-4012-a1b6-ef403f88884d/c8df3819-e08a-4edb-be6e-27e0ab96af98/4233d19b-d033-4aa4-9e0c-4c71af435143) {{(pid=98853) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:33:23.566330 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-4b732b40-0921-4f2d-872c-babb7f97e0c2 None None] Notify callbacks [] for port, precommit_create {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:23.579200 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-4b732b40-0921-4f2d-872c-babb7f97e0c2 None None] Transition to ACTIVE for port object 4233d19b-d033-4aa4-9e0c-4c71af435143 will not be triggered until provisioned by entity L2. {{(pid=98853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:33:23.601578 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-4b732b40-0921-4f2d-872c-babb7f97e0c2 None None] Transition to ACTIVE for port object 4233d19b-d033-4aa4-9e0c-4c71af435143 will not be triggered until provisioned by entity DHCP. {{(pid=98853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:33:23.657786 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-4b732b40-0921-4f2d-872c-babb7f97e0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786481287388'] for port, after_create {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:23.662766 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:33:23.722009 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b732b40-0921-4f2d-872c-babb7f97e0c2 None None] Network 302db8bb-c47f-4012-a1b6-ef403f88884d is already hosted by enough agents. {{(pid=98853) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:33:23.723089 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.scheduler.base_scheduler [None req-4b732b40-0921-4f2d-872c-babb7f97e0c2 None None] Resources bound (agent type, host, resource id): {{(pid=98853) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:33:23.729150 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b732b40-0921-4f2d-872c-babb7f97e0c2 None None] Received port after_create {{(pid=98853) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 03:33:23.738234 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b732b40-0921-4f2d-872c-babb7f97e0c2 None None] Pushing event updated for resources: {'Port': ['ID=4233d19b-d033-4aa4-9e0c-4c71af435143,revision_number=1']} {{(pid=98853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:33:23.802891 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b732b40-0921-4f2d-872c-babb7f97e0c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:33:23.803228 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b732b40-0921-4f2d-872c-babb7f97e0c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:33:23.803581 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b732b40-0921-4f2d-872c-babb7f97e0c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:33:23.803900 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b732b40-0921-4f2d-872c-babb7f97e0c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:33:23.804217 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b732b40-0921-4f2d-872c-babb7f97e0c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:33:23.804561 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b732b40-0921-4f2d-872c-babb7f97e0c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:33:23.804876 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b732b40-0921-4f2d-872c-babb7f97e0c2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:33:23.805436 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b732b40-0921-4f2d-872c-babb7f97e0c2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:33:23.805762 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b732b40-0921-4f2d-872c-babb7f97e0c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:33:23.806077 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b732b40-0921-4f2d-872c-babb7f97e0c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:33:23.806381 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b732b40-0921-4f2d-872c-babb7f97e0c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:33:23.806682 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b732b40-0921-4f2d-872c-babb7f97e0c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:33:23.807752 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b732b40-0921-4f2d-872c-babb7f97e0c2 None None] Tracked resource versions report: May 27 03:33:23.807752 dv-cinder-793264-1-iscsi neutron-server[98853]: pushed versions: May 27 03:33:23.807752 dv-cinder-793264-1-iscsi neutron-server[98853]: { 'AddressGroup': {'1.2'}, May 27 03:33:23.807752 dv-cinder-793264-1-iscsi neutron-server[98853]: 'ConntrackHelper': {'1.0'}, May 27 03:33:23.807752 dv-cinder-793264-1-iscsi neutron-server[98853]: 'Log': {'1.0'}, May 27 03:33:23.807752 dv-cinder-793264-1-iscsi neutron-server[98853]: 'Network': {'1.1'}, May 27 03:33:23.807752 dv-cinder-793264-1-iscsi neutron-server[98853]: 'Port': {'1.7'}, May 27 03:33:23.807752 dv-cinder-793264-1-iscsi neutron-server[98853]: 'PortForwarding': {'1.2'}, May 27 03:33:23.807752 dv-cinder-793264-1-iscsi neutron-server[98853]: 'QosPolicy': {'1.8'}, May 27 03:33:23.807752 dv-cinder-793264-1-iscsi neutron-server[98853]: 'SecurityGroup': {'1.4'}, May 27 03:33:23.807752 dv-cinder-793264-1-iscsi neutron-server[98853]: 'SecurityGroupRule': {'1.2'}, May 27 03:33:23.807752 dv-cinder-793264-1-iscsi neutron-server[98853]: 'SubPort': {'1.0'}, May 27 03:33:23.807752 dv-cinder-793264-1-iscsi neutron-server[98853]: 'Subnet': {'1.1'}, May 27 03:33:23.807752 dv-cinder-793264-1-iscsi neutron-server[98853]: 'Trunk': {'1.1'}} May 27 03:33:23.807752 dv-cinder-793264-1-iscsi neutron-server[98853]: consumer versions: May 27 03:33:23.807752 dv-cinder-793264-1-iscsi neutron-server[98853]: { DHCP agent@dv-cinder-793264-1-iscsi: {}, May 27 03:33:23.807752 dv-cinder-793264-1-iscsi neutron-server[98853]: L3 agent@dv-cinder-793264-1-iscsi: {}, May 27 03:33:23.807752 dv-cinder-793264-1-iscsi neutron-server[98853]: Metadata agent@dv-cinder-793264-1-iscsi: {}, May 27 03:33:23.807752 dv-cinder-793264-1-iscsi neutron-server[98853]: Metering agent@dv-cinder-793264-1-iscsi: {}, May 27 03:33:23.807752 dv-cinder-793264-1-iscsi neutron-server[98853]: Open vSwitch agent@dv-cinder-793264-1-iscsi: { 'AddressGroup': '1.2', May 27 03:33:23.807752 dv-cinder-793264-1-iscsi neutron-server[98853]: 'ConntrackHelper': '1.0', May 27 03:33:23.807752 dv-cinder-793264-1-iscsi neutron-server[98853]: 'Log': '1.0', May 27 03:33:23.807752 dv-cinder-793264-1-iscsi neutron-server[98853]: 'Network': '1.1', May 27 03:33:23.807752 dv-cinder-793264-1-iscsi neutron-server[98853]: 'Port': '1.7', May 27 03:33:23.807752 dv-cinder-793264-1-iscsi neutron-server[98853]: 'PortForwarding': '1.2', May 27 03:33:23.807752 dv-cinder-793264-1-iscsi neutron-server[98853]: 'QosPolicy': '1.8', May 27 03:33:23.807752 dv-cinder-793264-1-iscsi neutron-server[98853]: 'SecurityGroup': '1.4', May 27 03:33:23.807752 dv-cinder-793264-1-iscsi neutron-server[98853]: 'SecurityGroupRule': '1.2', May 27 03:33:23.807752 dv-cinder-793264-1-iscsi neutron-server[98853]: 'SubPort': '1.0', May 27 03:33:23.807752 dv-cinder-793264-1-iscsi neutron-server[98853]: 'Subnet': '1.1', May 27 03:33:23.807752 dv-cinder-793264-1-iscsi neutron-server[98853]: 'Trunk': '1.1'}} May 27 03:33:23.807752 dv-cinder-793264-1-iscsi neutron-server[98853]: {{(pid=98853) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 27 03:33:23.823105 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-4b732b40-0921-4f2d-872c-babb7f97e0c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:33:23.836497 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.managers [None req-4b732b40-0921-4f2d-872c-babb7f97e0c2 None None] Attempting to bind port 4233d19b-d033-4aa4-9e0c-4c71af435143 on host dv-cinder-793264-1-iscsi for vnic_type normal with profile {{(pid=98853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:33:23.836885 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.managers [None req-4b732b40-0921-4f2d-872c-babb7f97e0c2 None None] Attempting to bind port 4233d19b-d033-4aa4-9e0c-4c71af435143 by drivers openvswitch,hyperv on host dv-cinder-793264-1-iscsi at level 0 using segments [{'id': 'ce40b162-f597-4bfb-b381-28f9edae9e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '302db8bb-c47f-4012-a1b6-ef403f88884d'}] {{(pid=98853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:33:23.837297 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b732b40-0921-4f2d-872c-babb7f97e0c2 None None] Attempting to bind port 4233d19b-d033-4aa4-9e0c-4c71af435143 on network 302db8bb-c47f-4012-a1b6-ef403f88884d {{(pid=98853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:33:23.842410 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b732b40-0921-4f2d-872c-babb7f97e0c2 None None] Checking agent: {'id': 'ffe58315-61ba-45bf-8076-0ef37f215597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793264-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 3, 33, 6), 'started_at': datetime.datetime(2021, 5, 27, 3, 33, 6), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 3, 33, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793264-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 03:33:23.842816 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b732b40-0921-4f2d-872c-babb7f97e0c2 None None] Checking segment: {'id': 'ce40b162-f597-4bfb-b381-28f9edae9e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '302db8bb-c47f-4012-a1b6-ef403f88884d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 03:33:23.843308 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-4b732b40-0921-4f2d-872c-babb7f97e0c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:23.843653 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b732b40-0921-4f2d-872c-babb7f97e0c2 None None] Bound using segment: {'id': 'ce40b162-f597-4bfb-b381-28f9edae9e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '302db8bb-c47f-4012-a1b6-ef403f88884d'} {{(pid=98853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 03:33:23.844162 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.managers [None req-4b732b40-0921-4f2d-872c-babb7f97e0c2 None None] Bound port: 4233d19b-d033-4aa4-9e0c-4c71af435143, host: dv-cinder-793264-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce40b162-f597-4bfb-b381-28f9edae9e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '302db8bb-c47f-4012-a1b6-ef403f88884d'}}] {{(pid=98853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:33:23.844549 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-4b732b40-0921-4f2d-872c-babb7f97e0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:23.955193 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.db [None req-4b732b40-0921-4f2d-872c-babb7f97e0c2 None None] For port 4233d19b-d033-4aa4-9e0c-4c71af435143, host dv-cinder-793264-1-iscsi, cleared binding levels {{(pid=98853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:33:23.959213 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.db [None req-4b732b40-0921-4f2d-872c-babb7f97e0c2 None None] For port 4233d19b-d033-4aa4-9e0c-4c71af435143, host dv-cinder-793264-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-1-iscsi',level=0,port_id=4233d19b-d033-4aa4-9e0c-4c71af435143,segment=NetworkSegment(ce40b162-f597-4bfb-b381-28f9edae9e57),segment_id=ce40b162-f597-4bfb-b381-28f9edae9e57)] {{(pid=98853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 03:33:24.038737 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-4b732b40-0921-4f2d-872c-babb7f97e0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786481721483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786481287406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786481291807'] for port, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:24.042684 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:33:24.132646 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b732b40-0921-4f2d-872c-babb7f97e0c2 None None] Pushing event updated for resources: {'Port': ['ID=4233d19b-d033-4aa4-9e0c-4c71af435143,revision_number=2']} {{(pid=98853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:33:24.135734 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-4b732b40-0921-4f2d-872c-babb7f97e0c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:33:25.378793 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.wsgi [-] (98851) accepted ('10.222.0.25', 50858) {{(pid=98851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:33:25.743419 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.wsgi [None req-1fb65eab-1231-4a7a-ad57-3dc2da967682 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=98851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 03:33:25.744498 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [None req-1fb65eab-1231-4a7a-ad57-3dc2da967682 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3647552 May 27 03:33:28.099344 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.wsgi [-] (98851) accepted ('10.222.0.25', 50868) {{(pid=98851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:33:28.490727 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.wsgi [None req-7b5fdd6f-10d4-46a1-a7c9-98623cfe4df1 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=98851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 03:33:28.491695 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [None req-7b5fdd6f-10d4-46a1-a7c9-98623cfe4df1 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3915458 May 27 03:33:28.564467 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Device 4233d19b-d033-4aa4-9e0c-4c71af435143 up at agent ovs-agent-dv-cinder-793264-1-iscsi {{(pid=98853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:33:28.708229 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Provisioning for port 4233d19b-d033-4aa4-9e0c-4c71af435143 completed by entity L2. {{(pid=98853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:33:29.631815 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a689605e-f475-473a-88e7-ebe50e3505cc None None] Network 302db8bb-c47f-4012-a1b6-ef403f88884d requested from dv-cinder-793264-1-iscsi {{(pid=98853) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 03:33:29.793598 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-4735f096-0126-49c7-b617-1387c4b4a452 None None] Provisioning for port 4233d19b-d033-4aa4-9e0c-4c71af435143 completed by entity DHCP. {{(pid=98853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:33:29.805166 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-4735f096-0126-49c7-b617-1387c4b4a452 None None] Provisioning complete for port 4233d19b-d033-4aa4-9e0c-4c71af435143 triggered by entity DHCP. {{(pid=98853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:33:29.805583 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-4735f096-0126-49c7-b617-1387c4b4a452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487713'] for port, provisioning_complete {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:29.986335 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-4735f096-0126-49c7-b617-1387c4b4a452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:30.029678 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.db [None req-4735f096-0126-49c7-b617-1387c4b4a452 None None] For port 4233d19b-d033-4aa4-9e0c-4c71af435143, host dv-cinder-793264-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-1-iscsi',level=0,port_id=4233d19b-d033-4aa4-9e0c-4c71af435143,segment=NetworkSegment(ce40b162-f597-4bfb-b381-28f9edae9e57),segment_id=ce40b162-f597-4bfb-b381-28f9edae9e57)] {{(pid=98853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:33:30.079675 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-4735f096-0126-49c7-b617-1387c4b4a452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786481721483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786481287406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786481291807'] for port, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:30.083039 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:33:30.152662 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4735f096-0126-49c7-b617-1387c4b4a452 None None] Pushing event updated for resources: {'Port': ['ID=4233d19b-d033-4aa4-9e0c-4c71af435143,revision_number=3']} {{(pid=98853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:33:30.155846 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-4735f096-0126-49c7-b617-1387c4b4a452 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:33:30.201645 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-53de67b8-7b26-4228-97f9-be9c6a549371 None None] Provisioning complete for port 4233d19b-d033-4aa4-9e0c-4c71af435143 triggered by entity DHCP. {{(pid=98853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:33:30.202018 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-53de67b8-7b26-4228-97f9-be9c6a549371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487713'] for port, provisioning_complete {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:30.505974 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Device 4233d19b-d033-4aa4-9e0c-4c71af435143 up at agent ovs-agent-dv-cinder-793264-1-iscsi {{(pid=98853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:33:30.574249 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Provisioning complete for port 4233d19b-d033-4aa4-9e0c-4c71af435143 triggered by entity L2. {{(pid=98853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:33:30.574527 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487713'] for port, provisioning_complete {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:31.105574 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.wsgi [-] (98851) accepted ('10.222.0.25', 50884) {{(pid=98851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:33:31.446299 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.v2.base [None req-24af5846-3f06-40a5-8753-f470c2a7079e admin admin] Request body: {'router': {'tenant_id': '0ab90b53c3214dfea2942b26789f0f44', 'admin_state_up': True, 'name': 'router1'}} {{(pid=98851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:33:31.451134 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.quota.driver [None req-24af5846-3f06-40a5-8753-f470c2a7079e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:33:31.455359 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [None req-24af5846-3f06-40a5-8753-f470c2a7079e admin admin] Usage tracker for resource:router and tenant:0ab90b53c3214dfea2942b26789f0f44 is out of sync, need to count used quota {{(pid=98851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:33:31.458966 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [None req-24af5846-3f06-40a5-8753-f470c2a7079e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:33:31.465733 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.quota.driver [None req-24af5846-3f06-40a5-8753-f470c2a7079e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:33:31.536770 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-24af5846-3f06-40a5-8753-f470c2a7079e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-415150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1966'] for router, before_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:31.539036 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-24af5846-3f06-40a5-8753-f470c2a7079e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-414638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417638', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-470192', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2007'] for router, precommit_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:31.560836 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-24af5846-3f06-40a5-8753-f470c2a7079e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:31.714922 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-24af5846-3f06-40a5-8753-f470c2a7079e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-415161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-417536'] for router, after_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:31.782445 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-24af5846-3f06-40a5-8753-f470c2a7079e admin admin] Notify callbacks [] for router, before_response {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:31.783585 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [None req-24af5846-3f06-40a5-8753-f470c2a7079e admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6770587 May 27 03:33:33.814981 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-34134a79-e51d-459f-b8e1-9ffe45e247cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:34.101208 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.wsgi [-] (98851) accepted ('10.222.0.25', 50894) {{(pid=98851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:33:34.456480 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.wsgi [None req-6a26e589-1d6d-4b34-a015-b0fa76a11fee admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=98851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 03:33:34.457437 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [None req-6a26e589-1d6d-4b34-a015-b0fa76a11fee admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3553257 May 27 03:33:36.388221 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-870b5793-8182-4a55-ace9-047d8dfa3717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:36.410759 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:36.748226 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 50904) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:33:37.125966 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.v2.base [None req-dd0fd6e2-7f45-43b2-b83b-fac2c0a19865 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'name': 'public', 'is_default': True, 'router:external': True, 'provider:network_type': 'flat', 'admin_state_up': True}} {{(pid=98852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:33:37.130308 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-dd0fd6e2-7f45-43b2-b83b-fac2c0a19865 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:33:37.134074 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-dd0fd6e2-7f45-43b2-b83b-fac2c0a19865 admin admin] Usage tracker for resource:network and tenant:9367fa74fb3b4d5b85c614ba3fbca9e5 is out of sync, need to count used quota {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:33:37.136852 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-dd0fd6e2-7f45-43b2-b83b-fac2c0a19865 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:33:37.142719 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-dd0fd6e2-7f45-43b2-b83b-fac2c0a19865 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:33:37.210770 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd0fd6e2-7f45-43b2-b83b-fac2c0a19865 admin admin] Made reservation on behalf of 9367fa74fb3b4d5b85c614ba3fbca9e5 for: {'network': 1} {{(pid=98852) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:33:37.212972 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-dd0fd6e2-7f45-43b2-b83b-fac2c0a19865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3620918'] for network, before_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:37.224350 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-dd0fd6e2-7f45-43b2-b83b-fac2c0a19865 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:37.238398 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-dd0fd6e2-7f45-43b2-b83b-fac2c0a19865 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:33:37.242595 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-dd0fd6e2-7f45-43b2-b83b-fac2c0a19865 admin admin] Usage tracker for resource:security_group_rule and tenant:9367fa74fb3b4d5b85c614ba3fbca9e5 is out of sync, need to count used quota {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:33:37.245261 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-dd0fd6e2-7f45-43b2-b83b-fac2c0a19865 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:33:37.250759 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-dd0fd6e2-7f45-43b2-b83b-fac2c0a19865 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:33:37.330639 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-dd0fd6e2-7f45-43b2-b83b-fac2c0a19865 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:37.405299 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-dd0fd6e2-7f45-43b2-b83b-fac2c0a19865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:37.408213 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-39d5fc4d-7a28-41f5-bc54-8df8f073f147 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:33:37.429281 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-dd0fd6e2-7f45-43b2-b83b-fac2c0a19865 admin admin] Reserving flat network on physical network physnet1 {{(pid=98852) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 27 03:33:37.442406 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0fd6e2-7f45-43b2-b83b-fac2c0a19865 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58058047-83d1-4193-9a41-8f53c1f6e406,revision_number=1']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:33:37.446990 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-dd0fd6e2-7f45-43b2-b83b-fac2c0a19865 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:33:37.450807 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-dd0fd6e2-7f45-43b2-b83b-fac2c0a19865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3483814'] for segment, precommit_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:37.450807 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.db.segments_db [None req-dd0fd6e2-7f45-43b2-b83b-fac2c0a19865 admin admin] Added segment 7a030bd6-e61c-49cd-a1b5-23d06097a1a4 of type flat for network 9a3e94d8-5315-41b6-9829-3c758c3039b7 May 27 03:33:37.481880 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-dd0fd6e2-7f45-43b2-b83b-fac2c0a19865 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786481306974'] for network, precommit_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:37.588203 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-dd0fd6e2-7f45-43b2-b83b-fac2c0a19865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3689963'] for network, after_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:37.589505 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd0fd6e2-7f45-43b2-b83b-fac2c0a19865 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:33:37.590074 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-dd0fd6e2-7f45-43b2-b83b-fac2c0a19865 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689932'] for network, before_response {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:37.594737 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:33:37.628126 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-e3613943-0892-48bd-9358-60eb59884bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:37.708569 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0fd6e2-7f45-43b2-b83b-fac2c0a19865 admin admin] Pushing event updated for resources: {'Network': ['ID=9a3e94d8-5315-41b6-9829-3c758c3039b7,revision_number=1']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:33:37.711553 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-dd0fd6e2-7f45-43b2-b83b-fac2c0a19865 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:33:37.720179 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Network 9a3e94d8-5315-41b6-9829-3c758c3039b7 details requested by agent ovs-agent-dv-cinder-793264-1-iscsi with host dv-cinder-793264-1-iscsi {{(pid=98853) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:33:37.760133 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-dd0fd6e2-7f45-43b2-b83b-fac2c0a19865 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0108175 May 27 03:33:39.159190 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-3af0ace6-547d-4950-9fe5-73e267668fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:40.064849 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.wsgi [-] (98851) accepted ('10.222.0.25', 50924) {{(pid=98851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:33:40.284670 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68c1107b-62cc-4401-9abd-4ba9cdae162b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:33:40.286076 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [None req-68c1107b-62cc-4401-9abd-4ba9cdae162b admin admin] 10.222.0.25 "GET /v2.0/subnets/c8df3819-e08a-4edb-be6e-27e0ab96af98 HTTP/1.1" status: 200 len: 849 time: 0.2203305 May 27 03:33:40.426246 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [None req-4ab6b8eb-146c-4464-a5e2-48ff94138762 admin admin] 10.222.0.25 "GET /v2.0/routers/a57fad42-b0ad-4231-b07e-75f7da454f7a HTTP/1.1" status: 200 len: 704 time: 0.1337986 May 27 03:33:40.889425 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-62c904f6-0302-48c4-a46f-9911d72620f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:41.124072 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.db_base_plugin_common [None req-62c904f6-0302-48c4-a46f-9911d72620f1 admin admin] Allocated IP 172.20.0.1 (302db8bb-c47f-4012-a1b6-ef403f88884d/c8df3819-e08a-4edb-be6e-27e0ab96af98/27c8ff24-c834-434a-b05b-1e97c24cb111) {{(pid=98851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:33:41.285636 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-62c904f6-0302-48c4-a46f-9911d72620f1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:41.303604 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.provisioning_blocks [None req-62c904f6-0302-48c4-a46f-9911d72620f1 admin admin] Transition to ACTIVE for port object 27c8ff24-c834-434a-b05b-1e97c24cb111 will not be triggered until provisioned by entity DHCP. {{(pid=98851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:33:41.416768 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-62c904f6-0302-48c4-a46f-9911d72620f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786481287388'] for port, after_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:41.421758 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:33:41.465373 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62c904f6-0302-48c4-a46f-9911d72620f1 admin admin] Network 302db8bb-c47f-4012-a1b6-ef403f88884d is already hosted by enough agents. {{(pid=98851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:33:41.471224 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.scheduler.base_scheduler [None req-62c904f6-0302-48c4-a46f-9911d72620f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=98851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:33:41.517350 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c904f6-0302-48c4-a46f-9911d72620f1 admin admin] Received port after_create {{(pid=98851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 03:33:41.517885 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-62c904f6-0302-48c4-a46f-9911d72620f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-403814'] for router_interface, before_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:41.637489 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c904f6-0302-48c4-a46f-9911d72620f1 admin admin] Pushing event updated for resources: {'Port': ['ID=27c8ff24-c834-434a-b05b-1e97c24cb111,revision_number=1']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:33:41.659287 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c904f6-0302-48c4-a46f-9911d72620f1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:33:41.659637 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c904f6-0302-48c4-a46f-9911d72620f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:33:41.659966 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c904f6-0302-48c4-a46f-9911d72620f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:33:41.660287 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c904f6-0302-48c4-a46f-9911d72620f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:33:41.660631 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c904f6-0302-48c4-a46f-9911d72620f1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:33:41.660962 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c904f6-0302-48c4-a46f-9911d72620f1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:33:41.661275 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c904f6-0302-48c4-a46f-9911d72620f1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:33:41.661584 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c904f6-0302-48c4-a46f-9911d72620f1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:33:41.661908 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c904f6-0302-48c4-a46f-9911d72620f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:33:41.662268 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c904f6-0302-48c4-a46f-9911d72620f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:33:41.662573 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c904f6-0302-48c4-a46f-9911d72620f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:33:41.662876 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c904f6-0302-48c4-a46f-9911d72620f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:33:41.663937 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c904f6-0302-48c4-a46f-9911d72620f1 admin admin] Tracked resource versions report: May 27 03:33:41.663937 dv-cinder-793264-1-iscsi neutron-server[98851]: pushed versions: May 27 03:33:41.663937 dv-cinder-793264-1-iscsi neutron-server[98851]: { 'AddressGroup': {'1.2'}, May 27 03:33:41.663937 dv-cinder-793264-1-iscsi neutron-server[98851]: 'ConntrackHelper': {'1.0'}, May 27 03:33:41.663937 dv-cinder-793264-1-iscsi neutron-server[98851]: 'Log': {'1.0'}, May 27 03:33:41.663937 dv-cinder-793264-1-iscsi neutron-server[98851]: 'Network': {'1.1'}, May 27 03:33:41.663937 dv-cinder-793264-1-iscsi neutron-server[98851]: 'Port': {'1.7'}, May 27 03:33:41.663937 dv-cinder-793264-1-iscsi neutron-server[98851]: 'PortForwarding': {'1.2'}, May 27 03:33:41.663937 dv-cinder-793264-1-iscsi neutron-server[98851]: 'QosPolicy': {'1.8'}, May 27 03:33:41.663937 dv-cinder-793264-1-iscsi neutron-server[98851]: 'SecurityGroup': {'1.4'}, May 27 03:33:41.663937 dv-cinder-793264-1-iscsi neutron-server[98851]: 'SecurityGroupRule': {'1.2'}, May 27 03:33:41.663937 dv-cinder-793264-1-iscsi neutron-server[98851]: 'SubPort': {'1.0'}, May 27 03:33:41.663937 dv-cinder-793264-1-iscsi neutron-server[98851]: 'Subnet': {'1.1'}, May 27 03:33:41.663937 dv-cinder-793264-1-iscsi neutron-server[98851]: 'Trunk': {'1.1'}} May 27 03:33:41.663937 dv-cinder-793264-1-iscsi neutron-server[98851]: consumer versions: May 27 03:33:41.663937 dv-cinder-793264-1-iscsi neutron-server[98851]: { DHCP agent@dv-cinder-793264-1-iscsi: {}, May 27 03:33:41.663937 dv-cinder-793264-1-iscsi neutron-server[98851]: L3 agent@dv-cinder-793264-1-iscsi: {}, May 27 03:33:41.663937 dv-cinder-793264-1-iscsi neutron-server[98851]: Metadata agent@dv-cinder-793264-1-iscsi: {}, May 27 03:33:41.663937 dv-cinder-793264-1-iscsi neutron-server[98851]: Metering agent@dv-cinder-793264-1-iscsi: {}, May 27 03:33:41.663937 dv-cinder-793264-1-iscsi neutron-server[98851]: Open vSwitch agent@dv-cinder-793264-1-iscsi: { 'AddressGroup': '1.2', May 27 03:33:41.663937 dv-cinder-793264-1-iscsi neutron-server[98851]: 'ConntrackHelper': '1.0', May 27 03:33:41.663937 dv-cinder-793264-1-iscsi neutron-server[98851]: 'Log': '1.0', May 27 03:33:41.663937 dv-cinder-793264-1-iscsi neutron-server[98851]: 'Network': '1.1', May 27 03:33:41.663937 dv-cinder-793264-1-iscsi neutron-server[98851]: 'Port': '1.7', May 27 03:33:41.663937 dv-cinder-793264-1-iscsi neutron-server[98851]: 'PortForwarding': '1.2', May 27 03:33:41.663937 dv-cinder-793264-1-iscsi neutron-server[98851]: 'QosPolicy': '1.8', May 27 03:33:41.663937 dv-cinder-793264-1-iscsi neutron-server[98851]: 'SecurityGroup': '1.4', May 27 03:33:41.663937 dv-cinder-793264-1-iscsi neutron-server[98851]: 'SecurityGroupRule': '1.2', May 27 03:33:41.663937 dv-cinder-793264-1-iscsi neutron-server[98851]: 'SubPort': '1.0', May 27 03:33:41.663937 dv-cinder-793264-1-iscsi neutron-server[98851]: 'Subnet': '1.1', May 27 03:33:41.663937 dv-cinder-793264-1-iscsi neutron-server[98851]: 'Trunk': '1.1'}} May 27 03:33:41.663937 dv-cinder-793264-1-iscsi neutron-server[98851]: {{(pid=98851) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 27 03:33:41.674930 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-62c904f6-0302-48c4-a46f-9911d72620f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:33:41.799116 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-bb57fdbb-fd9b-4cfb-a6f6-a05e3dffd9f3 None None] Provisioning for port 27c8ff24-c834-434a-b05b-1e97c24cb111 completed by entity DHCP. {{(pid=98853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:33:41.803738 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-bb57fdbb-fd9b-4cfb-a6f6-a05e3dffd9f3 None None] Provisioning complete for port 27c8ff24-c834-434a-b05b-1e97c24cb111 triggered by entity DHCP. {{(pid=98853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:33:41.804091 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-bb57fdbb-fd9b-4cfb-a6f6-a05e3dffd9f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487713'] for port, provisioning_complete {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:41.857152 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.plugin [None req-bb57fdbb-fd9b-4cfb-a6f6-a05e3dffd9f3 None None] Port 27c8ff24-c834-434a-b05b-1e97c24cb111 cannot update to ACTIVE because it is not bound. {{(pid=98853) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 03:33:41.870717 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-62c904f6-0302-48c4-a46f-9911d72620f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_update {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:42.110251 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-62c904f6-0302-48c4-a46f-9911d72620f1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:42.164964 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-62c904f6-0302-48c4-a46f-9911d72620f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786481721483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786481287406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786481291807'] for port, after_update {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:42.166064 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-62c904f6-0302-48c4-a46f-9911d72620f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3689977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-403909'] for router_interface, after_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:42.170012 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:33:42.327757 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c904f6-0302-48c4-a46f-9911d72620f1 admin admin] Pushing event updated for resources: {'Port': ['ID=27c8ff24-c834-434a-b05b-1e97c24cb111,revision_number=2']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:33:42.331683 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-62c904f6-0302-48c4-a46f-9911d72620f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:33:42.385893 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62c904f6-0302-48c4-a46f-9911d72620f1 admin admin] Network 302db8bb-c47f-4012-a1b6-ef403f88884d is already hosted by enough agents. {{(pid=98851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:33:42.386865 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.scheduler.base_scheduler [None req-62c904f6-0302-48c4-a46f-9911d72620f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=98851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:33:42.580025 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-44d5da18-93ef-4897-93b7-d972fb4f5eda None None] Provisioning complete for port 27c8ff24-c834-434a-b05b-1e97c24cb111 triggered by entity DHCP. {{(pid=98853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:33:42.580390 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-44d5da18-93ef-4897-93b7-d972fb4f5eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487713'] for port, provisioning_complete {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:42.638241 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62c904f6-0302-48c4-a46f-9911d72620f1 admin admin] Router a57fad42-b0ad-4231-b07e-75f7da454f7a is scheduled to L3 agent 816f7595-8215-4f06-9251-575c663b21d0 with binding_index 1 {{(pid=98851) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 03:33:42.662640 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.plugin [None req-44d5da18-93ef-4897-93b7-d972fb4f5eda None None] Port 27c8ff24-c834-434a-b05b-1e97c24cb111 cannot update to ACTIVE because it is not bound. {{(pid=98853) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 03:33:42.789702 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62c904f6-0302-48c4-a46f-9911d72620f1 admin admin] Notify agent at l3_agent.dv-cinder-793264-1-iscsi the message routers_updated {{(pid=98851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 03:33:42.798600 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [None req-62c904f6-0302-48c4-a46f-9911d72620f1 admin admin] 10.222.0.25 "PUT /v2.0/routers/a57fad42-b0ad-4231-b07e-75f7da454f7a/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.3673697 May 27 03:33:42.798739 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d2c825c-1986-4a5a-9d72-0c44a6892d5b None None] Sync routers for ids ['a57fad42-b0ad-4231-b07e-75f7da454f7a'] in dv-cinder-793264-1-iscsi {{(pid=98854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:33:42.809459 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d2c825c-1986-4a5a-9d72-0c44a6892d5b None None] Routers {'a57fad42-b0ad-4231-b07e-75f7da454f7a'} bound to L3 agent in host dv-cinder-793264-1-iscsi {{(pid=98854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 03:33:42.810252 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.l3_hamode_db [None req-0d2c825c-1986-4a5a-9d72-0c44a6892d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-27T03:33:06Z,description=,heartbeat_timestamp=2021-05-27T03:33:36Z,host='dv-cinder-793264-1-iscsi',id=816f7595-8215-4f06-9251-575c663b21d0,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T03:33:06Z,topic='l3_agent')) {'router_ids': ['a57fad42-b0ad-4231-b07e-75f7da454f7a'], 'active': True} {{(pid=98854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:33:42.983343 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.l3_dvr_db [None req-0d2c825c-1986-4a5a-9d72-0c44a6892d5b None None] Set router a57fad42-b0ad-4231-b07e-75f7da454f7a gateway port host: None {{(pid=98854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 03:33:43.338340 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.l3_hamode_db [None req-0d2c825c-1986-4a5a-9d72-0c44a6892d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a57fad42-b0ad-4231-b07e-75f7da454f7a', 'name': 'router1', 'tenant_id': '0ab90b53c3214dfea2942b26789f0f44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:33:31Z', 'updated_at': '2021-05-27T03:33:41Z', 'revision_number': 2, 'project_id': '0ab90b53c3214dfea2942b26789f0f44', 'gw_port_host': None, '_interfaces': [{'id': '27c8ff24-c834-434a-b05b-1e97c24cb111', 'name': '', 'network_id': '302db8bb-c47f-4012-a1b6-ef403f88884d', 'tenant_id': '0ab90b53c3214dfea2942b26789f0f44', 'mac_address': 'fa:16:3e:b0:44:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a57fad42-b0ad-4231-b07e-75f7da454f7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c8df3819-e08a-4edb-be6e-27e0ab96af98', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:33:40Z', 'updated_at': '2021-05-27T03:33:41Z', 'revision_number': 2, 'project_id': '0ab90b53c3214dfea2942b26789f0f44', 'subnets': [{'id': 'c8df3819-e08a-4edb-be6e-27e0ab96af98', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '46f02042-af5a-42ab-a2c8-f039e7937187'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-1-iscsi', False) {} {{(pid=98854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:33:43.343132 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d2c825c-1986-4a5a-9d72-0c44a6892d5b None None] Checking router: a57fad42-b0ad-4231-b07e-75f7da454f7a for host: dv-cinder-793264-1-iscsi {{(pid=98854) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:33:43.343494 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d2c825c-1986-4a5a-9d72-0c44a6892d5b None None] Updating router a57fad42-b0ad-4231-b07e-75f7da454f7a port 27c8ff24-c834-434a-b05b-1e97c24cb111 binding host dv-cinder-793264-1-iscsi {{(pid=98854) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 03:33:43.396209 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron_lib.callbacks.manager [None req-0d2c825c-1986-4a5a-9d72-0c44a6892d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_update {{(pid=98854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:43.766223 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron_lib.callbacks.manager [None req-0d2c825c-1986-4a5a-9d72-0c44a6892d5b None None] Notify callbacks [] for port, precommit_update {{(pid=98854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:43.780810 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.provisioning_blocks [None req-0d2c825c-1986-4a5a-9d72-0c44a6892d5b None None] Transition to ACTIVE for port object 27c8ff24-c834-434a-b05b-1e97c24cb111 will not be triggered until provisioned by entity L2. {{(pid=98854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:33:43.871979 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron_lib.callbacks.manager [None req-0d2c825c-1986-4a5a-9d72-0c44a6892d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786481721483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786481287406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786481291807'] for port, after_update {{(pid=98854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:43.876999 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:33:44.034844 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35647857-7b4f-4668-b613-a7bf010db247 None None] Pushing event updated for resources: {'Port': ['ID=27c8ff24-c834-434a-b05b-1e97c24cb111,revision_number=3']} {{(pid=98854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:33:44.082144 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35647857-7b4f-4668-b613-a7bf010db247 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:33:44.082482 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35647857-7b4f-4668-b613-a7bf010db247 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:33:44.082806 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35647857-7b4f-4668-b613-a7bf010db247 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:33:44.083317 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35647857-7b4f-4668-b613-a7bf010db247 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:33:44.083423 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35647857-7b4f-4668-b613-a7bf010db247 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:33:44.083732 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35647857-7b4f-4668-b613-a7bf010db247 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:33:44.084629 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35647857-7b4f-4668-b613-a7bf010db247 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:33:44.084917 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35647857-7b4f-4668-b613-a7bf010db247 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:33:44.085216 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35647857-7b4f-4668-b613-a7bf010db247 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:33:44.085521 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35647857-7b4f-4668-b613-a7bf010db247 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:33:44.085823 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35647857-7b4f-4668-b613-a7bf010db247 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:33:44.086121 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35647857-7b4f-4668-b613-a7bf010db247 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:33:44.087168 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35647857-7b4f-4668-b613-a7bf010db247 None None] Tracked resource versions report: May 27 03:33:44.087168 dv-cinder-793264-1-iscsi neutron-server[98854]: pushed versions: May 27 03:33:44.087168 dv-cinder-793264-1-iscsi neutron-server[98854]: { 'AddressGroup': {'1.2'}, May 27 03:33:44.087168 dv-cinder-793264-1-iscsi neutron-server[98854]: 'ConntrackHelper': {'1.0'}, May 27 03:33:44.087168 dv-cinder-793264-1-iscsi neutron-server[98854]: 'Log': {'1.0'}, May 27 03:33:44.087168 dv-cinder-793264-1-iscsi neutron-server[98854]: 'Network': {'1.1'}, May 27 03:33:44.087168 dv-cinder-793264-1-iscsi neutron-server[98854]: 'Port': {'1.7'}, May 27 03:33:44.087168 dv-cinder-793264-1-iscsi neutron-server[98854]: 'PortForwarding': {'1.2'}, May 27 03:33:44.087168 dv-cinder-793264-1-iscsi neutron-server[98854]: 'QosPolicy': {'1.8'}, May 27 03:33:44.087168 dv-cinder-793264-1-iscsi neutron-server[98854]: 'SecurityGroup': {'1.4'}, May 27 03:33:44.087168 dv-cinder-793264-1-iscsi neutron-server[98854]: 'SecurityGroupRule': {'1.2'}, May 27 03:33:44.087168 dv-cinder-793264-1-iscsi neutron-server[98854]: 'SubPort': {'1.0'}, May 27 03:33:44.087168 dv-cinder-793264-1-iscsi neutron-server[98854]: 'Subnet': {'1.1'}, May 27 03:33:44.087168 dv-cinder-793264-1-iscsi neutron-server[98854]: 'Trunk': {'1.1'}} May 27 03:33:44.087168 dv-cinder-793264-1-iscsi neutron-server[98854]: consumer versions: May 27 03:33:44.087168 dv-cinder-793264-1-iscsi neutron-server[98854]: { DHCP agent@dv-cinder-793264-1-iscsi: {}, May 27 03:33:44.087168 dv-cinder-793264-1-iscsi neutron-server[98854]: L3 agent@dv-cinder-793264-1-iscsi: {}, May 27 03:33:44.087168 dv-cinder-793264-1-iscsi neutron-server[98854]: Metadata agent@dv-cinder-793264-1-iscsi: {}, May 27 03:33:44.087168 dv-cinder-793264-1-iscsi neutron-server[98854]: Metering agent@dv-cinder-793264-1-iscsi: {}, May 27 03:33:44.087168 dv-cinder-793264-1-iscsi neutron-server[98854]: Open vSwitch agent@dv-cinder-793264-1-iscsi: { 'AddressGroup': '1.2', May 27 03:33:44.087168 dv-cinder-793264-1-iscsi neutron-server[98854]: 'ConntrackHelper': '1.0', May 27 03:33:44.087168 dv-cinder-793264-1-iscsi neutron-server[98854]: 'Log': '1.0', May 27 03:33:44.087168 dv-cinder-793264-1-iscsi neutron-server[98854]: 'Network': '1.1', May 27 03:33:44.087168 dv-cinder-793264-1-iscsi neutron-server[98854]: 'Port': '1.7', May 27 03:33:44.087168 dv-cinder-793264-1-iscsi neutron-server[98854]: 'PortForwarding': '1.2', May 27 03:33:44.087168 dv-cinder-793264-1-iscsi neutron-server[98854]: 'QosPolicy': '1.8', May 27 03:33:44.087168 dv-cinder-793264-1-iscsi neutron-server[98854]: 'SecurityGroup': '1.4', May 27 03:33:44.087168 dv-cinder-793264-1-iscsi neutron-server[98854]: 'SecurityGroupRule': '1.2', May 27 03:33:44.087168 dv-cinder-793264-1-iscsi neutron-server[98854]: 'SubPort': '1.0', May 27 03:33:44.087168 dv-cinder-793264-1-iscsi neutron-server[98854]: 'Subnet': '1.1', May 27 03:33:44.087168 dv-cinder-793264-1-iscsi neutron-server[98854]: 'Trunk': '1.1'}} May 27 03:33:44.087168 dv-cinder-793264-1-iscsi neutron-server[98854]: {{(pid=98854) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 27 03:33:44.100654 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG oslo_concurrency.lockutils [None req-35647857-7b4f-4668-b613-a7bf010db247 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=98854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:33:44.109581 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.plugins.ml2.managers [None req-0d2c825c-1986-4a5a-9d72-0c44a6892d5b None None] Attempting to bind port 27c8ff24-c834-434a-b05b-1e97c24cb111 on host dv-cinder-793264-1-iscsi for vnic_type normal with profile {{(pid=98854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:33:44.109971 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.plugins.ml2.managers [None req-0d2c825c-1986-4a5a-9d72-0c44a6892d5b None None] Attempting to bind port 27c8ff24-c834-434a-b05b-1e97c24cb111 by drivers openvswitch,hyperv on host dv-cinder-793264-1-iscsi at level 0 using segments [{'id': 'ce40b162-f597-4bfb-b381-28f9edae9e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '302db8bb-c47f-4012-a1b6-ef403f88884d'}] {{(pid=98854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:33:44.110380 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d2c825c-1986-4a5a-9d72-0c44a6892d5b None None] Attempting to bind port 27c8ff24-c834-434a-b05b-1e97c24cb111 on network 302db8bb-c47f-4012-a1b6-ef403f88884d {{(pid=98854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:33:44.115432 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d2c825c-1986-4a5a-9d72-0c44a6892d5b None None] Checking agent: {'id': 'ffe58315-61ba-45bf-8076-0ef37f215597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793264-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 3, 33, 6), 'started_at': datetime.datetime(2021, 5, 27, 3, 33, 36), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 3, 33, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793264-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 03:33:44.115840 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d2c825c-1986-4a5a-9d72-0c44a6892d5b None None] Checking segment: {'id': 'ce40b162-f597-4bfb-b381-28f9edae9e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '302db8bb-c47f-4012-a1b6-ef403f88884d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 03:33:44.116305 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron_lib.callbacks.manager [None req-0d2c825c-1986-4a5a-9d72-0c44a6892d5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:44.116717 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d2c825c-1986-4a5a-9d72-0c44a6892d5b None None] Bound using segment: {'id': 'ce40b162-f597-4bfb-b381-28f9edae9e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '302db8bb-c47f-4012-a1b6-ef403f88884d'} {{(pid=98854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 03:33:44.117221 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.plugins.ml2.managers [None req-0d2c825c-1986-4a5a-9d72-0c44a6892d5b None None] Bound port: 27c8ff24-c834-434a-b05b-1e97c24cb111, host: dv-cinder-793264-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce40b162-f597-4bfb-b381-28f9edae9e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '302db8bb-c47f-4012-a1b6-ef403f88884d'}}] {{(pid=98854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:33:44.117576 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron_lib.callbacks.manager [None req-0d2c825c-1986-4a5a-9d72-0c44a6892d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_update {{(pid=98854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:44.203168 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.plugins.ml2.db [None req-0d2c825c-1986-4a5a-9d72-0c44a6892d5b None None] For port 27c8ff24-c834-434a-b05b-1e97c24cb111, host dv-cinder-793264-1-iscsi, cleared binding levels {{(pid=98854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:33:44.207036 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.plugins.ml2.db [None req-0d2c825c-1986-4a5a-9d72-0c44a6892d5b None None] For port 27c8ff24-c834-434a-b05b-1e97c24cb111, host dv-cinder-793264-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-1-iscsi',level=0,port_id=27c8ff24-c834-434a-b05b-1e97c24cb111,segment=NetworkSegment(ce40b162-f597-4bfb-b381-28f9edae9e57),segment_id=ce40b162-f597-4bfb-b381-28f9edae9e57)] {{(pid=98854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 03:33:44.268754 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron_lib.callbacks.manager [None req-0d2c825c-1986-4a5a-9d72-0c44a6892d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786481721483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786481287406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786481291807'] for port, after_update {{(pid=98854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:44.272821 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:33:44.357947 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35647857-7b4f-4668-b613-a7bf010db247 None None] Pushing event updated for resources: {'Port': ['ID=27c8ff24-c834-434a-b05b-1e97c24cb111,revision_number=4']} {{(pid=98854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:33:44.361435 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG oslo_concurrency.lockutils [None req-35647857-7b4f-4668-b613-a7bf010db247 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=98854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:33:44.362128 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d2c825c-1986-4a5a-9d72-0c44a6892d5b None None] Routers {'a57fad42-b0ad-4231-b07e-75f7da454f7a'} bound to L3 agent in host dv-cinder-793264-1-iscsi {{(pid=98854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 03:33:44.362709 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.l3_hamode_db [None req-0d2c825c-1986-4a5a-9d72-0c44a6892d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-27T03:33:06Z,description=,heartbeat_timestamp=2021-05-27T03:33:36Z,host='dv-cinder-793264-1-iscsi',id=816f7595-8215-4f06-9251-575c663b21d0,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T03:33:06Z,topic='l3_agent')) {'router_ids': ['a57fad42-b0ad-4231-b07e-75f7da454f7a'], 'active': True} {{(pid=98854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:33:44.542230 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.l3_dvr_db [None req-0d2c825c-1986-4a5a-9d72-0c44a6892d5b None None] Set router a57fad42-b0ad-4231-b07e-75f7da454f7a gateway port host: None {{(pid=98854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 03:33:44.870990 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.l3_hamode_db [None req-0d2c825c-1986-4a5a-9d72-0c44a6892d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a57fad42-b0ad-4231-b07e-75f7da454f7a', 'name': 'router1', 'tenant_id': '0ab90b53c3214dfea2942b26789f0f44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:33:31Z', 'updated_at': '2021-05-27T03:33:41Z', 'revision_number': 2, 'project_id': '0ab90b53c3214dfea2942b26789f0f44', 'gw_port_host': None, '_interfaces': [{'id': '27c8ff24-c834-434a-b05b-1e97c24cb111', 'name': '', 'network_id': '302db8bb-c47f-4012-a1b6-ef403f88884d', 'tenant_id': '0ab90b53c3214dfea2942b26789f0f44', 'mac_address': 'fa:16:3e:b0:44:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a57fad42-b0ad-4231-b07e-75f7da454f7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c8df3819-e08a-4edb-be6e-27e0ab96af98', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:33:40Z', 'updated_at': '2021-05-27T03:33:44Z', 'revision_number': 4, 'project_id': '0ab90b53c3214dfea2942b26789f0f44', 'subnets': [{'id': 'c8df3819-e08a-4edb-be6e-27e0ab96af98', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '46f02042-af5a-42ab-a2c8-f039e7937187'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-1-iscsi', False) {} {{(pid=98854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:33:44.874918 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d2c825c-1986-4a5a-9d72-0c44a6892d5b None None] The sync data for ids ['a57fad42-b0ad-4231-b07e-75f7da454f7a'] in dv-cinder-793264-1-iscsi is: [{'id': 'a57fad42-b0ad-4231-b07e-75f7da454f7a', 'name': 'router1', 'tenant_id': '0ab90b53c3214dfea2942b26789f0f44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:33:31Z', 'updated_at': '2021-05-27T03:33:41Z', 'revision_number': 2, 'project_id': '0ab90b53c3214dfea2942b26789f0f44', 'gw_port_host': None, '_interfaces': [{'id': '27c8ff24-c834-434a-b05b-1e97c24cb111', 'name': '', 'network_id': '302db8bb-c47f-4012-a1b6-ef403f88884d', 'tenant_id': '0ab90b53c3214dfea2942b26789f0f44', 'mac_address': 'fa:16:3e:b0:44:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a57fad42-b0ad-4231-b07e-75f7da454f7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c8df3819-e08a-4edb-be6e-27e0ab96af98', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:33:40Z', 'updated_at': '2021-05-27T03:33:44Z', 'revision_number': 4, 'project_id': '0ab90b53c3214dfea2942b26789f0f44', 'subnets': [{'id': 'c8df3819-e08a-4edb-be6e-27e0ab96af98', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '46f02042-af5a-42ab-a2c8-f039e7937187'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:33:44.966050 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.wsgi [-] (98851) accepted ('10.222.0.25', 50950) {{(pid=98851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:33:45.111756 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd105e97-beda-42ea-83b1-492bada8fbe1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:33:45.113075 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [None req-bd105e97-beda-42ea-83b1-492bada8fbe1 admin admin] 10.222.0.25 "GET /v2.0/networks/9a3e94d8-5315-41b6-9829-3c758c3039b7 HTTP/1.1" status: 200 len: 842 time: 0.1460867 May 27 03:33:45.122754 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.v2.base [None req-aa0cbf1c-79ff-4cbb-8bcd-55712f6177e2 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'gateway_ip': '172.27.2.1', 'cidr': '172.27.2.0/24', 'ip_version': 4, 'name': 'public-subnet'}} {{(pid=98851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:33:45.127940 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.quota.driver [None req-aa0cbf1c-79ff-4cbb-8bcd-55712f6177e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:33:45.132343 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [None req-aa0cbf1c-79ff-4cbb-8bcd-55712f6177e2 admin admin] Usage tracker for resource:subnet and tenant:9367fa74fb3b4d5b85c614ba3fbca9e5 is out of sync, need to count used quota {{(pid=98851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:33:45.135295 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [None req-aa0cbf1c-79ff-4cbb-8bcd-55712f6177e2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:33:45.141253 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.quota.driver [None req-aa0cbf1c-79ff-4cbb-8bcd-55712f6177e2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:33:45.294604 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa0cbf1c-79ff-4cbb-8bcd-55712f6177e2 admin admin] Made reservation on behalf of 9367fa74fb3b4d5b85c614ba3fbca9e5 for: {'subnet': 1} {{(pid=98851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:33:45.297037 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-aa0cbf1c-79ff-4cbb-8bcd-55712f6177e2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:45.809998 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.objects.ports [None req-aa0cbf1c-79ff-4cbb-8bcd-55712f6177e2 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=98851) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 27 03:33:45.810445 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-aa0cbf1c-79ff-4cbb-8bcd-55712f6177e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954'] for subnet, after_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:45.813956 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:33:45.881716 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0cbf1c-79ff-4cbb-8bcd-55712f6177e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ac4e62e-aca4-43cf-995d-95d63bfe1e6b,revision_number=0']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:33:45.887087 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-aa0cbf1c-79ff-4cbb-8bcd-55712f6177e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:33:45.891202 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa0cbf1c-79ff-4cbb-8bcd-55712f6177e2 admin admin] Checking segment: {'id': '7a030bd6-e61c-49cd-a1b5-23d06097a1a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 03:33:45.891549 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa0cbf1c-79ff-4cbb-8bcd-55712f6177e2 admin admin] Network hostable DHCP agents. Network: 9a3e94d8-5315-41b6-9829-3c758c3039b7, hostable agents: ['a814e8a4-142b-4ae8-859e-9bd936be0847'], hosted agents: [] {{(pid=98851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:33:45.987797 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa0cbf1c-79ff-4cbb-8bcd-55712f6177e2 admin admin] Network 9a3e94d8-5315-41b6-9829-3c758c3039b7 is scheduled to be hosted by DHCP agent a814e8a4-142b-4ae8-859e-9bd936be0847 with binding_index 1 {{(pid=98851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:33:46.069056 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.scheduler.base_scheduler [None req-aa0cbf1c-79ff-4cbb-8bcd-55712f6177e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793264-1-iscsi, 9a3e94d8-5315-41b6-9829-3c758c3039b7) {{(pid=98851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:33:46.073645 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa0cbf1c-79ff-4cbb-8bcd-55712f6177e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:33:46.074294 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-aa0cbf1c-79ff-4cbb-8bcd-55712f6177e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689932'] for subnet, before_response {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:46.078483 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23ba6564-f4b3-43a5-9ab6-4092c9659e52 None None] Network 9a3e94d8-5315-41b6-9829-3c758c3039b7 requested from dv-cinder-793264-1-iscsi {{(pid=98853) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 03:33:46.149908 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [None req-aa0cbf1c-79ff-4cbb-8bcd-55712f6177e2 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0303693 May 27 03:33:46.279730 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9daea249-01af-4780-a44c-f2c9ac4d8257 None None] Network 9a3e94d8-5315-41b6-9829-3c758c3039b7 requested from dv-cinder-793264-1-iscsi {{(pid=98853) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 03:33:48.369672 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.wsgi [-] (98851) accepted ('10.222.0.25', 50964) {{(pid=98851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:33:48.546512 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Device 27c8ff24-c834-434a-b05b-1e97c24cb111 up at agent ovs-agent-dv-cinder-793264-1-iscsi {{(pid=98853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:33:48.615095 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [None req-ddc72034-179f-4dfe-83ee-c40f05bc20b1 admin admin] 10.222.0.25 "GET /v2.0/routers/a57fad42-b0ad-4231-b07e-75f7da454f7a HTTP/1.1" status: 200 len: 710 time: 0.2442932 May 27 03:33:48.724990 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Provisioning for port 27c8ff24-c834-434a-b05b-1e97c24cb111 completed by entity L2. {{(pid=98853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:33:48.729771 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Provisioning complete for port 27c8ff24-c834-434a-b05b-1e97c24cb111 triggered by entity L2. {{(pid=98853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:33:48.730146 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487713'] for port, provisioning_complete {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:48.744501 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10830568-0551-403b-9a62-300d3ebb82d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:33:48.753010 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [None req-10830568-0551-403b-9a62-300d3ebb82d4 admin admin] 10.222.0.25 "GET /v2.0/networks/9a3e94d8-5315-41b6-9829-3c758c3039b7 HTTP/1.1" status: 200 len: 886 time: 0.1258132 May 27 03:33:48.754423 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.v2.base [None req-31b0d9bc-41e3-4188-90e8-866705f134df admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7'}}} {{(pid=98851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:33:48.847604 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:48.879552 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.db [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] For port 27c8ff24-c834-434a-b05b-1e97c24cb111, host dv-cinder-793264-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-1-iscsi',level=0,port_id=27c8ff24-c834-434a-b05b-1e97c24cb111,segment=NetworkSegment(ce40b162-f597-4bfb-b381-28f9edae9e57),segment_id=ce40b162-f597-4bfb-b381-28f9edae9e57)] {{(pid=98853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:33:48.953562 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786481721483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786481287406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786481291807'] for port, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:48.956754 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-4b732b40-0921-4f2d-872c-babb7f97e0c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:33:49.025206 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Pushing event updated for resources: {'Port': ['ID=27c8ff24-c834-434a-b05b-1e97c24cb111,revision_number=5']} {{(pid=98853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:33:49.028275 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:33:49.185167 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-31b0d9bc-41e3-4188-90e8-866705f134df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-417649', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-415152', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1985'] for router, precommit_update {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:49.553879 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-31b0d9bc-41e3-4188-90e8-866705f134df admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:49.644355 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-31b0d9bc-41e3-4188-90e8-866705f134df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:49.772512 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.db_base_plugin_common [None req-31b0d9bc-41e3-4188-90e8-866705f134df admin admin] Allocated IP 172.27.2.52 (9a3e94d8-5315-41b6-9829-3c758c3039b7/7ac4e62e-aca4-43cf-995d-95d63bfe1e6b/55b79907-aca2-43f9-8170-20656a655824) {{(pid=98851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:33:49.912182 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-31b0d9bc-41e3-4188-90e8-866705f134df admin admin] Notify callbacks [] for port, precommit_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:49.993468 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-31b0d9bc-41e3-4188-90e8-866705f134df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786481287388'] for port, after_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:49.997929 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:33:50.102098 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31b0d9bc-41e3-4188-90e8-866705f134df admin admin] Network 9a3e94d8-5315-41b6-9829-3c758c3039b7 is already hosted by enough agents. {{(pid=98851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:33:50.104773 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.scheduler.base_scheduler [None req-31b0d9bc-41e3-4188-90e8-866705f134df admin admin] Resources bound (agent type, host, resource id): {{(pid=98851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:33:50.108351 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b0d9bc-41e3-4188-90e8-866705f134df admin admin] Received port after_create {{(pid=98851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 03:33:50.217442 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b0d9bc-41e3-4188-90e8-866705f134df admin admin] Pushing event updated for resources: {'Port': ['ID=55b79907-aca2-43f9-8170-20656a655824,revision_number=1']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:33:50.228290 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-31b0d9bc-41e3-4188-90e8-866705f134df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:33:50.517234 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Device 27c8ff24-c834-434a-b05b-1e97c24cb111 up at agent ovs-agent-dv-cinder-793264-1-iscsi {{(pid=98853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:33:50.549550 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-31b0d9bc-41e3-4188-90e8-866705f134df admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:50.583572 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Provisioning complete for port 27c8ff24-c834-434a-b05b-1e97c24cb111 triggered by entity L2. {{(pid=98853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:33:50.583967 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487713'] for port, provisioning_complete {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:50.883788 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-31b0d9bc-41e3-4188-90e8-866705f134df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-417649', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-415152', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1985'] for router, precommit_update {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:50.887035 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-31b0d9bc-41e3-4188-90e8-866705f134df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-417536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-417598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-417545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-415106'] for router, after_update {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:51.062272 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31b0d9bc-41e3-4188-90e8-866705f134df admin admin] Router a57fad42-b0ad-4231-b07e-75f7da454f7a has already been hosted by L3 agent 816f7595-8215-4f06-9251-575c663b21d0 {{(pid=98851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 03:33:51.236797 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31b0d9bc-41e3-4188-90e8-866705f134df admin admin] Notify agent at l3_agent.dv-cinder-793264-1-iscsi the message routers_updated {{(pid=98851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 03:33:51.248466 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-31b0d9bc-41e3-4188-90e8-866705f134df admin admin] Notify callbacks [] for router, before_response {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:51.248466 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [None req-31b0d9bc-41e3-4188-90e8-866705f134df admin admin] 10.222.0.25 "PUT /v2.0/routers/a57fad42-b0ad-4231-b07e-75f7da454f7a HTTP/1.1" status: 200 len: 889 time: 2.4945138 May 27 03:33:51.248755 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba79ad95-0ad2-4a49-86bc-5362fc7bc792 None None] Sync routers for ids ['a57fad42-b0ad-4231-b07e-75f7da454f7a'] in dv-cinder-793264-1-iscsi {{(pid=98853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:33:51.256311 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba79ad95-0ad2-4a49-86bc-5362fc7bc792 None None] Routers {'a57fad42-b0ad-4231-b07e-75f7da454f7a'} bound to L3 agent in host dv-cinder-793264-1-iscsi {{(pid=98853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 03:33:51.257009 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_hamode_db [None req-ba79ad95-0ad2-4a49-86bc-5362fc7bc792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-27T03:33:06Z,description=,heartbeat_timestamp=2021-05-27T03:33:36Z,host='dv-cinder-793264-1-iscsi',id=816f7595-8215-4f06-9251-575c663b21d0,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T03:33:06Z,topic='l3_agent')) {'router_ids': ['a57fad42-b0ad-4231-b07e-75f7da454f7a'], 'active': True} {{(pid=98853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:33:51.448896 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_dvr_db [None req-ba79ad95-0ad2-4a49-86bc-5362fc7bc792 None None] Set router a57fad42-b0ad-4231-b07e-75f7da454f7a gateway port host: dv-cinder-793264-1-iscsi {{(pid=98853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 03:33:51.782503 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_hamode_db [None req-ba79ad95-0ad2-4a49-86bc-5362fc7bc792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a57fad42-b0ad-4231-b07e-75f7da454f7a', 'name': 'router1', 'tenant_id': '0ab90b53c3214dfea2942b26789f0f44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'external_fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '55b79907-aca2-43f9-8170-20656a655824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:33:31Z', 'updated_at': '2021-05-27T03:33:50Z', 'revision_number': 4, 'project_id': '0ab90b53c3214dfea2942b26789f0f44', 'gw_port': {'id': '55b79907-aca2-43f9-8170-20656a655824', 'name': '', 'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:33:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a57fad42-b0ad-4231-b07e-75f7da454f7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:33:49Z', 'updated_at': '2021-05-27T03:33:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-iscsi', '_interfaces': [{'id': '27c8ff24-c834-434a-b05b-1e97c24cb111', 'name': '', 'network_id': '302db8bb-c47f-4012-a1b6-ef403f88884d', 'tenant_id': '0ab90b53c3214dfea2942b26789f0f44', 'mac_address': 'fa:16:3e:b0:44:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57fad42-b0ad-4231-b07e-75f7da454f7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c8df3819-e08a-4edb-be6e-27e0ab96af98', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:33:40Z', 'updated_at': '2021-05-27T03:33:48Z', 'revision_number': 5, 'project_id': '0ab90b53c3214dfea2942b26789f0f44', 'subnets': [{'id': 'c8df3819-e08a-4edb-be6e-27e0ab96af98', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '46f02042-af5a-42ab-a2c8-f039e7937187'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-1-iscsi', False) {} {{(pid=98853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:33:51.787359 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba79ad95-0ad2-4a49-86bc-5362fc7bc792 None None] Checking router: a57fad42-b0ad-4231-b07e-75f7da454f7a for host: dv-cinder-793264-1-iscsi {{(pid=98853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:33:51.787701 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba79ad95-0ad2-4a49-86bc-5362fc7bc792 None None] Updating router a57fad42-b0ad-4231-b07e-75f7da454f7a port 55b79907-aca2-43f9-8170-20656a655824 binding host dv-cinder-793264-1-iscsi {{(pid=98853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 03:33:51.857522 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-ba79ad95-0ad2-4a49-86bc-5362fc7bc792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:52.178307 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-ba79ad95-0ad2-4a49-86bc-5362fc7bc792 None None] Notify callbacks [] for port, precommit_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:52.189745 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-ba79ad95-0ad2-4a49-86bc-5362fc7bc792 None None] Transition to ACTIVE for port object 55b79907-aca2-43f9-8170-20656a655824 will not be triggered until provisioned by entity L2. {{(pid=98853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:33:52.267846 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-ba79ad95-0ad2-4a49-86bc-5362fc7bc792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786481721483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786481287406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786481291807'] for port, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:52.272161 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-4b732b40-0921-4f2d-872c-babb7f97e0c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:33:52.348839 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.managers [None req-ba79ad95-0ad2-4a49-86bc-5362fc7bc792 None None] Attempting to bind port 55b79907-aca2-43f9-8170-20656a655824 on host dv-cinder-793264-1-iscsi for vnic_type normal with profile {{(pid=98853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:33:52.349206 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.managers [None req-ba79ad95-0ad2-4a49-86bc-5362fc7bc792 None None] Attempting to bind port 55b79907-aca2-43f9-8170-20656a655824 by drivers openvswitch,hyperv on host dv-cinder-793264-1-iscsi at level 0 using segments [{'id': '7a030bd6-e61c-49cd-a1b5-23d06097a1a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7'}] {{(pid=98853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:33:52.350300 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba79ad95-0ad2-4a49-86bc-5362fc7bc792 None None] Attempting to bind port 55b79907-aca2-43f9-8170-20656a655824 on network 9a3e94d8-5315-41b6-9829-3c758c3039b7 {{(pid=98853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:33:52.357404 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fab65f7-28f1-40d7-90a5-c0710fdc9111 None None] Pushing event updated for resources: {'Port': ['ID=55b79907-aca2-43f9-8170-20656a655824,revision_number=2']} {{(pid=98853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:33:52.360270 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-9fab65f7-28f1-40d7-90a5-c0710fdc9111 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:33:52.361362 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba79ad95-0ad2-4a49-86bc-5362fc7bc792 None None] Checking agent: {'id': 'ffe58315-61ba-45bf-8076-0ef37f215597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793264-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 3, 33, 6), 'started_at': datetime.datetime(2021, 5, 27, 3, 33, 36), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 3, 33, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793264-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 03:33:52.361730 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba79ad95-0ad2-4a49-86bc-5362fc7bc792 None None] Checking segment: {'id': '7a030bd6-e61c-49cd-a1b5-23d06097a1a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 03:33:52.362123 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-ba79ad95-0ad2-4a49-86bc-5362fc7bc792 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:52.362501 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba79ad95-0ad2-4a49-86bc-5362fc7bc792 None None] Bound using segment: {'id': '7a030bd6-e61c-49cd-a1b5-23d06097a1a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7'} {{(pid=98853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 03:33:52.362964 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.managers [None req-ba79ad95-0ad2-4a49-86bc-5362fc7bc792 None None] Bound port: 55b79907-aca2-43f9-8170-20656a655824, host: dv-cinder-793264-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a030bd6-e61c-49cd-a1b5-23d06097a1a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7'}}] {{(pid=98853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:33:52.363327 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-ba79ad95-0ad2-4a49-86bc-5362fc7bc792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:52.434584 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.db [None req-ba79ad95-0ad2-4a49-86bc-5362fc7bc792 None None] For port 55b79907-aca2-43f9-8170-20656a655824, host dv-cinder-793264-1-iscsi, cleared binding levels {{(pid=98853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:33:52.437549 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.db [None req-ba79ad95-0ad2-4a49-86bc-5362fc7bc792 None None] For port 55b79907-aca2-43f9-8170-20656a655824, host dv-cinder-793264-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-1-iscsi',level=0,port_id=55b79907-aca2-43f9-8170-20656a655824,segment=NetworkSegment(7a030bd6-e61c-49cd-a1b5-23d06097a1a4),segment_id=7a030bd6-e61c-49cd-a1b5-23d06097a1a4)] {{(pid=98853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 03:33:52.508124 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-ba79ad95-0ad2-4a49-86bc-5362fc7bc792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786481721483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786481287406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786481291807'] for port, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:52.512182 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-9fab65f7-28f1-40d7-90a5-c0710fdc9111 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:33:52.591680 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba79ad95-0ad2-4a49-86bc-5362fc7bc792 None None] Routers {'a57fad42-b0ad-4231-b07e-75f7da454f7a'} bound to L3 agent in host dv-cinder-793264-1-iscsi {{(pid=98853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 03:33:52.592279 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_hamode_db [None req-ba79ad95-0ad2-4a49-86bc-5362fc7bc792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-27T03:33:06Z,description=,heartbeat_timestamp=2021-05-27T03:33:36Z,host='dv-cinder-793264-1-iscsi',id=816f7595-8215-4f06-9251-575c663b21d0,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T03:33:06Z,topic='l3_agent')) {'router_ids': ['a57fad42-b0ad-4231-b07e-75f7da454f7a'], 'active': True} {{(pid=98853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:33:52.644646 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fab65f7-28f1-40d7-90a5-c0710fdc9111 None None] Pushing event updated for resources: {'Port': ['ID=55b79907-aca2-43f9-8170-20656a655824,revision_number=3']} {{(pid=98853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:33:52.657785 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-9fab65f7-28f1-40d7-90a5-c0710fdc9111 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:33:52.779396 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_dvr_db [None req-ba79ad95-0ad2-4a49-86bc-5362fc7bc792 None None] Set router a57fad42-b0ad-4231-b07e-75f7da454f7a gateway port host: dv-cinder-793264-1-iscsi {{(pid=98853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 03:33:53.124056 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_hamode_db [None req-ba79ad95-0ad2-4a49-86bc-5362fc7bc792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a57fad42-b0ad-4231-b07e-75f7da454f7a', 'name': 'router1', 'tenant_id': '0ab90b53c3214dfea2942b26789f0f44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'external_fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '55b79907-aca2-43f9-8170-20656a655824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:33:31Z', 'updated_at': '2021-05-27T03:33:50Z', 'revision_number': 4, 'project_id': '0ab90b53c3214dfea2942b26789f0f44', 'gw_port': {'id': '55b79907-aca2-43f9-8170-20656a655824', 'name': '', 'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:33:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a57fad42-b0ad-4231-b07e-75f7da454f7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:33:49Z', 'updated_at': '2021-05-27T03:33:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-iscsi', '_interfaces': [{'id': '27c8ff24-c834-434a-b05b-1e97c24cb111', 'name': '', 'network_id': '302db8bb-c47f-4012-a1b6-ef403f88884d', 'tenant_id': '0ab90b53c3214dfea2942b26789f0f44', 'mac_address': 'fa:16:3e:b0:44:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57fad42-b0ad-4231-b07e-75f7da454f7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c8df3819-e08a-4edb-be6e-27e0ab96af98', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:33:40Z', 'updated_at': '2021-05-27T03:33:48Z', 'revision_number': 5, 'project_id': '0ab90b53c3214dfea2942b26789f0f44', 'subnets': [{'id': 'c8df3819-e08a-4edb-be6e-27e0ab96af98', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '46f02042-af5a-42ab-a2c8-f039e7937187'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-1-iscsi', False) {} {{(pid=98853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:33:53.127977 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba79ad95-0ad2-4a49-86bc-5362fc7bc792 None None] The sync data for ids ['a57fad42-b0ad-4231-b07e-75f7da454f7a'] in dv-cinder-793264-1-iscsi is: [{'id': 'a57fad42-b0ad-4231-b07e-75f7da454f7a', 'name': 'router1', 'tenant_id': '0ab90b53c3214dfea2942b26789f0f44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'external_fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '55b79907-aca2-43f9-8170-20656a655824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:33:31Z', 'updated_at': '2021-05-27T03:33:50Z', 'revision_number': 4, 'project_id': '0ab90b53c3214dfea2942b26789f0f44', 'gw_port': {'id': '55b79907-aca2-43f9-8170-20656a655824', 'name': '', 'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:33:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a57fad42-b0ad-4231-b07e-75f7da454f7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:33:49Z', 'updated_at': '2021-05-27T03:33:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-iscsi', '_interfaces': [{'id': '27c8ff24-c834-434a-b05b-1e97c24cb111', 'name': '', 'network_id': '302db8bb-c47f-4012-a1b6-ef403f88884d', 'tenant_id': '0ab90b53c3214dfea2942b26789f0f44', 'mac_address': 'fa:16:3e:b0:44:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57fad42-b0ad-4231-b07e-75f7da454f7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c8df3819-e08a-4edb-be6e-27e0ab96af98', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:33:40Z', 'updated_at': '2021-05-27T03:33:48Z', 'revision_number': 5, 'project_id': '0ab90b53c3214dfea2942b26789f0f44', 'subnets': [{'id': 'c8df3819-e08a-4edb-be6e-27e0ab96af98', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '46f02042-af5a-42ab-a2c8-f039e7937187'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:33:53.593073 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.wsgi [-] (98851) accepted ('10.222.0.25', 50974) {{(pid=98851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:33:53.707903 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [None req-ea862d12-1e8d-4e64-bd37-c34e34819316 admin admin] 10.222.0.25 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1137156 May 27 03:33:54.564254 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Device 55b79907-aca2-43f9-8170-20656a655824 up at agent ovs-agent-dv-cinder-793264-1-iscsi {{(pid=98853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:33:54.707981 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Provisioning for port 55b79907-aca2-43f9-8170-20656a655824 completed by entity L2. {{(pid=98853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:33:54.713894 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Provisioning complete for port 55b79907-aca2-43f9-8170-20656a655824 triggered by entity L2. {{(pid=98853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:33:54.714271 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487713'] for port, provisioning_complete {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:54.836713 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:54.853118 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.db [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] For port 55b79907-aca2-43f9-8170-20656a655824, host dv-cinder-793264-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-1-iscsi',level=0,port_id=55b79907-aca2-43f9-8170-20656a655824,segment=NetworkSegment(7a030bd6-e61c-49cd-a1b5-23d06097a1a4),segment_id=7a030bd6-e61c-49cd-a1b5-23d06097a1a4)] {{(pid=98853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:33:54.936541 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786481721483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786481287406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786481291807'] for port, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:54.940062 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:33:55.015195 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Pushing event updated for resources: {'Port': ['ID=55b79907-aca2-43f9-8170-20656a655824,revision_number=4']} {{(pid=98853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:33:55.018173 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:33:55.717700 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.agents_db [None req-9826b012-bfd7-43dd-a737-969f574491ef None None] Agent healthcheck: found 5 active agents {{(pid=98854) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 03:33:56.525803 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Device 55b79907-aca2-43f9-8170-20656a655824 up at agent ovs-agent-dv-cinder-793264-1-iscsi {{(pid=98853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:33:56.601954 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Provisioning complete for port 55b79907-aca2-43f9-8170-20656a655824 triggered by entity L2. {{(pid=98853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:33:56.602325 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487713'] for port, provisioning_complete {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:03.866421 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-3ac0e674-39c3-40c0-b313-f1232d0555e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:06.393472 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-0711bf8d-bb46-4b7b-bb8c-5b37007df796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:06.433381 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:07.633729 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-e3613943-0892-48bd-9358-60eb59884bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:09.180779 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-3af0ace6-547d-4950-9fe5-73e267668fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:32.715976 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.agents_db [None req-9826b012-bfd7-43dd-a737-969f574491ef None None] Agent healthcheck: found 5 active agents {{(pid=98854) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 03:34:33.838709 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-4a958292-28d3-4ef7-a66a-8219333939c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:36.962431 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-bbfb81cc-03e3-4c6c-a29e-780591e286ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:36.964957 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:37.630868 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-e3613943-0892-48bd-9358-60eb59884bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:39.179044 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-3af0ace6-547d-4950-9fe5-73e267668fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:03.849728 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-38641a68-c2f5-4bac-9bea-f633239a6bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:06.389677 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-66d4c349-793b-48b2-ada1-0fef64a0a456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:06.432561 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:07.644282 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-e3613943-0892-48bd-9358-60eb59884bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:09.172199 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-3af0ace6-547d-4950-9fe5-73e267668fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:09.715263 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.agents_db [None req-9826b012-bfd7-43dd-a737-969f574491ef None None] Agent healthcheck: found 5 active agents {{(pid=98854) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 03:35:29.060792 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.wsgi [-] (98851) accepted ('10.222.0.25', 51546) {{(pid=98851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:35:29.125893 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.pecan_wsgi.hooks.translation [None req-a20b2a2b-08c6-4e16-b748-9a2f3a80a292 admin admin] GET failed (client error): The resource could not be found. May 27 03:35:29.127109 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [None req-a20b2a2b-08c6-4e16-b748-9a2f3a80a292 admin admin] 10.222.0.25 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0654039 May 27 03:35:29.315141 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee260a85-3c18-4885-a3d4-0cd27693d0a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:29.316614 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [None req-ee260a85-3c18-4885-a3d4-0cd27693d0a1 admin admin] 10.222.0.25 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1857138 May 27 03:35:31.405428 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.wsgi [-] (98851) accepted ('10.222.0.25', 51556) {{(pid=98851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:35:31.513086 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d429dbe6-2fca-4519-8f72-204fe8f491fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:31.513635 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [None req-d429dbe6-2fca-4519-8f72-204fe8f491fe admin admin] Synchronizing usage tracker for tenant:9367fa74fb3b4d5b85c614ba3fbca9e5 on resource:subnet {{(pid=98851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:35:31.620678 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [None req-d429dbe6-2fca-4519-8f72-204fe8f491fe admin admin] Unset dirty status for tenant:9367fa74fb3b4d5b85c614ba3fbca9e5 on resource:subnet {{(pid=98851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:35:31.621759 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [None req-d429dbe6-2fca-4519-8f72-204fe8f491fe admin admin] 10.222.0.25 "GET /v2.0/subnets/c8df3819-e08a-4edb-be6e-27e0ab96af98 HTTP/1.1" status: 200 len: 849 time: 0.2153955 May 27 03:35:31.630988 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.v2.base [None req-02ac4650-170e-4a53-a853-0a462a872a50 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=98851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:35:31.746792 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-02ac4650-170e-4a53-a853-0a462a872a50 admin admin] Notify callbacks [] for subnet, before_update {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:32.005257 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-02ac4650-170e-4a53-a853-0a462a872a50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8786481721501'] for subnet, after_update {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:32.009856 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-aa0cbf1c-79ff-4cbb-8bcd-55712f6177e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:35:32.046140 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02ac4650-170e-4a53-a853-0a462a872a50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:32.046950 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-02ac4650-170e-4a53-a853-0a462a872a50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689932'] for subnet, before_response {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:32.049931 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [None req-02ac4650-170e-4a53-a853-0a462a872a50 admin admin] 10.222.0.25 "PUT /v2.0/subnets/c8df3819-e08a-4edb-be6e-27e0ab96af98 HTTP/1.1" status: 200 len: 868 time: 0.4207454 May 27 03:35:32.056480 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5513816-07b8-4907-abcb-b04834a483e6 None None] Network 302db8bb-c47f-4012-a1b6-ef403f88884d requested from dv-cinder-793264-1-iscsi {{(pid=98853) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 03:35:32.077120 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ac4650-170e-4a53-a853-0a462a872a50 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8df3819-e08a-4edb-be6e-27e0ab96af98,revision_number=1']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:32.084753 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ac4650-170e-4a53-a853-0a462a872a50 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:35:32.085117 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ac4650-170e-4a53-a853-0a462a872a50 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:35:32.085455 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ac4650-170e-4a53-a853-0a462a872a50 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:35:32.085779 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ac4650-170e-4a53-a853-0a462a872a50 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:35:32.086099 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ac4650-170e-4a53-a853-0a462a872a50 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:35:32.086437 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ac4650-170e-4a53-a853-0a462a872a50 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:35:32.086757 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ac4650-170e-4a53-a853-0a462a872a50 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:35:32.087072 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ac4650-170e-4a53-a853-0a462a872a50 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:35:32.087408 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ac4650-170e-4a53-a853-0a462a872a50 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:35:32.087723 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ac4650-170e-4a53-a853-0a462a872a50 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:35:32.088034 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ac4650-170e-4a53-a853-0a462a872a50 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:35:32.088342 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ac4650-170e-4a53-a853-0a462a872a50 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:35:32.091890 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-02ac4650-170e-4a53-a853-0a462a872a50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:35:32.519862 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-44a98efe-3f90-425c-ba10-186bd93d5dfc None None] Provisioning complete for port 4233d19b-d033-4aa4-9e0c-4c71af435143 triggered by entity DHCP. {{(pid=98853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:35:32.520226 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-44a98efe-3f90-425c-ba10-186bd93d5dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487713'] for port, provisioning_complete {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:32.642096 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-44a98efe-3f90-425c-ba10-186bd93d5dfc None None] Provisioning complete for port 27c8ff24-c834-434a-b05b-1e97c24cb111 triggered by entity DHCP. {{(pid=98853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:35:32.642360 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-44a98efe-3f90-425c-ba10-186bd93d5dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487713'] for port, provisioning_complete {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:33.838110 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-0421f5f1-7f9f-4cf1-bee9-9135d10a29fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:34.171447 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.wsgi [-] (98851) accepted ('10.222.0.25', 51566) {{(pid=98851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:35:34.343088 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ec4f0ce-2540-4cd9-9eec-a48af2d94789 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:34.343567 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ec4f0ce-2540-4cd9-9eec-a48af2d94789 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:34.345090 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [None req-3ec4f0ce-2540-4cd9-9eec-a48af2d94789 admin admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1727066 May 27 03:35:36.365419 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-f800f2e7-7fb9-44d1-ba6a-953b0e9d18d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:36.382480 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:36.423497 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.wsgi [-] (98851) accepted ('10.222.0.25', 51576) {{(pid=98851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:35:36.598649 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3df2d25-1161-4e8a-800e-ac6a0e838d21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:36.599128 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3df2d25-1161-4e8a-800e-ac6a0e838d21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:36.600748 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [None req-a3df2d25-1161-4e8a-800e-ac6a0e838d21 admin admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1762121 May 27 03:35:37.639914 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-e3613943-0892-48bd-9358-60eb59884bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:38.691090 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 51586) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:35:38.867945 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40f989b9-37db-4266-bf97-06045836b57d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:38.868529 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-40f989b9-37db-4266-bf97-06045836b57d admin admin] Synchronizing usage tracker for tenant:9367fa74fb3b4d5b85c614ba3fbca9e5 on resource:network {{(pid=98852) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:35:38.947746 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-40f989b9-37db-4266-bf97-06045836b57d admin admin] Unset dirty status for tenant:9367fa74fb3b4d5b85c614ba3fbca9e5 on resource:network {{(pid=98852) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:35:38.948920 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-40f989b9-37db-4266-bf97-06045836b57d admin admin] 10.222.0.25 "GET /v2.0/networks/302db8bb-c47f-4012-a1b6-ef403f88884d HTTP/1.1" status: 200 len: 868 time: 0.2568703 May 27 03:35:39.193773 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-3af0ace6-547d-4950-9fe5-73e267668fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:41.045353 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 51596) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:35:41.211044 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1113b3c9-a5be-4340-86e1-74af9755b45d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:41.212360 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-1113b3c9-a5be-4340-86e1-74af9755b45d admin admin] 10.222.0.25 "GET /v2.0/networks/9a3e94d8-5315-41b6-9829-3c758c3039b7 HTTP/1.1" status: 200 len: 886 time: 0.1660895 May 27 03:35:43.290791 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 51606) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:35:43.395380 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad1f83fe-a63d-4ece-8e55-e911d547748a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:43.395837 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad1f83fe-a63d-4ece-8e55-e911d547748a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:43.397326 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-ad1f83fe-a63d-4ece-8e55-e911d547748a admin admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1055968 May 27 03:35:45.468903 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.wsgi [-] (98851) accepted ('10.222.0.25', 51616) {{(pid=98851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:35:45.576981 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85d997b4-1f70-4b6a-9255-94c2997a0cd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:45.577441 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85d997b4-1f70-4b6a-9255-94c2997a0cd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:45.578948 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [None req-85d997b4-1f70-4b6a-9255-94c2997a0cd8 admin admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1090808 May 27 03:35:46.713984 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.agents_db [None req-9826b012-bfd7-43dd-a737-969f574491ef None None] Agent healthcheck: found 5 active agents {{(pid=98854) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 03:35:47.673578 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 51626) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:35:47.775670 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cede45cf-46eb-4744-a61d-8ae99151cc11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:47.776993 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-cede45cf-46eb-4744-a61d-8ae99151cc11 admin admin] 10.222.0.25 "GET /v2.0/subnets/7ac4e62e-aca4-43cf-995d-95d63bfe1e6b HTTP/1.1" status: 200 len: 816 time: 0.1024930 May 27 03:35:49.853633 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 51636) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:35:49.960284 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffc9bc83-677d-4de3-8434-9ce15d38387d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:49.961643 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-ffc9bc83-677d-4de3-8434-9ce15d38387d admin admin] 10.222.0.25 "GET /v2.0/subnets/c8df3819-e08a-4edb-be6e-27e0ab96af98 HTTP/1.1" status: 200 len: 868 time: 0.1070750 May 27 03:36:03.827752 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-a2150620-24c4-48ae-b4b6-1aa6310b1dc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:06.375773 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-39279783-8476-4fb9-9a9f-5b458d1b95c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:06.431384 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:07.655774 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-e3613943-0892-48bd-9358-60eb59884bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:09.198597 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-3af0ace6-547d-4950-9fe5-73e267668fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:12.782250 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 51680) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:36:12.831168 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [None req-28994036-5c76-4515-83f6-023c72eef269 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=98852) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 03:36:12.832138 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-28994036-5c76-4515-83f6-023c72eef269 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0489678 May 27 03:36:15.004338 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 51690) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:36:15.070732 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.pecan_wsgi.hooks.translation [None req-de629ea6-7486-4c87-946d-bbd100778649 admin admin] GET failed (client error): The resource could not be found. May 27 03:36:15.071968 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-de629ea6-7486-4c87-946d-bbd100778649 admin admin] 10.222.0.25 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0666945 May 27 03:36:15.196430 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a5d737a-58f1-43a6-a773-0566489999b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:15.197791 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-7a5d737a-58f1-43a6-a773-0566489999b0 admin admin] 10.222.0.25 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1219723 May 27 03:36:17.300594 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 51700) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:36:17.347510 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.v2.base [None req-57c438a5-52d9-482b-9c80-9a6a545b6f60 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=98852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:36:17.351908 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-57c438a5-52d9-482b-9c80-9a6a545b6f60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:36:17.361290 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-57c438a5-52d9-482b-9c80-9a6a545b6f60 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:36:17.437840 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57c438a5-52d9-482b-9c80-9a6a545b6f60 admin admin] Made reservation on behalf of 9367fa74fb3b4d5b85c614ba3fbca9e5 for: {'network': 1} {{(pid=98852) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:36:17.440060 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-57c438a5-52d9-482b-9c80-9a6a545b6f60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3620918'] for network, before_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:17.529444 dv-cinder-793264-1-iscsi neutron-server[98852]: WARNING neutron.services.revisions.revision_plugin [None req-57c438a5-52d9-482b-9c80-9a6a545b6f60 admin admin] Could not find related network for resource to bump revision. May 27 03:36:17.540157 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57c438a5-52d9-482b-9c80-9a6a545b6f60 admin admin] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=98852) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:36:17.548527 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-57c438a5-52d9-482b-9c80-9a6a545b6f60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3483814'] for segment, precommit_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:17.548859 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.db.segments_db [None req-57c438a5-52d9-482b-9c80-9a6a545b6f60 admin admin] Added segment 91fec48e-7447-4016-b191-37a9f866a5af of type vlan for network 21296751-df7a-4963-8e76-bf5a1220cf28 May 27 03:36:17.573544 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-57c438a5-52d9-482b-9c80-9a6a545b6f60 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786481306974'] for network, precommit_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:17.672221 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-57c438a5-52d9-482b-9c80-9a6a545b6f60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3689963'] for network, after_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:17.673513 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c438a5-52d9-482b-9c80-9a6a545b6f60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:17.674066 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-57c438a5-52d9-482b-9c80-9a6a545b6f60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689932'] for network, before_response {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:17.677356 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:36:17.774786 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c438a5-52d9-482b-9c80-9a6a545b6f60 admin admin] Pushing event updated for resources: {'Network': ['ID=21296751-df7a-4963-8e76-bf5a1220cf28,revision_number=1']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:17.781433 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c438a5-52d9-482b-9c80-9a6a545b6f60 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:36:17.781709 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c438a5-52d9-482b-9c80-9a6a545b6f60 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:36:17.782037 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c438a5-52d9-482b-9c80-9a6a545b6f60 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:36:17.782354 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c438a5-52d9-482b-9c80-9a6a545b6f60 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:36:17.782668 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c438a5-52d9-482b-9c80-9a6a545b6f60 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:36:17.783061 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c438a5-52d9-482b-9c80-9a6a545b6f60 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:36:17.783394 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c438a5-52d9-482b-9c80-9a6a545b6f60 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:36:17.783691 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c438a5-52d9-482b-9c80-9a6a545b6f60 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:36:17.784001 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c438a5-52d9-482b-9c80-9a6a545b6f60 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:36:17.784311 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c438a5-52d9-482b-9c80-9a6a545b6f60 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:36:17.784645 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c438a5-52d9-482b-9c80-9a6a545b6f60 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:36:17.784951 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c438a5-52d9-482b-9c80-9a6a545b6f60 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:36:17.788917 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-57c438a5-52d9-482b-9c80-9a6a545b6f60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:36:17.795673 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Network 21296751-df7a-4963-8e76-bf5a1220cf28 details requested by agent ovs-agent-dv-cinder-793264-1-iscsi with host dv-cinder-793264-1-iscsi {{(pid=98853) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:36:17.844793 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-57c438a5-52d9-482b-9c80-9a6a545b6f60 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.5428441 May 27 03:36:19.973055 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 51710) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:36:20.038289 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.pecan_wsgi.hooks.translation [None req-9550fe9b-e477-4a70-90ee-5438466cee88 admin admin] GET failed (client error): The resource could not be found. May 27 03:36:20.038794 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-9550fe9b-e477-4a70-90ee-5438466cee88 admin admin] Synchronizing usage tracker for tenant:9367fa74fb3b4d5b85c614ba3fbca9e5 on resource:network {{(pid=98852) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:36:20.106898 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-9550fe9b-e477-4a70-90ee-5438466cee88 admin admin] Unset dirty status for tenant:9367fa74fb3b4d5b85c614ba3fbca9e5 on resource:network {{(pid=98852) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:36:20.107938 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-9550fe9b-e477-4a70-90ee-5438466cee88 admin admin] 10.222.0.25 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1339645 May 27 03:36:20.212568 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c3add2-e5bc-4626-a0e2-94c2b953592f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:20.213956 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-64c3add2-e5bc-4626-a0e2-94c2b953592f admin admin] 10.222.0.25 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.1015806 May 27 03:36:20.223891 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.v2.base [None req-4f7c55f0-a6de-4e23-9546-a840a92a4e33 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'network_id': '21296751-df7a-4963-8e76-bf5a1220cf28'}} {{(pid=98852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:36:20.228105 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-4f7c55f0-a6de-4e23-9546-a840a92a4e33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:36:20.237465 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-4f7c55f0-a6de-4e23-9546-a840a92a4e33 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:36:20.300007 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f7c55f0-a6de-4e23-9546-a840a92a4e33 admin admin] Made reservation on behalf of 9367fa74fb3b4d5b85c614ba3fbca9e5 for: {'subnet': 1} {{(pid=98852) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:36:20.302546 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-4f7c55f0-a6de-4e23-9546-a840a92a4e33 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:20.727649 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-4f7c55f0-a6de-4e23-9546-a840a92a4e33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954'] for subnet, after_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:20.731929 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-59b51777-c960-436f-b0d5-5f3bd27095c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:36:20.826730 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7c55f0-a6de-4e23-9546-a840a92a4e33 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e15a190d-dd56-4308-be3b-72ba0b0301b1,revision_number=0']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:20.832528 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-4f7c55f0-a6de-4e23-9546-a840a92a4e33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:36:20.834896 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7c55f0-a6de-4e23-9546-a840a92a4e33 admin admin] Checking segment: {'id': '91fec48e-7447-4016-b191-37a9f866a5af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '21296751-df7a-4963-8e76-bf5a1220cf28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 03:36:20.835238 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f7c55f0-a6de-4e23-9546-a840a92a4e33 admin admin] Network hostable DHCP agents. Network: 21296751-df7a-4963-8e76-bf5a1220cf28, hostable agents: ['a814e8a4-142b-4ae8-859e-9bd936be0847'], hosted agents: [] {{(pid=98852) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:36:20.929357 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f7c55f0-a6de-4e23-9546-a840a92a4e33 admin admin] Network 21296751-df7a-4963-8e76-bf5a1220cf28 is scheduled to be hosted by DHCP agent a814e8a4-142b-4ae8-859e-9bd936be0847 with binding_index 1 {{(pid=98852) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:36:21.009352 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.scheduler.base_scheduler [None req-4f7c55f0-a6de-4e23-9546-a840a92a4e33 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793264-1-iscsi, 21296751-df7a-4963-8e76-bf5a1220cf28) {{(pid=98852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:36:21.013334 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f7c55f0-a6de-4e23-9546-a840a92a4e33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:21.013925 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-4f7c55f0-a6de-4e23-9546-a840a92a4e33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689932'] for subnet, before_response {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:21.018604 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b9b8a78-8908-4de8-ac5a-bbbb4f45346f None None] Network 21296751-df7a-4963-8e76-bf5a1220cf28 requested from dv-cinder-793264-1-iscsi {{(pid=98853) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 03:36:21.170664 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-4f7c55f0-a6de-4e23-9546-a840a92a4e33 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9506083 May 27 03:36:21.232270 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb2cbaa1-003c-4b18-836a-2563c57825be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf42e03b3-9b92-5ab7-8f52-3d70870301b3-21296751-df7a-4963-8e76-bf5a1220cf28', 'network_id': '21296751-df7a-4963-8e76-bf5a1220cf28', 'tenant_id': '9367fa74fb3b4d5b85c614ba3fbca9e5', 'fixed_ips': [{'subnet_id': 'e15a190d-dd56-4308-be3b-72ba0b0301b1'}]}} from dv-cinder-793264-1-iscsi. {{(pid=98853) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 27 03:36:21.233150 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-eb2cbaa1-003c-4b18-836a-2563c57825be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_create {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:21.395459 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.db_base_plugin_common [None req-eb2cbaa1-003c-4b18-836a-2563c57825be None None] Allocated IP 192.168.233.2 (21296751-df7a-4963-8e76-bf5a1220cf28/e15a190d-dd56-4308-be3b-72ba0b0301b1/f09fb122-1f08-4a01-86b5-842ccddacb0c) {{(pid=98853) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:36:21.623933 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-eb2cbaa1-003c-4b18-836a-2563c57825be None None] Notify callbacks [] for port, precommit_create {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:21.634319 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-eb2cbaa1-003c-4b18-836a-2563c57825be None None] Transition to ACTIVE for port object f09fb122-1f08-4a01-86b5-842ccddacb0c will not be triggered until provisioned by entity L2. {{(pid=98853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:36:21.652377 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-eb2cbaa1-003c-4b18-836a-2563c57825be None None] Transition to ACTIVE for port object f09fb122-1f08-4a01-86b5-842ccddacb0c will not be triggered until provisioned by entity DHCP. {{(pid=98853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:36:21.742013 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-eb2cbaa1-003c-4b18-836a-2563c57825be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786481287388'] for port, after_create {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:21.746670 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-4735f096-0126-49c7-b617-1387c4b4a452 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:36:21.808799 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb2cbaa1-003c-4b18-836a-2563c57825be None None] Network 21296751-df7a-4963-8e76-bf5a1220cf28 is already hosted by enough agents. {{(pid=98853) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:36:21.810054 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.scheduler.base_scheduler [None req-eb2cbaa1-003c-4b18-836a-2563c57825be None None] Resources bound (agent type, host, resource id): {{(pid=98853) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:36:21.813104 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2cbaa1-003c-4b18-836a-2563c57825be None None] Received port after_create {{(pid=98853) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 03:36:21.847735 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2cbaa1-003c-4b18-836a-2563c57825be None None] Pushing event updated for resources: {'Port': ['ID=f09fb122-1f08-4a01-86b5-842ccddacb0c,revision_number=1']} {{(pid=98853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:21.888444 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2cbaa1-003c-4b18-836a-2563c57825be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:36:21.888843 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2cbaa1-003c-4b18-836a-2563c57825be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:36:21.889162 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2cbaa1-003c-4b18-836a-2563c57825be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:36:21.889484 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2cbaa1-003c-4b18-836a-2563c57825be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:36:21.889801 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2cbaa1-003c-4b18-836a-2563c57825be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:36:21.890121 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2cbaa1-003c-4b18-836a-2563c57825be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:36:21.890430 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2cbaa1-003c-4b18-836a-2563c57825be None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:36:21.890738 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2cbaa1-003c-4b18-836a-2563c57825be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:36:21.891065 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2cbaa1-003c-4b18-836a-2563c57825be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:36:21.891375 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2cbaa1-003c-4b18-836a-2563c57825be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:36:21.891702 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2cbaa1-003c-4b18-836a-2563c57825be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:36:21.892007 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2cbaa1-003c-4b18-836a-2563c57825be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:36:21.896823 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-eb2cbaa1-003c-4b18-836a-2563c57825be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:36:21.923175 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.managers [None req-eb2cbaa1-003c-4b18-836a-2563c57825be None None] Attempting to bind port f09fb122-1f08-4a01-86b5-842ccddacb0c on host dv-cinder-793264-1-iscsi for vnic_type normal with profile {{(pid=98853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:36:21.923557 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.managers [None req-eb2cbaa1-003c-4b18-836a-2563c57825be None None] Attempting to bind port f09fb122-1f08-4a01-86b5-842ccddacb0c by drivers openvswitch,hyperv on host dv-cinder-793264-1-iscsi at level 0 using segments [{'id': '91fec48e-7447-4016-b191-37a9f866a5af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '21296751-df7a-4963-8e76-bf5a1220cf28'}] {{(pid=98853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:36:21.923913 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2cbaa1-003c-4b18-836a-2563c57825be None None] Attempting to bind port f09fb122-1f08-4a01-86b5-842ccddacb0c on network 21296751-df7a-4963-8e76-bf5a1220cf28 {{(pid=98853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:36:21.929382 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2cbaa1-003c-4b18-836a-2563c57825be None None] Checking agent: {'id': 'ffe58315-61ba-45bf-8076-0ef37f215597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793264-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 3, 33, 6), 'started_at': datetime.datetime(2021, 5, 27, 3, 33, 36), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 3, 36, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793264-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 03:36:21.929741 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2cbaa1-003c-4b18-836a-2563c57825be None None] Checking segment: {'id': '91fec48e-7447-4016-b191-37a9f866a5af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '21296751-df7a-4963-8e76-bf5a1220cf28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 03:36:21.930159 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-eb2cbaa1-003c-4b18-836a-2563c57825be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:21.930576 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2cbaa1-003c-4b18-836a-2563c57825be None None] Bound using segment: {'id': '91fec48e-7447-4016-b191-37a9f866a5af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '21296751-df7a-4963-8e76-bf5a1220cf28'} {{(pid=98853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 03:36:21.931021 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.managers [None req-eb2cbaa1-003c-4b18-836a-2563c57825be None None] Bound port: f09fb122-1f08-4a01-86b5-842ccddacb0c, host: dv-cinder-793264-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91fec48e-7447-4016-b191-37a9f866a5af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '21296751-df7a-4963-8e76-bf5a1220cf28'}}] {{(pid=98853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:36:21.931379 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-eb2cbaa1-003c-4b18-836a-2563c57825be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:22.020395 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.db [None req-eb2cbaa1-003c-4b18-836a-2563c57825be None None] For port f09fb122-1f08-4a01-86b5-842ccddacb0c, host dv-cinder-793264-1-iscsi, cleared binding levels {{(pid=98853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:36:22.023463 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.db [None req-eb2cbaa1-003c-4b18-836a-2563c57825be None None] For port f09fb122-1f08-4a01-86b5-842ccddacb0c, host dv-cinder-793264-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-1-iscsi',level=0,port_id=f09fb122-1f08-4a01-86b5-842ccddacb0c,segment=NetworkSegment(91fec48e-7447-4016-b191-37a9f866a5af),segment_id=91fec48e-7447-4016-b191-37a9f866a5af)] {{(pid=98853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 03:36:22.094957 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-eb2cbaa1-003c-4b18-836a-2563c57825be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786481721483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786481287406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786481291807'] for port, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:22.099035 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:36:22.177333 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2cbaa1-003c-4b18-836a-2563c57825be None None] Pushing event updated for resources: {'Port': ['ID=f09fb122-1f08-4a01-86b5-842ccddacb0c,revision_number=2']} {{(pid=98853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:22.181880 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-eb2cbaa1-003c-4b18-836a-2563c57825be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:36:22.640042 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Device f09fb122-1f08-4a01-86b5-842ccddacb0c up at agent ovs-agent-dv-cinder-793264-1-iscsi {{(pid=98853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:36:22.781592 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Provisioning for port f09fb122-1f08-4a01-86b5-842ccddacb0c completed by entity L2. {{(pid=98853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:36:23.020134 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b7dcf67-526a-4ac1-8ba0-ab36fa94bf6c None None] Network 21296751-df7a-4963-8e76-bf5a1220cf28 requested from dv-cinder-793264-1-iscsi {{(pid=98853) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 03:36:23.227733 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-d2b46d9e-40d1-441f-ad70-7de7298cfea1 None None] Provisioning for port f09fb122-1f08-4a01-86b5-842ccddacb0c completed by entity DHCP. {{(pid=98853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:36:23.244015 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-d2b46d9e-40d1-441f-ad70-7de7298cfea1 None None] Provisioning complete for port f09fb122-1f08-4a01-86b5-842ccddacb0c triggered by entity DHCP. {{(pid=98853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:36:23.244318 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-d2b46d9e-40d1-441f-ad70-7de7298cfea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487713'] for port, provisioning_complete {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:23.379254 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-d2b46d9e-40d1-441f-ad70-7de7298cfea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:23.414414 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.db [None req-d2b46d9e-40d1-441f-ad70-7de7298cfea1 None None] For port f09fb122-1f08-4a01-86b5-842ccddacb0c, host dv-cinder-793264-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-1-iscsi',level=0,port_id=f09fb122-1f08-4a01-86b5-842ccddacb0c,segment=NetworkSegment(91fec48e-7447-4016-b191-37a9f866a5af),segment_id=91fec48e-7447-4016-b191-37a9f866a5af)] {{(pid=98853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:36:23.483306 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-d2b46d9e-40d1-441f-ad70-7de7298cfea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786481721483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786481287406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786481291807'] for port, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:23.485376 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:36:23.551239 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b46d9e-40d1-441f-ad70-7de7298cfea1 None None] Pushing event updated for resources: {'Port': ['ID=f09fb122-1f08-4a01-86b5-842ccddacb0c,revision_number=3']} {{(pid=98853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:23.554529 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-d2b46d9e-40d1-441f-ad70-7de7298cfea1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:36:23.604187 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-eebb6319-8907-42ef-9478-504bce8de8a8 None None] Provisioning complete for port f09fb122-1f08-4a01-86b5-842ccddacb0c triggered by entity DHCP. {{(pid=98853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:36:23.604547 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-eebb6319-8907-42ef-9478-504bce8de8a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487713'] for port, provisioning_complete {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:23.713860 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.agents_db [None req-9826b012-bfd7-43dd-a737-969f574491ef None None] Agent healthcheck: found 5 active agents {{(pid=98854) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 03:36:24.618435 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Device f09fb122-1f08-4a01-86b5-842ccddacb0c up at agent ovs-agent-dv-cinder-793264-1-iscsi {{(pid=98853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:36:24.685797 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Provisioning complete for port f09fb122-1f08-4a01-86b5-842ccddacb0c triggered by entity L2. {{(pid=98853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:36:24.686167 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487713'] for port, provisioning_complete {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:33.859697 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-b992ab34-e56f-441f-80e9-fe9e1b06abcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:36.380368 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-50e7418f-c0a4-4838-aa46-a436af82250a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:36.408876 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:37.666241 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-e3613943-0892-48bd-9358-60eb59884bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:39.186368 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-3af0ace6-547d-4950-9fe5-73e267668fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:00.713516 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.agents_db [None req-9826b012-bfd7-43dd-a737-969f574491ef None None] Agent healthcheck: found 5 active agents {{(pid=98854) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 03:37:03.825591 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-1a71358a-cbe2-4af6-b106-c8e79b8701d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:06.408422 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-e74efd6c-655e-4bff-8388-acc53db596dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:06.419361 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:07.631210 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-e3613943-0892-48bd-9358-60eb59884bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:09.202488 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-3af0ace6-547d-4950-9fe5-73e267668fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:33.830745 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-dc7f6f8e-1acf-48f4-b532-fc09df386a01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:36.396170 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-dd23d2b6-7cca-4ad9-85f1-a46cc070de46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:36.413247 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:37.664555 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-e3613943-0892-48bd-9358-60eb59884bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:37.712814 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.agents_db [None req-9826b012-bfd7-43dd-a737-969f574491ef None None] Agent healthcheck: found 5 active agents {{(pid=98854) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 03:37:39.213411 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-3af0ace6-547d-4950-9fe5-73e267668fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:46.764109 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 51760) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:37:46.770033 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [None req-edc67816-3110-4c23-bc87-c60f32868c94 tempest-verify_tempest_config-931240682 tempest-verify_tempest_config-931240682-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=98852) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 03:37:46.770976 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-edc67816-3110-4c23-bc87-c60f32868c94 tempest-verify_tempest_config-931240682 tempest-verify_tempest_config-931240682-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058665 May 27 03:37:47.365632 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.wsgi [-] (98851) accepted ('10.222.0.25', 51778) {{(pid=98851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:37:47.494041 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-fd8dd4d4-8a56-4acf-a4b6-b8859dd8e041 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:47.508713 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.quota.driver [None req-fd8dd4d4-8a56-4acf-a4b6-b8859dd8e041 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:37:47.512491 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [None req-fd8dd4d4-8a56-4acf-a4b6-b8859dd8e041 admin admin] Usage tracker for resource:security_group_rule and tenant:2a2e3e3b03a943acb92fb5aa6e3674cf is out of sync, need to count used quota {{(pid=98851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:37:47.515710 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [None req-fd8dd4d4-8a56-4acf-a4b6-b8859dd8e041 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:37:47.522160 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.quota.driver [None req-fd8dd4d4-8a56-4acf-a4b6-b8859dd8e041 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:37:47.611467 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-fd8dd4d4-8a56-4acf-a4b6-b8859dd8e041 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:47.727586 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-fd8dd4d4-8a56-4acf-a4b6-b8859dd8e041 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:47.734190 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:37:47.774024 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [None req-fd8dd4d4-8a56-4acf-a4b6-b8859dd8e041 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2a2e3e3b03a943acb92fb5aa6e3674cf&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4073904 May 27 03:37:47.774951 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8dd4d4-8a56-4acf-a4b6-b8859dd8e041 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1369134d-3cba-4457-8e35-cb9cd7905cb8,revision_number=1']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:47.776703 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 51784) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:37:47.782958 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8dd4d4-8a56-4acf-a4b6-b8859dd8e041 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:37:47.783321 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8dd4d4-8a56-4acf-a4b6-b8859dd8e041 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:37:47.783660 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8dd4d4-8a56-4acf-a4b6-b8859dd8e041 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:37:47.783987 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8dd4d4-8a56-4acf-a4b6-b8859dd8e041 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:37:47.784308 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8dd4d4-8a56-4acf-a4b6-b8859dd8e041 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:37:47.784672 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8dd4d4-8a56-4acf-a4b6-b8859dd8e041 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:37:47.784999 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8dd4d4-8a56-4acf-a4b6-b8859dd8e041 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:37:47.785321 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8dd4d4-8a56-4acf-a4b6-b8859dd8e041 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:37:47.785653 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8dd4d4-8a56-4acf-a4b6-b8859dd8e041 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:37:47.785974 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8dd4d4-8a56-4acf-a4b6-b8859dd8e041 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:37:47.786290 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8dd4d4-8a56-4acf-a4b6-b8859dd8e041 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:37:47.786633 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8dd4d4-8a56-4acf-a4b6-b8859dd8e041 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:37:47.791079 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-fd8dd4d4-8a56-4acf-a4b6-b8859dd8e041 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:37:47.836942 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-ec1c02ea-c7c4-4f48-b1b7-7e5494e6bb29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:47.862173 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-ec1c02ea-c7c4-4f48-b1b7-7e5494e6bb29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:48.024989 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-ec1c02ea-c7c4-4f48-b1b7-7e5494e6bb29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:48.028861 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-dd0fd6e2-7f45-43b2-b83b-fac2c0a19865 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:37:48.039514 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1c02ea-c7c4-4f48-b1b7-7e5494e6bb29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1369134d-3cba-4457-8e35-cb9cd7905cb8,revision_number=None']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:48.049117 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1c02ea-c7c4-4f48-b1b7-7e5494e6bb29 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:37:48.049480 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1c02ea-c7c4-4f48-b1b7-7e5494e6bb29 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:37:48.049825 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1c02ea-c7c4-4f48-b1b7-7e5494e6bb29 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:37:48.050640 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1c02ea-c7c4-4f48-b1b7-7e5494e6bb29 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:37:48.050961 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1c02ea-c7c4-4f48-b1b7-7e5494e6bb29 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:37:48.051295 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1c02ea-c7c4-4f48-b1b7-7e5494e6bb29 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:37:48.051618 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1c02ea-c7c4-4f48-b1b7-7e5494e6bb29 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:37:48.051933 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1c02ea-c7c4-4f48-b1b7-7e5494e6bb29 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:37:48.052264 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1c02ea-c7c4-4f48-b1b7-7e5494e6bb29 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:37:48.052603 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1c02ea-c7c4-4f48-b1b7-7e5494e6bb29 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:37:48.052918 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1c02ea-c7c4-4f48-b1b7-7e5494e6bb29 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:37:48.053228 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1c02ea-c7c4-4f48-b1b7-7e5494e6bb29 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:37:48.056441 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-ec1c02ea-c7c4-4f48-b1b7-7e5494e6bb29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:37:48.057613 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-ec1c02ea-c7c4-4f48-b1b7-7e5494e6bb29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:48.058705 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-ec1c02ea-c7c4-4f48-b1b7-7e5494e6bb29 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1369134d-3cba-4457-8e35-cb9cd7905cb8 HTTP/1.1" status: 204 len: 168 time: 0.2810810 May 27 03:38:03.869136 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-54d8e468-020f-4a25-b287-53e3cb7bdc0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:06.384595 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-5e67c2df-60be-4ccc-9361-f06013f6c3d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:06.412988 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:07.652783 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-e3613943-0892-48bd-9358-60eb59884bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:09.190021 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-3af0ace6-547d-4950-9fe5-73e267668fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:14.711069 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.agents_db [None req-9826b012-bfd7-43dd-a737-969f574491ef None None] Agent healthcheck: found 5 active agents {{(pid=98854) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 03:38:33.840997 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-f7fd9426-8ec1-448a-a87b-3157833c3a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:36.418230 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-7ea9a9c2-232a-45a4-9313-c5761f489979 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:36.445373 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:37.650745 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-e3613943-0892-48bd-9358-60eb59884bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:39.222609 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-3af0ace6-547d-4950-9fe5-73e267668fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:51.709493 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.agents_db [None req-9826b012-bfd7-43dd-a737-969f574491ef None None] Agent healthcheck: found 5 active agents {{(pid=98854) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 03:39:03.869472 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-1cd248cd-521e-4ce3-8c6f-e31468a0a223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:06.389163 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-3b9bb04b-0584-4261-ab55-b0a541f82626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:06.429261 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:07.663382 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-e3613943-0892-48bd-9358-60eb59884bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:09.209858 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-3af0ace6-547d-4950-9fe5-73e267668fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:17.252218 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135'] for agent, after_create {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:19.929727 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.wsgi [-] (98851) accepted ('10.222.0.25', 51836) {{(pid=98851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:39:20.039960 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [None req-b4ee933e-4b4f-4ba3-bb8d-53e7395fdeb6 admin admin] 10.222.0.25 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1091344 May 27 03:39:22.132579 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 51846) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:39:22.190803 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-0726c1b3-24bc-4e5d-acfe-c075ee7e49b7 admin admin] 10.222.0.25 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0566597 May 27 03:39:28.708600 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.agents_db [None req-9826b012-bfd7-43dd-a737-969f574491ef None None] Agent healthcheck: found 6 active agents {{(pid=98854) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 03:39:33.845871 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-ad648007-1eb9-4f30-ba95-3379ca0c4f8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:36.405897 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-5eaa91f9-105c-4aaf-b7af-183ccb3eb818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:36.431711 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:37.649064 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-e3613943-0892-48bd-9358-60eb59884bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:39.238002 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-3af0ace6-547d-4950-9fe5-73e267668fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:47.240413 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:03.829045 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-f4803154-bbf3-4482-899d-327b9ffc7d28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:05.708290 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.agents_db [None req-9826b012-bfd7-43dd-a737-969f574491ef None None] Agent healthcheck: found 6 active agents {{(pid=98854) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 03:40:06.394619 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-45d02c98-bece-46c3-9f38-f0fd263b71d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:06.419706 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:07.654159 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-e3613943-0892-48bd-9358-60eb59884bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:09.225304 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-3af0ace6-547d-4950-9fe5-73e267668fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:17.247829 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:33.836200 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-5f3da444-c286-4aca-a9e7-729c4b721bc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:36.413175 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-9fe4aadf-a4ec-4249-a559-ea79d54281bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:36.441465 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:37.664675 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-e3613943-0892-48bd-9358-60eb59884bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:39.234297 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-3af0ace6-547d-4950-9fe5-73e267668fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:42.708682 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.agents_db [None req-9826b012-bfd7-43dd-a737-969f574491ef None None] Agent healthcheck: found 6 active agents {{(pid=98854) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 03:40:47.177117 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 52008) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:40:47.268297 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:47.527329 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 52024) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:40:47.615454 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.v2.base [None req-142fb68d-b2a7-4a47-95b1-cdf3642aaac9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1845807498-network', 'tenant_id': '16ccb2756adb4055942bd0a0f0a061f4'}} {{(pid=98852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:40:47.620352 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-142fb68d-b2a7-4a47-95b1-cdf3642aaac9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:40:47.624586 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-142fb68d-b2a7-4a47-95b1-cdf3642aaac9 admin admin] Usage tracker for resource:network and tenant:16ccb2756adb4055942bd0a0f0a061f4 is out of sync, need to count used quota {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:40:47.628000 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-142fb68d-b2a7-4a47-95b1-cdf3642aaac9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:40:47.633717 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-142fb68d-b2a7-4a47-95b1-cdf3642aaac9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:40:47.713985 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.v2.base [None req-6e70ecf2-20d4-4261-ab93-a5a6531b5cf2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1828570082-network', 'tenant_id': '7413f58ffa8e476fb5600cbc51ee9d34'}} {{(pid=98852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:40:47.722463 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-6e70ecf2-20d4-4261-ab93-a5a6531b5cf2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:40:47.726080 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-142fb68d-b2a7-4a47-95b1-cdf3642aaac9 admin admin] Made reservation on behalf of 16ccb2756adb4055942bd0a0f0a061f4 for: {'network': 1} {{(pid=98852) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:40:47.729721 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-142fb68d-b2a7-4a47-95b1-cdf3642aaac9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3620918'] for network, before_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:47.751883 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-6e70ecf2-20d4-4261-ab93-a5a6531b5cf2 admin admin] Usage tracker for resource:network and tenant:7413f58ffa8e476fb5600cbc51ee9d34 is out of sync, need to count used quota {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:40:47.755874 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-142fb68d-b2a7-4a47-95b1-cdf3642aaac9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:47.771663 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-6e70ecf2-20d4-4261-ab93-a5a6531b5cf2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:40:47.786070 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-6e70ecf2-20d4-4261-ab93-a5a6531b5cf2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:40:47.797015 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-142fb68d-b2a7-4a47-95b1-cdf3642aaac9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:40:47.802364 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-142fb68d-b2a7-4a47-95b1-cdf3642aaac9 admin admin] Usage tracker for resource:security_group_rule and tenant:16ccb2756adb4055942bd0a0f0a061f4 is out of sync, need to count used quota {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:40:47.805664 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-142fb68d-b2a7-4a47-95b1-cdf3642aaac9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:40:47.811376 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-142fb68d-b2a7-4a47-95b1-cdf3642aaac9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:40:47.889098 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e70ecf2-20d4-4261-ab93-a5a6531b5cf2 admin admin] Made reservation on behalf of 7413f58ffa8e476fb5600cbc51ee9d34 for: {'network': 1} {{(pid=98852) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:40:47.891414 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-6e70ecf2-20d4-4261-ab93-a5a6531b5cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3620918'] for network, before_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:47.905980 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-142fb68d-b2a7-4a47-95b1-cdf3642aaac9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:47.913005 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-6e70ecf2-20d4-4261-ab93-a5a6531b5cf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:47.933032 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-6e70ecf2-20d4-4261-ab93-a5a6531b5cf2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:40:47.937027 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-6e70ecf2-20d4-4261-ab93-a5a6531b5cf2 admin admin] Usage tracker for resource:security_group_rule and tenant:7413f58ffa8e476fb5600cbc51ee9d34 is out of sync, need to count used quota {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:40:47.940771 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-6e70ecf2-20d4-4261-ab93-a5a6531b5cf2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:40:47.947873 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-6e70ecf2-20d4-4261-ab93-a5a6531b5cf2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:40:47.981955 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-142fb68d-b2a7-4a47-95b1-cdf3642aaac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:47.993317 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:40:48.011301 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-142fb68d-b2a7-4a47-95b1-cdf3642aaac9 admin admin] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=98852) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:40:48.035448 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-142fb68d-b2a7-4a47-95b1-cdf3642aaac9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3483814'] for segment, precommit_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:48.035815 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.db.segments_db [None req-142fb68d-b2a7-4a47-95b1-cdf3642aaac9 admin admin] Added segment 5baf6fec-eb5b-47d6-b1b0-298ebe932b07 of type vlan for network f65a0cca-1ebc-4ae6-b01b-5fdf0f05198a May 27 03:40:48.052774 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142fb68d-b2a7-4a47-95b1-cdf3642aaac9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97a7a5cd-3b39-468a-887f-c7ec5eebc8fa,revision_number=1']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:48.074267 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142fb68d-b2a7-4a47-95b1-cdf3642aaac9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:48.074267 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142fb68d-b2a7-4a47-95b1-cdf3642aaac9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:48.074267 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142fb68d-b2a7-4a47-95b1-cdf3642aaac9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:48.074267 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142fb68d-b2a7-4a47-95b1-cdf3642aaac9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:48.074267 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142fb68d-b2a7-4a47-95b1-cdf3642aaac9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:48.074267 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142fb68d-b2a7-4a47-95b1-cdf3642aaac9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:48.074267 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142fb68d-b2a7-4a47-95b1-cdf3642aaac9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:48.074267 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142fb68d-b2a7-4a47-95b1-cdf3642aaac9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:48.074267 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142fb68d-b2a7-4a47-95b1-cdf3642aaac9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:48.074267 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142fb68d-b2a7-4a47-95b1-cdf3642aaac9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:48.074267 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142fb68d-b2a7-4a47-95b1-cdf3642aaac9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:48.075182 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142fb68d-b2a7-4a47-95b1-cdf3642aaac9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:48.075456 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142fb68d-b2a7-4a47-95b1-cdf3642aaac9 admin admin] Tracked resource versions report: May 27 03:40:48.075456 dv-cinder-793264-1-iscsi neutron-server[98852]: pushed versions: May 27 03:40:48.075456 dv-cinder-793264-1-iscsi neutron-server[98852]: { 'AddressGroup': {'1.2'}, May 27 03:40:48.075456 dv-cinder-793264-1-iscsi neutron-server[98852]: 'ConntrackHelper': {'1.0'}, May 27 03:40:48.075456 dv-cinder-793264-1-iscsi neutron-server[98852]: 'Log': {'1.0'}, May 27 03:40:48.075456 dv-cinder-793264-1-iscsi neutron-server[98852]: 'Network': {'1.1'}, May 27 03:40:48.075456 dv-cinder-793264-1-iscsi neutron-server[98852]: 'Port': {'1.7'}, May 27 03:40:48.075456 dv-cinder-793264-1-iscsi neutron-server[98852]: 'PortForwarding': {'1.2'}, May 27 03:40:48.075456 dv-cinder-793264-1-iscsi neutron-server[98852]: 'QosPolicy': {'1.8'}, May 27 03:40:48.075456 dv-cinder-793264-1-iscsi neutron-server[98852]: 'SecurityGroup': {'1.4'}, May 27 03:40:48.075456 dv-cinder-793264-1-iscsi neutron-server[98852]: 'SecurityGroupRule': {'1.2'}, May 27 03:40:48.075456 dv-cinder-793264-1-iscsi neutron-server[98852]: 'SubPort': {'1.0'}, May 27 03:40:48.075456 dv-cinder-793264-1-iscsi neutron-server[98852]: 'Subnet': {'1.1'}, May 27 03:40:48.075456 dv-cinder-793264-1-iscsi neutron-server[98852]: 'Trunk': {'1.1'}} May 27 03:40:48.075456 dv-cinder-793264-1-iscsi neutron-server[98852]: consumer versions: May 27 03:40:48.075456 dv-cinder-793264-1-iscsi neutron-server[98852]: { DHCP agent@dv-cinder-793264-1-iscsi: {}, May 27 03:40:48.075456 dv-cinder-793264-1-iscsi neutron-server[98852]: HyperV agent@hv-cinder-79326: {}, May 27 03:40:48.075456 dv-cinder-793264-1-iscsi neutron-server[98852]: L3 agent@dv-cinder-793264-1-iscsi: {}, May 27 03:40:48.075456 dv-cinder-793264-1-iscsi neutron-server[98852]: Metadata agent@dv-cinder-793264-1-iscsi: {}, May 27 03:40:48.075456 dv-cinder-793264-1-iscsi neutron-server[98852]: Metering agent@dv-cinder-793264-1-iscsi: {}, May 27 03:40:48.075456 dv-cinder-793264-1-iscsi neutron-server[98852]: Open vSwitch agent@dv-cinder-793264-1-iscsi: { 'AddressGroup': '1.2', May 27 03:40:48.075456 dv-cinder-793264-1-iscsi neutron-server[98852]: 'ConntrackHelper': '1.0', May 27 03:40:48.075456 dv-cinder-793264-1-iscsi neutron-server[98852]: 'Log': '1.0', May 27 03:40:48.075456 dv-cinder-793264-1-iscsi neutron-server[98852]: 'Network': '1.1', May 27 03:40:48.075456 dv-cinder-793264-1-iscsi neutron-server[98852]: 'Port': '1.7', May 27 03:40:48.075456 dv-cinder-793264-1-iscsi neutron-server[98852]: 'PortForwarding': '1.2', May 27 03:40:48.075456 dv-cinder-793264-1-iscsi neutron-server[98852]: 'QosPolicy': '1.8', May 27 03:40:48.075456 dv-cinder-793264-1-iscsi neutron-server[98852]: 'SecurityGroup': '1.4', May 27 03:40:48.075456 dv-cinder-793264-1-iscsi neutron-server[98852]: 'SecurityGroupRule': '1.2', May 27 03:40:48.075456 dv-cinder-793264-1-iscsi neutron-server[98852]: 'SubPort': '1.0', May 27 03:40:48.075456 dv-cinder-793264-1-iscsi neutron-server[98852]: 'Subnet': '1.1', May 27 03:40:48.075456 dv-cinder-793264-1-iscsi neutron-server[98852]: 'Trunk': '1.1'}} May 27 03:40:48.075456 dv-cinder-793264-1-iscsi neutron-server[98852]: {{(pid=98852) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 27 03:40:48.093361 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-142fb68d-b2a7-4a47-95b1-cdf3642aaac9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786481306974'] for network, precommit_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:48.102752 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-142fb68d-b2a7-4a47-95b1-cdf3642aaac9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:40:48.163647 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-6e70ecf2-20d4-4261-ab93-a5a6531b5cf2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:48.216499 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-142fb68d-b2a7-4a47-95b1-cdf3642aaac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3689963'] for network, after_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:48.217820 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-142fb68d-b2a7-4a47-95b1-cdf3642aaac9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:40:48.218396 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-142fb68d-b2a7-4a47-95b1-cdf3642aaac9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689932'] for network, before_response {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:48.223346 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-57c438a5-52d9-482b-9c80-9a6a545b6f60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:40:48.293748 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-6e70ecf2-20d4-4261-ab93-a5a6531b5cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:48.333761 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e70ecf2-20d4-4261-ab93-a5a6531b5cf2 admin admin] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=98852) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:40:48.338909 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142fb68d-b2a7-4a47-95b1-cdf3642aaac9 admin admin] Pushing event updated for resources: {'Network': ['ID=f65a0cca-1ebc-4ae6-b01b-5fdf0f05198a,revision_number=1']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:48.347745 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-6e70ecf2-20d4-4261-ab93-a5a6531b5cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3483814'] for segment, precommit_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:48.348078 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.db.segments_db [None req-6e70ecf2-20d4-4261-ab93-a5a6531b5cf2 admin admin] Added segment 9f0a7abb-00b7-4c31-9093-b0d5b331bfb6 of type vlan for network 9d88eb5c-a234-4a0b-9721-bcab674f53e1 May 27 03:40:48.351887 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Network f65a0cca-1ebc-4ae6-b01b-5fdf0f05198a details requested by agent ovs-agent-dv-cinder-793264-1-iscsi with host dv-cinder-793264-1-iscsi {{(pid=98853) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:40:48.354058 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-142fb68d-b2a7-4a47-95b1-cdf3642aaac9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:40:48.354639 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.037s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:40:48.385023 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e70ecf2-20d4-4261-ab93-a5a6531b5cf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3008a255-7ecc-4b97-8d3a-baac4542929c,revision_number=1']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:48.395390 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-6e70ecf2-20d4-4261-ab93-a5a6531b5cf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:40:48.401223 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-6e70ecf2-20d4-4261-ab93-a5a6531b5cf2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786481306974'] for network, precommit_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:48.409185 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-142fb68d-b2a7-4a47-95b1-cdf3642aaac9 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2310784 May 27 03:40:48.417999 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.wsgi [-] (98851) accepted ('10.222.0.25', 52064) {{(pid=98851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:40:48.424482 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.v2.base [None req-1d3dc810-480d-4e9b-b5d7-e71ee6b433c7 admin admin] Request body: {'subnet': {'network_id': 'f65a0cca-1ebc-4ae6-b01b-5fdf0f05198a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1845807498-subnet', 'tenant_id': '16ccb2756adb4055942bd0a0f0a061f4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=98851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:40:48.433097 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.quota.driver [None req-1d3dc810-480d-4e9b-b5d7-e71ee6b433c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:40:48.436969 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [None req-1d3dc810-480d-4e9b-b5d7-e71ee6b433c7 admin admin] Usage tracker for resource:subnet and tenant:16ccb2756adb4055942bd0a0f0a061f4 is out of sync, need to count used quota {{(pid=98851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:40:48.441427 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [None req-1d3dc810-480d-4e9b-b5d7-e71ee6b433c7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:40:48.447219 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.quota.driver [None req-1d3dc810-480d-4e9b-b5d7-e71ee6b433c7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:40:48.527087 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-6e70ecf2-20d4-4261-ab93-a5a6531b5cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3689963'] for network, after_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:48.528508 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e70ecf2-20d4-4261-ab93-a5a6531b5cf2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:40:48.529263 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-6e70ecf2-20d4-4261-ab93-a5a6531b5cf2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689932'] for network, before_response {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:48.538966 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-dd0fd6e2-7f45-43b2-b83b-fac2c0a19865 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:40:48.555631 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d3dc810-480d-4e9b-b5d7-e71ee6b433c7 admin admin] Made reservation on behalf of 16ccb2756adb4055942bd0a0f0a061f4 for: {'subnet': 1} {{(pid=98851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:40:48.558275 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-1d3dc810-480d-4e9b-b5d7-e71ee6b433c7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:48.616262 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 52072) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:40:48.634577 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 52076) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:40:48.654739 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-6e70ecf2-20d4-4261-ab93-a5a6531b5cf2 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1230135 May 27 03:40:48.658566 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.wsgi [-] (98851) accepted ('10.222.0.25', 52084) {{(pid=98851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:40:48.659477 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e70ecf2-20d4-4261-ab93-a5a6531b5cf2 admin admin] Pushing event updated for resources: {'Network': ['ID=9d88eb5c-a234-4a0b-9721-bcab674f53e1,revision_number=1']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:48.662176 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-6e70ecf2-20d4-4261-ab93-a5a6531b5cf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:40:48.668572 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.v2.base [None req-69f2bfa2-96aa-4a7c-a27b-1e74e4926a1c admin admin] Request body: {'subnet': {'network_id': '9d88eb5c-a234-4a0b-9721-bcab674f53e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1828570082-subnet', 'tenant_id': '7413f58ffa8e476fb5600cbc51ee9d34', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:40:48.671448 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Network 9d88eb5c-a234-4a0b-9721-bcab674f53e1 details requested by agent ovs-agent-dv-cinder-793264-1-iscsi with host dv-cinder-793264-1-iscsi {{(pid=98853) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:40:48.676316 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.quota.driver [None req-69f2bfa2-96aa-4a7c-a27b-1e74e4926a1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:40:48.682554 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [None req-69f2bfa2-96aa-4a7c-a27b-1e74e4926a1c admin admin] Usage tracker for resource:subnet and tenant:7413f58ffa8e476fb5600cbc51ee9d34 is out of sync, need to count used quota {{(pid=98851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:40:48.686315 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [None req-69f2bfa2-96aa-4a7c-a27b-1e74e4926a1c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:40:48.694503 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.quota.driver [None req-69f2bfa2-96aa-4a7c-a27b-1e74e4926a1c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:40:48.869368 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69f2bfa2-96aa-4a7c-a27b-1e74e4926a1c admin admin] Made reservation on behalf of 7413f58ffa8e476fb5600cbc51ee9d34 for: {'subnet': 1} {{(pid=98851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:40:48.871694 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-69f2bfa2-96aa-4a7c-a27b-1e74e4926a1c admin admin] Notify callbacks [] for subnet, before_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:48.875334 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 52096) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:40:48.966178 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.v2.base [None req-6672798c-379d-4bde-9b87-6520d658fcd6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-161599716-network', 'tenant_id': '276e81e3da1f4d4c9c1881d1b1e863c4'}} {{(pid=98852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:40:48.973416 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-6672798c-379d-4bde-9b87-6520d658fcd6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:40:48.979830 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-6672798c-379d-4bde-9b87-6520d658fcd6 admin admin] Usage tracker for resource:network and tenant:276e81e3da1f4d4c9c1881d1b1e863c4 is out of sync, need to count used quota {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:40:48.984040 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-6672798c-379d-4bde-9b87-6520d658fcd6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:40:48.991791 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-6672798c-379d-4bde-9b87-6520d658fcd6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:40:49.004897 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.v2.base [None req-42a8d10f-2c1f-4eaa-b78c-be76125ec4a6 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1534104748-network', 'tenant_id': 'fa24b9f82e13448382e6b5f6bd699fab'}} {{(pid=98852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:40:49.009527 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-42a8d10f-2c1f-4eaa-b78c-be76125ec4a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:40:49.013560 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-42a8d10f-2c1f-4eaa-b78c-be76125ec4a6 admin admin] Usage tracker for resource:network and tenant:fa24b9f82e13448382e6b5f6bd699fab is out of sync, need to count used quota {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:40:49.016326 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-42a8d10f-2c1f-4eaa-b78c-be76125ec4a6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:40:49.022360 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-42a8d10f-2c1f-4eaa-b78c-be76125ec4a6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:40:49.147144 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6672798c-379d-4bde-9b87-6520d658fcd6 admin admin] Made reservation on behalf of 276e81e3da1f4d4c9c1881d1b1e863c4 for: {'network': 1} {{(pid=98852) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:40:49.149831 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-6672798c-379d-4bde-9b87-6520d658fcd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3620918'] for network, before_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:49.167366 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42a8d10f-2c1f-4eaa-b78c-be76125ec4a6 admin admin] Made reservation on behalf of fa24b9f82e13448382e6b5f6bd699fab for: {'network': 1} {{(pid=98852) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:40:49.170163 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-42a8d10f-2c1f-4eaa-b78c-be76125ec4a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3620918'] for network, before_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:49.196171 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.v2.base [None req-ab62a9a9-e9d2-4773-819e-49df055e0f14 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1122453327-network', 'tenant_id': 'f220b161db454279a529469cc181cb86'}} {{(pid=98852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:40:49.200262 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-6672798c-379d-4bde-9b87-6520d658fcd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:49.219797 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-42a8d10f-2c1f-4eaa-b78c-be76125ec4a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:49.228224 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-1d3dc810-480d-4e9b-b5d7-e71ee6b433c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954'] for subnet, after_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:49.230245 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-02ac4650-170e-4a53-a853-0a462a872a50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:40:49.234141 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-ab62a9a9-e9d2-4773-819e-49df055e0f14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:40:49.240235 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-ab62a9a9-e9d2-4773-819e-49df055e0f14 admin admin] Usage tracker for resource:network and tenant:f220b161db454279a529469cc181cb86 is out of sync, need to count used quota {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:40:49.243696 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-ab62a9a9-e9d2-4773-819e-49df055e0f14 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:40:49.250097 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-ab62a9a9-e9d2-4773-819e-49df055e0f14 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:40:49.262541 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-42a8d10f-2c1f-4eaa-b78c-be76125ec4a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:40:49.267944 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-42a8d10f-2c1f-4eaa-b78c-be76125ec4a6 admin admin] Usage tracker for resource:security_group_rule and tenant:fa24b9f82e13448382e6b5f6bd699fab is out of sync, need to count used quota {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:40:49.271311 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-42a8d10f-2c1f-4eaa-b78c-be76125ec4a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:40:49.279909 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-42a8d10f-2c1f-4eaa-b78c-be76125ec4a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:40:49.378574 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-42a8d10f-2c1f-4eaa-b78c-be76125ec4a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:49.383758 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab62a9a9-e9d2-4773-819e-49df055e0f14 admin admin] Made reservation on behalf of f220b161db454279a529469cc181cb86 for: {'network': 1} {{(pid=98852) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:40:49.389242 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-ab62a9a9-e9d2-4773-819e-49df055e0f14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3620918'] for network, before_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:49.399291 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-6672798c-379d-4bde-9b87-6520d658fcd6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:40:49.406309 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-ab62a9a9-e9d2-4773-819e-49df055e0f14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:49.416674 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-6672798c-379d-4bde-9b87-6520d658fcd6 admin admin] Usage tracker for resource:security_group_rule and tenant:276e81e3da1f4d4c9c1881d1b1e863c4 is out of sync, need to count used quota {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:40:49.420975 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-6672798c-379d-4bde-9b87-6520d658fcd6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:40:49.430466 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-6672798c-379d-4bde-9b87-6520d658fcd6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:40:49.432683 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-ab62a9a9-e9d2-4773-819e-49df055e0f14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:40:49.439995 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-ab62a9a9-e9d2-4773-819e-49df055e0f14 admin admin] Usage tracker for resource:security_group_rule and tenant:f220b161db454279a529469cc181cb86 is out of sync, need to count used quota {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:40:49.442646 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-ab62a9a9-e9d2-4773-819e-49df055e0f14 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:40:49.446016 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d3dc810-480d-4e9b-b5d7-e71ee6b433c7 admin admin] Checking segment: {'id': '5baf6fec-eb5b-47d6-b1b0-298ebe932b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'f65a0cca-1ebc-4ae6-b01b-5fdf0f05198a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 03:40:49.446584 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d3dc810-480d-4e9b-b5d7-e71ee6b433c7 admin admin] Network hostable DHCP agents. Network: f65a0cca-1ebc-4ae6-b01b-5fdf0f05198a, hostable agents: ['a814e8a4-142b-4ae8-859e-9bd936be0847'], hosted agents: [] {{(pid=98851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:40:49.449493 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-ab62a9a9-e9d2-4773-819e-49df055e0f14 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:40:49.473128 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3dc810-480d-4e9b-b5d7-e71ee6b433c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=82530ddc-ffd6-4079-8434-d6a04187e8aa,revision_number=0']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:49.482538 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3dc810-480d-4e9b-b5d7-e71ee6b433c7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:49.482913 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3dc810-480d-4e9b-b5d7-e71ee6b433c7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:49.483249 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3dc810-480d-4e9b-b5d7-e71ee6b433c7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:49.483578 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3dc810-480d-4e9b-b5d7-e71ee6b433c7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:49.483953 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3dc810-480d-4e9b-b5d7-e71ee6b433c7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:49.484526 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3dc810-480d-4e9b-b5d7-e71ee6b433c7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:49.485005 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3dc810-480d-4e9b-b5d7-e71ee6b433c7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:49.485484 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3dc810-480d-4e9b-b5d7-e71ee6b433c7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:49.486824 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3dc810-480d-4e9b-b5d7-e71ee6b433c7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:49.487369 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3dc810-480d-4e9b-b5d7-e71ee6b433c7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:49.487883 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3dc810-480d-4e9b-b5d7-e71ee6b433c7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:49.488235 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3dc810-480d-4e9b-b5d7-e71ee6b433c7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:49.489275 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3dc810-480d-4e9b-b5d7-e71ee6b433c7 admin admin] Tracked resource versions report: May 27 03:40:49.489275 dv-cinder-793264-1-iscsi neutron-server[98851]: pushed versions: May 27 03:40:49.489275 dv-cinder-793264-1-iscsi neutron-server[98851]: { 'AddressGroup': {'1.2'}, May 27 03:40:49.489275 dv-cinder-793264-1-iscsi neutron-server[98851]: 'ConntrackHelper': {'1.0'}, May 27 03:40:49.489275 dv-cinder-793264-1-iscsi neutron-server[98851]: 'Log': {'1.0'}, May 27 03:40:49.489275 dv-cinder-793264-1-iscsi neutron-server[98851]: 'Network': {'1.1'}, May 27 03:40:49.489275 dv-cinder-793264-1-iscsi neutron-server[98851]: 'Port': {'1.7'}, May 27 03:40:49.489275 dv-cinder-793264-1-iscsi neutron-server[98851]: 'PortForwarding': {'1.2'}, May 27 03:40:49.489275 dv-cinder-793264-1-iscsi neutron-server[98851]: 'QosPolicy': {'1.8'}, May 27 03:40:49.489275 dv-cinder-793264-1-iscsi neutron-server[98851]: 'SecurityGroup': {'1.4'}, May 27 03:40:49.489275 dv-cinder-793264-1-iscsi neutron-server[98851]: 'SecurityGroupRule': {'1.2'}, May 27 03:40:49.489275 dv-cinder-793264-1-iscsi neutron-server[98851]: 'SubPort': {'1.0'}, May 27 03:40:49.489275 dv-cinder-793264-1-iscsi neutron-server[98851]: 'Subnet': {'1.1'}, May 27 03:40:49.489275 dv-cinder-793264-1-iscsi neutron-server[98851]: 'Trunk': {'1.1'}} May 27 03:40:49.489275 dv-cinder-793264-1-iscsi neutron-server[98851]: consumer versions: May 27 03:40:49.489275 dv-cinder-793264-1-iscsi neutron-server[98851]: { DHCP agent@dv-cinder-793264-1-iscsi: {}, May 27 03:40:49.489275 dv-cinder-793264-1-iscsi neutron-server[98851]: HyperV agent@hv-cinder-79326: {}, May 27 03:40:49.489275 dv-cinder-793264-1-iscsi neutron-server[98851]: L3 agent@dv-cinder-793264-1-iscsi: {}, May 27 03:40:49.489275 dv-cinder-793264-1-iscsi neutron-server[98851]: Metadata agent@dv-cinder-793264-1-iscsi: {}, May 27 03:40:49.489275 dv-cinder-793264-1-iscsi neutron-server[98851]: Metering agent@dv-cinder-793264-1-iscsi: {}, May 27 03:40:49.489275 dv-cinder-793264-1-iscsi neutron-server[98851]: Open vSwitch agent@dv-cinder-793264-1-iscsi: { 'AddressGroup': '1.2', May 27 03:40:49.489275 dv-cinder-793264-1-iscsi neutron-server[98851]: 'ConntrackHelper': '1.0', May 27 03:40:49.489275 dv-cinder-793264-1-iscsi neutron-server[98851]: 'Log': '1.0', May 27 03:40:49.489275 dv-cinder-793264-1-iscsi neutron-server[98851]: 'Network': '1.1', May 27 03:40:49.489275 dv-cinder-793264-1-iscsi neutron-server[98851]: 'Port': '1.7', May 27 03:40:49.489275 dv-cinder-793264-1-iscsi neutron-server[98851]: 'PortForwarding': '1.2', May 27 03:40:49.489275 dv-cinder-793264-1-iscsi neutron-server[98851]: 'QosPolicy': '1.8', May 27 03:40:49.489275 dv-cinder-793264-1-iscsi neutron-server[98851]: 'SecurityGroup': '1.4', May 27 03:40:49.489275 dv-cinder-793264-1-iscsi neutron-server[98851]: 'SecurityGroupRule': '1.2', May 27 03:40:49.489275 dv-cinder-793264-1-iscsi neutron-server[98851]: 'SubPort': '1.0', May 27 03:40:49.489275 dv-cinder-793264-1-iscsi neutron-server[98851]: 'Subnet': '1.1', May 27 03:40:49.489275 dv-cinder-793264-1-iscsi neutron-server[98851]: 'Trunk': '1.1'}} May 27 03:40:49.489275 dv-cinder-793264-1-iscsi neutron-server[98851]: {{(pid=98851) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 27 03:40:49.493086 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-1d3dc810-480d-4e9b-b5d7-e71ee6b433c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:40:49.561240 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d3dc810-480d-4e9b-b5d7-e71ee6b433c7 admin admin] Network f65a0cca-1ebc-4ae6-b01b-5fdf0f05198a is scheduled to be hosted by DHCP agent a814e8a4-142b-4ae8-859e-9bd936be0847 with binding_index 1 {{(pid=98851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:40:49.562892 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-42a8d10f-2c1f-4eaa-b78c-be76125ec4a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:49.569496 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-ab62a9a9-e9d2-4773-819e-49df055e0f14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:49.582294 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:40:49.597441 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-69f2bfa2-96aa-4a7c-a27b-1e74e4926a1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954'] for subnet, after_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:49.602157 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:40:49.618617 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a8d10f-2c1f-4eaa-b78c-be76125ec4a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85648ff1-b2ef-4805-9733-563ba7ce8d1e,revision_number=1']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:49.624804 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-42a8d10f-2c1f-4eaa-b78c-be76125ec4a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:40:49.633978 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42a8d10f-2c1f-4eaa-b78c-be76125ec4a6 admin admin] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=98852) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:40:49.645616 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-ab62a9a9-e9d2-4773-819e-49df055e0f14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:49.665172 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab62a9a9-e9d2-4773-819e-49df055e0f14 admin admin] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=98852) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:40:49.671836 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.scheduler.base_scheduler [None req-1d3dc810-480d-4e9b-b5d7-e71ee6b433c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793264-1-iscsi, f65a0cca-1ebc-4ae6-b01b-5fdf0f05198a) {{(pid=98851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:40:49.679035 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-6e70ecf2-20d4-4261-ab93-a5a6531b5cf2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:40:49.682204 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcc444c3-9ca9-4c43-9e2d-c9cf15615c34 None None] Network f65a0cca-1ebc-4ae6-b01b-5fdf0f05198a requested from dv-cinder-793264-1-iscsi {{(pid=98853) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 03:40:49.687047 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-ab62a9a9-e9d2-4773-819e-49df055e0f14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3483814'] for segment, precommit_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:49.693040 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.db.segments_db [None req-ab62a9a9-e9d2-4773-819e-49df055e0f14 admin admin] Added segment 6af1176f-0fbe-4434-a643-e80b37bbef56 of type vlan for network e363b4db-219a-47f3-b982-5fb2e6fbad65 May 27 03:40:49.693175 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d3dc810-480d-4e9b-b5d7-e71ee6b433c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:40:49.693175 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-1d3dc810-480d-4e9b-b5d7-e71ee6b433c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689932'] for subnet, before_response {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:49.703334 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f2bfa2-96aa-4a7c-a27b-1e74e4926a1c admin admin] Checking segment: {'id': '9f0a7abb-00b7-4c31-9093-b0d5b331bfb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9d88eb5c-a234-4a0b-9721-bcab674f53e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 03:40:49.703690 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f2bfa2-96aa-4a7c-a27b-1e74e4926a1c admin admin] Network hostable DHCP agents. Network: 9d88eb5c-a234-4a0b-9721-bcab674f53e1, hostable agents: ['a814e8a4-142b-4ae8-859e-9bd936be0847'], hosted agents: [] {{(pid=98851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:40:49.707371 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-42a8d10f-2c1f-4eaa-b78c-be76125ec4a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3483814'] for segment, precommit_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:49.707727 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.db.segments_db [None req-42a8d10f-2c1f-4eaa-b78c-be76125ec4a6 admin admin] Added segment 909c8887-f923-4cc8-aab3-09372be2a868 of type vlan for network b35bcef9-7d04-408a-b003-58c7e5878e65 May 27 03:40:49.720843 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f2bfa2-96aa-4a7c-a27b-1e74e4926a1c admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7b1e35c-8b26-4690-9d11-111b6e17f0c6,revision_number=0']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:49.728612 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-69f2bfa2-96aa-4a7c-a27b-1e74e4926a1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:40:49.768812 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-ab62a9a9-e9d2-4773-819e-49df055e0f14 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786481306974'] for network, precommit_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:49.812628 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f2bfa2-96aa-4a7c-a27b-1e74e4926a1c admin admin] Network 9d88eb5c-a234-4a0b-9721-bcab674f53e1 is scheduled to be hosted by DHCP agent a814e8a4-142b-4ae8-859e-9bd936be0847 with binding_index 1 {{(pid=98851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:40:49.816433 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [None req-1d3dc810-480d-4e9b-b5d7-e71ee6b433c7 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.3972306 May 27 03:40:49.827263 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.wsgi [-] (98851) accepted ('10.222.0.25', 52126) {{(pid=98851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:40:49.833572 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.v2.base [None req-ca263061-1e02-427c-a0e5-429cf17edcbf admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1845807498-router', 'tenant_id': '16ccb2756adb4055942bd0a0f0a061f4', 'external_gateway_info': {'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7'}}} {{(pid=98851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:40:49.844445 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab62a9a9-e9d2-4773-819e-49df055e0f14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b53e8910-4476-4f97-9990-47a211815228,revision_number=1']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:49.846170 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.quota.driver [None req-ca263061-1e02-427c-a0e5-429cf17edcbf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:40:49.858933 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [None req-ca263061-1e02-427c-a0e5-429cf17edcbf admin admin] Usage tracker for resource:router and tenant:16ccb2756adb4055942bd0a0f0a061f4 is out of sync, need to count used quota {{(pid=98851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:40:49.862798 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [None req-ca263061-1e02-427c-a0e5-429cf17edcbf admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:40:49.872258 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-42a8d10f-2c1f-4eaa-b78c-be76125ec4a6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786481306974'] for network, precommit_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:49.876027 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-ab62a9a9-e9d2-4773-819e-49df055e0f14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:40:49.880447 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.quota.driver [None req-ca263061-1e02-427c-a0e5-429cf17edcbf admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:40:49.909108 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.scheduler.base_scheduler [None req-69f2bfa2-96aa-4a7c-a27b-1e74e4926a1c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793264-1-iscsi, 9d88eb5c-a234-4a0b-9721-bcab674f53e1) {{(pid=98851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:40:49.913537 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69f2bfa2-96aa-4a7c-a27b-1e74e4926a1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:40:49.913727 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-69f2bfa2-96aa-4a7c-a27b-1e74e4926a1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689932'] for subnet, before_response {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:49.918326 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdd50e64-89b4-4df2-b5eb-93d08ca3ace4 None None] Network 9d88eb5c-a234-4a0b-9721-bcab674f53e1 requested from dv-cinder-793264-1-iscsi {{(pid=98853) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 03:40:49.940760 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-6672798c-379d-4bde-9b87-6520d658fcd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:50.035841 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-ab62a9a9-e9d2-4773-819e-49df055e0f14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3689963'] for network, after_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:50.040805 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab62a9a9-e9d2-4773-819e-49df055e0f14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:40:50.040805 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-ab62a9a9-e9d2-4773-819e-49df055e0f14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689932'] for network, before_response {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:50.041069 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-ca263061-1e02-427c-a0e5-429cf17edcbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-415150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1966'] for router, before_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:50.041069 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-ca263061-1e02-427c-a0e5-429cf17edcbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-414638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417638', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-470192', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2007'] for router, precommit_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:50.043433 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-6672798c-379d-4bde-9b87-6520d658fcd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:50.047657 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:40:50.084702 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [None req-69f2bfa2-96aa-4a7c-a27b-1e74e4926a1c admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4166217 May 27 03:40:50.085057 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4204fe3-d58f-48d4-8706-b4aacfa77c81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf42e03b3-9b92-5ab7-8f52-3d70870301b3-f65a0cca-1ebc-4ae6-b01b-5fdf0f05198a', 'network_id': 'f65a0cca-1ebc-4ae6-b01b-5fdf0f05198a', 'tenant_id': '16ccb2756adb4055942bd0a0f0a061f4', 'fixed_ips': [{'subnet_id': '82530ddc-ffd6-4079-8434-d6a04187e8aa'}]}} from dv-cinder-793264-1-iscsi. {{(pid=98853) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 27 03:40:50.085057 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-c4204fe3-d58f-48d4-8706-b4aacfa77c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_create {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:50.085276 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-ca263061-1e02-427c-a0e5-429cf17edcbf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:50.090635 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-42a8d10f-2c1f-4eaa-b78c-be76125ec4a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3689963'] for network, after_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:50.109473 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42a8d10f-2c1f-4eaa-b78c-be76125ec4a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:40:50.110072 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-42a8d10f-2c1f-4eaa-b78c-be76125ec4a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689932'] for network, before_response {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:50.237833 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6672798c-379d-4bde-9b87-6520d658fcd6 admin admin] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=98852) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:40:50.306507 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab62a9a9-e9d2-4773-819e-49df055e0f14 admin admin] Pushing event updated for resources: {'Network': ['ID=e363b4db-219a-47f3-b982-5fb2e6fbad65,revision_number=1']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:50.323009 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-6672798c-379d-4bde-9b87-6520d658fcd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3483814'] for segment, precommit_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:50.323411 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.db.segments_db [None req-6672798c-379d-4bde-9b87-6520d658fcd6 admin admin] Added segment 5d2d2fa4-4440-4746-9800-028cc9a24bc5 of type vlan for network 130ff3ea-d273-4d90-8f0d-494d41441c60 May 27 03:40:50.326578 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-ab62a9a9-e9d2-4773-819e-49df055e0f14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:40:50.326986 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f346f74-64c9-4471-b24b-39792ef19a11 None None] Network 9d88eb5c-a234-4a0b-9721-bcab674f53e1 requested from dv-cinder-793264-1-iscsi {{(pid=98853) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 03:40:50.327883 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-ec1c02ea-c7c4-4f48-b1b7-7e5494e6bb29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.224s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:40:50.367209 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-ab62a9a9-e9d2-4773-819e-49df055e0f14 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4906175 May 27 03:40:50.378703 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 52144) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:40:50.393883 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.v2.base [None req-8a288d20-c18a-4320-a403-86ed748a463d admin admin] Request body: {'subnet': {'network_id': 'e363b4db-219a-47f3-b982-5fb2e6fbad65', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1122453327-subnet', 'tenant_id': 'f220b161db454279a529469cc181cb86', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:40:50.398195 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-42a8d10f-2c1f-4eaa-b78c-be76125ec4a6 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.7626626 May 27 03:40:50.405117 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-8a288d20-c18a-4320-a403-86ed748a463d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:40:50.409845 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 52148) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:40:50.426893 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.v2.base [None req-fac15bef-f887-45a6-b78b-d823917970c1 admin admin] Request body: {'subnet': {'network_id': 'b35bcef9-7d04-408a-b003-58c7e5878e65', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1534104748-subnet', 'tenant_id': 'fa24b9f82e13448382e6b5f6bd699fab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:40:50.431966 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-fac15bef-f887-45a6-b78b-d823917970c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:40:50.436858 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-fac15bef-f887-45a6-b78b-d823917970c1 admin admin] Usage tracker for resource:subnet and tenant:fa24b9f82e13448382e6b5f6bd699fab is out of sync, need to count used quota {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:40:50.440844 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-fac15bef-f887-45a6-b78b-d823917970c1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:40:50.447909 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-fac15bef-f887-45a6-b78b-d823917970c1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:40:50.456885 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6672798c-379d-4bde-9b87-6520d658fcd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59235c90-6317-4503-bf59-8a0050d57892,revision_number=1']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:50.468261 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-8a288d20-c18a-4320-a403-86ed748a463d admin admin] Usage tracker for resource:subnet and tenant:f220b161db454279a529469cc181cb86 is out of sync, need to count used quota {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:40:50.473839 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-6672798c-379d-4bde-9b87-6520d658fcd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:40:50.474255 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.291s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:40:50.526945 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-6672798c-379d-4bde-9b87-6520d658fcd6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786481306974'] for network, precommit_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:50.536573 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-8a288d20-c18a-4320-a403-86ed748a463d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:40:50.554439 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-8a288d20-c18a-4320-a403-86ed748a463d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:40:50.579112 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.db_base_plugin_common [None req-c4204fe3-d58f-48d4-8706-b4aacfa77c81 None None] Allocated IP 172.20.0.2 (f65a0cca-1ebc-4ae6-b01b-5fdf0f05198a/82530ddc-ffd6-4079-8434-d6a04187e8aa/3d07178f-7b32-4255-8c51-97fa94b5a1cc) {{(pid=98853) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:40:50.606285 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fac15bef-f887-45a6-b78b-d823917970c1 admin admin] Made reservation on behalf of fa24b9f82e13448382e6b5f6bd699fab for: {'subnet': 1} {{(pid=98852) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:40:50.608136 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-fac15bef-f887-45a6-b78b-d823917970c1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:50.877902 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.db.resource_extend [None req-6672798c-379d-4bde-9b87-6520d658fcd6 admin admin] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=98852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 03:40:50.901526 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-ca263061-1e02-427c-a0e5-429cf17edcbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-417649', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-415152', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1985'] for router, precommit_update {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:50.904582 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a8d10f-2c1f-4eaa-b78c-be76125ec4a6 admin admin] Pushing event updated for resources: {'Network': ['ID=b35bcef9-7d04-408a-b003-58c7e5878e65,revision_number=1']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:50.906785 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-c4204fe3-d58f-48d4-8706-b4aacfa77c81 None None] Notify callbacks [] for port, precommit_create {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:50.907576 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-42a8d10f-2c1f-4eaa-b78c-be76125ec4a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:40:50.922695 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Network e363b4db-219a-47f3-b982-5fb2e6fbad65 details requested by agent ovs-agent-dv-cinder-793264-1-iscsi with host dv-cinder-793264-1-iscsi {{(pid=98853) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:40:50.936918 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Network b35bcef9-7d04-408a-b003-58c7e5878e65 details requested by agent ovs-agent-dv-cinder-793264-1-iscsi with host dv-cinder-793264-1-iscsi {{(pid=98853) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:40:51.052250 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-c4204fe3-d58f-48d4-8706-b4aacfa77c81 None None] Transition to ACTIVE for port object 3d07178f-7b32-4255-8c51-97fa94b5a1cc will not be triggered until provisioned by entity L2. {{(pid=98853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:40:51.073948 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-6672798c-379d-4bde-9b87-6520d658fcd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3689963'] for network, after_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:51.083403 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a288d20-c18a-4320-a403-86ed748a463d admin admin] Made reservation on behalf of f220b161db454279a529469cc181cb86 for: {'subnet': 1} {{(pid=98852) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:40:51.087269 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-8a288d20-c18a-4320-a403-86ed748a463d admin admin] Notify callbacks [] for subnet, before_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:51.233060 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6672798c-379d-4bde-9b87-6520d658fcd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:40:51.236631 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-6672798c-379d-4bde-9b87-6520d658fcd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689932'] for network, before_response {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:51.241531 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-39d5fc4d-7a28-41f5-bc54-8df8f073f147 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:40:51.243044 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-c4204fe3-d58f-48d4-8706-b4aacfa77c81 None None] Transition to ACTIVE for port object 3d07178f-7b32-4255-8c51-97fa94b5a1cc will not be triggered until provisioned by entity DHCP. {{(pid=98853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:40:51.393189 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-c4204fe3-d58f-48d4-8706-b4aacfa77c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786481287388'] for port, after_create {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:51.442613 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-9fab65f7-28f1-40d7-90a5-c0710fdc9111 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:40:51.477164 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-ca263061-1e02-427c-a0e5-429cf17edcbf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:51.512454 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4204fe3-d58f-48d4-8706-b4aacfa77c81 None None] Network f65a0cca-1ebc-4ae6-b01b-5fdf0f05198a is already hosted by enough agents. {{(pid=98853) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:40:51.515671 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.scheduler.base_scheduler [None req-c4204fe3-d58f-48d4-8706-b4aacfa77c81 None None] Resources bound (agent type, host, resource id): {{(pid=98853) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:40:51.519742 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4204fe3-d58f-48d4-8706-b4aacfa77c81 None None] Received port after_create {{(pid=98853) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 03:40:51.522123 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-ca263061-1e02-427c-a0e5-429cf17edcbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:51.529819 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4204fe3-d58f-48d4-8706-b4aacfa77c81 None None] Pushing event updated for resources: {'Port': ['ID=3d07178f-7b32-4255-8c51-97fa94b5a1cc,revision_number=1']} {{(pid=98853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:51.573918 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4204fe3-d58f-48d4-8706-b4aacfa77c81 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:51.574373 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4204fe3-d58f-48d4-8706-b4aacfa77c81 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:51.575697 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4204fe3-d58f-48d4-8706-b4aacfa77c81 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:51.576138 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4204fe3-d58f-48d4-8706-b4aacfa77c81 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:51.576612 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4204fe3-d58f-48d4-8706-b4aacfa77c81 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:51.577037 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4204fe3-d58f-48d4-8706-b4aacfa77c81 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:51.577455 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4204fe3-d58f-48d4-8706-b4aacfa77c81 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:51.577870 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4204fe3-d58f-48d4-8706-b4aacfa77c81 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:51.578288 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4204fe3-d58f-48d4-8706-b4aacfa77c81 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:51.578700 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4204fe3-d58f-48d4-8706-b4aacfa77c81 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:51.579112 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4204fe3-d58f-48d4-8706-b4aacfa77c81 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:51.579520 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4204fe3-d58f-48d4-8706-b4aacfa77c81 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:51.581175 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4204fe3-d58f-48d4-8706-b4aacfa77c81 None None] Tracked resource versions report: May 27 03:40:51.581175 dv-cinder-793264-1-iscsi neutron-server[98853]: pushed versions: May 27 03:40:51.581175 dv-cinder-793264-1-iscsi neutron-server[98853]: { 'AddressGroup': {'1.2'}, May 27 03:40:51.581175 dv-cinder-793264-1-iscsi neutron-server[98853]: 'ConntrackHelper': {'1.0'}, May 27 03:40:51.581175 dv-cinder-793264-1-iscsi neutron-server[98853]: 'Log': {'1.0'}, May 27 03:40:51.581175 dv-cinder-793264-1-iscsi neutron-server[98853]: 'Network': {'1.1'}, May 27 03:40:51.581175 dv-cinder-793264-1-iscsi neutron-server[98853]: 'Port': {'1.7'}, May 27 03:40:51.581175 dv-cinder-793264-1-iscsi neutron-server[98853]: 'PortForwarding': {'1.2'}, May 27 03:40:51.581175 dv-cinder-793264-1-iscsi neutron-server[98853]: 'QosPolicy': {'1.8'}, May 27 03:40:51.581175 dv-cinder-793264-1-iscsi neutron-server[98853]: 'SecurityGroup': {'1.4'}, May 27 03:40:51.581175 dv-cinder-793264-1-iscsi neutron-server[98853]: 'SecurityGroupRule': {'1.2'}, May 27 03:40:51.581175 dv-cinder-793264-1-iscsi neutron-server[98853]: 'SubPort': {'1.0'}, May 27 03:40:51.581175 dv-cinder-793264-1-iscsi neutron-server[98853]: 'Subnet': {'1.1'}, May 27 03:40:51.581175 dv-cinder-793264-1-iscsi neutron-server[98853]: 'Trunk': {'1.1'}} May 27 03:40:51.581175 dv-cinder-793264-1-iscsi neutron-server[98853]: consumer versions: May 27 03:40:51.581175 dv-cinder-793264-1-iscsi neutron-server[98853]: { DHCP agent@dv-cinder-793264-1-iscsi: {}, May 27 03:40:51.581175 dv-cinder-793264-1-iscsi neutron-server[98853]: HyperV agent@hv-cinder-79326: {}, May 27 03:40:51.581175 dv-cinder-793264-1-iscsi neutron-server[98853]: L3 agent@dv-cinder-793264-1-iscsi: {}, May 27 03:40:51.581175 dv-cinder-793264-1-iscsi neutron-server[98853]: Metadata agent@dv-cinder-793264-1-iscsi: {}, May 27 03:40:51.581175 dv-cinder-793264-1-iscsi neutron-server[98853]: Metering agent@dv-cinder-793264-1-iscsi: {}, May 27 03:40:51.581175 dv-cinder-793264-1-iscsi neutron-server[98853]: Open vSwitch agent@dv-cinder-793264-1-iscsi: { 'AddressGroup': '1.2', May 27 03:40:51.581175 dv-cinder-793264-1-iscsi neutron-server[98853]: 'ConntrackHelper': '1.0', May 27 03:40:51.581175 dv-cinder-793264-1-iscsi neutron-server[98853]: 'Log': '1.0', May 27 03:40:51.581175 dv-cinder-793264-1-iscsi neutron-server[98853]: 'Network': '1.1', May 27 03:40:51.581175 dv-cinder-793264-1-iscsi neutron-server[98853]: 'Port': '1.7', May 27 03:40:51.581175 dv-cinder-793264-1-iscsi neutron-server[98853]: 'PortForwarding': '1.2', May 27 03:40:51.581175 dv-cinder-793264-1-iscsi neutron-server[98853]: 'QosPolicy': '1.8', May 27 03:40:51.581175 dv-cinder-793264-1-iscsi neutron-server[98853]: 'SecurityGroup': '1.4', May 27 03:40:51.581175 dv-cinder-793264-1-iscsi neutron-server[98853]: 'SecurityGroupRule': '1.2', May 27 03:40:51.581175 dv-cinder-793264-1-iscsi neutron-server[98853]: 'SubPort': '1.0', May 27 03:40:51.581175 dv-cinder-793264-1-iscsi neutron-server[98853]: 'Subnet': '1.1', May 27 03:40:51.581175 dv-cinder-793264-1-iscsi neutron-server[98853]: 'Trunk': '1.1'}} May 27 03:40:51.581175 dv-cinder-793264-1-iscsi neutron-server[98853]: {{(pid=98853) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 27 03:40:51.622487 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-c4204fe3-d58f-48d4-8706-b4aacfa77c81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:40:51.632830 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-6672798c-379d-4bde-9b87-6520d658fcd6 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 3.0153005 May 27 03:40:51.643062 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 52214) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:40:51.650282 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.v2.base [None req-18b40312-77c9-40ab-9af0-4f8f5b15fe08 admin admin] Request body: {'subnet': {'network_id': '130ff3ea-d273-4d90-8f0d-494d41441c60', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-161599716-subnet', 'tenant_id': '276e81e3da1f4d4c9c1881d1b1e863c4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=98852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:40:51.655273 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.managers [None req-c4204fe3-d58f-48d4-8706-b4aacfa77c81 None None] Attempting to bind port 3d07178f-7b32-4255-8c51-97fa94b5a1cc on host dv-cinder-793264-1-iscsi for vnic_type normal with profile {{(pid=98853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:40:51.656538 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.managers [None req-c4204fe3-d58f-48d4-8706-b4aacfa77c81 None None] Attempting to bind port 3d07178f-7b32-4255-8c51-97fa94b5a1cc by drivers openvswitch,hyperv on host dv-cinder-793264-1-iscsi at level 0 using segments [{'id': '5baf6fec-eb5b-47d6-b1b0-298ebe932b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'f65a0cca-1ebc-4ae6-b01b-5fdf0f05198a'}] {{(pid=98853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:40:51.660378 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4204fe3-d58f-48d4-8706-b4aacfa77c81 None None] Attempting to bind port 3d07178f-7b32-4255-8c51-97fa94b5a1cc on network f65a0cca-1ebc-4ae6-b01b-5fdf0f05198a {{(pid=98853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:40:51.661817 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6672798c-379d-4bde-9b87-6520d658fcd6 admin admin] Pushing event updated for resources: {'Network': ['ID=130ff3ea-d273-4d90-8f0d-494d41441c60,revision_number=1']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:51.668005 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-18b40312-77c9-40ab-9af0-4f8f5b15fe08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:40:51.668203 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4204fe3-d58f-48d4-8706-b4aacfa77c81 None None] Checking agent: {'id': 'ffe58315-61ba-45bf-8076-0ef37f215597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793264-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 3, 33, 6), 'started_at': datetime.datetime(2021, 5, 27, 3, 33, 36), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 3, 40, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793264-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 03:40:51.670453 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4204fe3-d58f-48d4-8706-b4aacfa77c81 None None] Checking segment: {'id': '5baf6fec-eb5b-47d6-b1b0-298ebe932b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'f65a0cca-1ebc-4ae6-b01b-5fdf0f05198a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 03:40:51.671454 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-6672798c-379d-4bde-9b87-6520d658fcd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:40:51.671986 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-c4204fe3-d58f-48d4-8706-b4aacfa77c81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:51.674205 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4204fe3-d58f-48d4-8706-b4aacfa77c81 None None] Bound using segment: {'id': '5baf6fec-eb5b-47d6-b1b0-298ebe932b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'f65a0cca-1ebc-4ae6-b01b-5fdf0f05198a'} {{(pid=98853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 03:40:51.674891 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.managers [None req-c4204fe3-d58f-48d4-8706-b4aacfa77c81 None None] Bound port: 3d07178f-7b32-4255-8c51-97fa94b5a1cc, host: dv-cinder-793264-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5baf6fec-eb5b-47d6-b1b0-298ebe932b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'f65a0cca-1ebc-4ae6-b01b-5fdf0f05198a'}}] {{(pid=98853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:40:51.675893 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-c4204fe3-d58f-48d4-8706-b4aacfa77c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:51.676686 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-18b40312-77c9-40ab-9af0-4f8f5b15fe08 admin admin] Usage tracker for resource:subnet and tenant:276e81e3da1f4d4c9c1881d1b1e863c4 is out of sync, need to count used quota {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:40:51.682014 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-18b40312-77c9-40ab-9af0-4f8f5b15fe08 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:40:51.705753 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Network 130ff3ea-d273-4d90-8f0d-494d41441c60 details requested by agent ovs-agent-dv-cinder-793264-1-iscsi with host dv-cinder-793264-1-iscsi {{(pid=98853) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:40:51.734565 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.db_base_plugin_common [None req-ca263061-1e02-427c-a0e5-429cf17edcbf admin admin] Allocated IP 172.27.2.128 (9a3e94d8-5315-41b6-9829-3c758c3039b7/7ac4e62e-aca4-43cf-995d-95d63bfe1e6b/da2419f3-ea75-4513-af86-3fd1cd8c9eaa) {{(pid=98851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:40:51.736675 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-18b40312-77c9-40ab-9af0-4f8f5b15fe08 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:40:51.830673 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 52226) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:40:51.869960 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18b40312-77c9-40ab-9af0-4f8f5b15fe08 admin admin] Made reservation on behalf of 276e81e3da1f4d4c9c1881d1b1e863c4 for: {'subnet': 1} {{(pid=98852) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:40:51.872279 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-18b40312-77c9-40ab-9af0-4f8f5b15fe08 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:51.994920 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.db [None req-c4204fe3-d58f-48d4-8706-b4aacfa77c81 None None] For port 3d07178f-7b32-4255-8c51-97fa94b5a1cc, host dv-cinder-793264-1-iscsi, cleared binding levels {{(pid=98853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:40:52.000183 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.db [None req-c4204fe3-d58f-48d4-8706-b4aacfa77c81 None None] For port 3d07178f-7b32-4255-8c51-97fa94b5a1cc, host dv-cinder-793264-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-1-iscsi',level=0,port_id=3d07178f-7b32-4255-8c51-97fa94b5a1cc,segment=NetworkSegment(5baf6fec-eb5b-47d6-b1b0-298ebe932b07),segment_id=5baf6fec-eb5b-47d6-b1b0-298ebe932b07)] {{(pid=98853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 03:40:52.017097 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-ca263061-1e02-427c-a0e5-429cf17edcbf admin admin] Notify callbacks [] for port, precommit_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:52.061141 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.wsgi [-] (98851) accepted ('10.222.0.25', 52240) {{(pid=98851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:40:52.064276 dv-cinder-793264-1-iscsi neutron-server[98851]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 27 03:40:52.074518 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-c4204fe3-d58f-48d4-8706-b4aacfa77c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786481721483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786481287406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786481291807'] for port, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:52.078567 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-eb2cbaa1-003c-4b18-836a-2563c57825be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:40:52.162182 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4204fe3-d58f-48d4-8706-b4aacfa77c81 None None] Pushing event updated for resources: {'Port': ['ID=3d07178f-7b32-4255-8c51-97fa94b5a1cc,revision_number=2']} {{(pid=98853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:52.166449 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-c4204fe3-d58f-48d4-8706-b4aacfa77c81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:40:52.216905 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-ca263061-1e02-427c-a0e5-429cf17edcbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786481287388'] for port, after_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:52.230626 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-fac15bef-f887-45a6-b78b-d823917970c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954'] for subnet, after_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:52.233897 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-62c904f6-0302-48c4-a46f-9911d72620f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:40:52.281765 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:40:52.298674 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-c8369947-770b-4f5d-85bd-536fc532bbea admin admin] Notify callbacks [] for security_group, before_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:52.316585 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca263061-1e02-427c-a0e5-429cf17edcbf admin admin] Network 9a3e94d8-5315-41b6-9829-3c758c3039b7 is already hosted by enough agents. {{(pid=98851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:40:52.321767 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.scheduler.base_scheduler [None req-ca263061-1e02-427c-a0e5-429cf17edcbf admin admin] Resources bound (agent type, host, resource id): {{(pid=98851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:40:52.338244 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca263061-1e02-427c-a0e5-429cf17edcbf admin admin] Received port after_create {{(pid=98851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 03:40:52.457615 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac15bef-f887-45a6-b78b-d823917970c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc2e5be7-abd1-47fd-a0c1-09780acadf70,revision_number=0']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:52.460637 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-fac15bef-f887-45a6-b78b-d823917970c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:40:52.464162 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-c8369947-770b-4f5d-85bd-536fc532bbea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:40:52.477327 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca263061-1e02-427c-a0e5-429cf17edcbf admin admin] Pushing event updated for resources: {'Port': ['ID=da2419f3-ea75-4513-af86-3fd1cd8c9eaa,revision_number=1']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:52.490909 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-c8369947-770b-4f5d-85bd-536fc532bbea admin admin] Usage tracker for resource:security_group_rule and tenant:9f88d17ec9ac4bf09ae9d705c678fe98 is out of sync, need to count used quota {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:40:52.496992 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-ca263061-1e02-427c-a0e5-429cf17edcbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:40:52.506633 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-c8369947-770b-4f5d-85bd-536fc532bbea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:40:52.523579 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-c8369947-770b-4f5d-85bd-536fc532bbea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:40:52.529432 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fac15bef-f887-45a6-b78b-d823917970c1 admin admin] Checking segment: {'id': '909c8887-f923-4cc8-aab3-09372be2a868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'b35bcef9-7d04-408a-b003-58c7e5878e65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 03:40:52.529782 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fac15bef-f887-45a6-b78b-d823917970c1 admin admin] Network hostable DHCP agents. Network: b35bcef9-7d04-408a-b003-58c7e5878e65, hostable agents: ['a814e8a4-142b-4ae8-859e-9bd936be0847'], hosted agents: [] {{(pid=98852) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:40:52.551945 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9696343f-0166-46ed-b10f-2fa45c35aabb req-ee4586a2-9750-4db9-9a92-4f30fb549145 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:40:52.553482 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-9696343f-0166-46ed-b10f-2fa45c35aabb req-ee4586a2-9750-4db9-9a92-4f30fb549145 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] 10.222.0.25 "GET /v2.0/networks?id=9d88eb5c-a234-4a0b-9721-bcab674f53e1 HTTP/1.1" status: 200 len: 815 time: 0.4909065 May 27 03:40:52.578488 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-9696343f-0166-46ed-b10f-2fa45c35aabb req-3adc3237-e54c-4bf0-a32b-b582103dd8bb tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] 10.222.0.25 "GET /v2.0/quotas/7413f58ffa8e476fb5600cbc51ee9d34 HTTP/1.1" status: 200 len: 375 time: 0.0174949 May 27 03:40:52.635642 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-9696343f-0166-46ed-b10f-2fa45c35aabb req-a2fe8e8f-d9c4-460e-873e-8a329dbc1966 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=7413f58ffa8e476fb5600cbc51ee9d34&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0498126 May 27 03:40:52.741275 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fac15bef-f887-45a6-b78b-d823917970c1 admin admin] Network b35bcef9-7d04-408a-b003-58c7e5878e65 is scheduled to be hosted by DHCP agent a814e8a4-142b-4ae8-859e-9bd936be0847 with binding_index 1 {{(pid=98852) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:40:52.822584 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-c8369947-770b-4f5d-85bd-536fc532bbea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:52.826314 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-8a288d20-c18a-4320-a403-86ed748a463d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954'] for subnet, after_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:52.834170 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-4f7c55f0-a6de-4e23-9546-a840a92a4e33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:40:52.840603 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.wsgi [req-9696343f-0166-46ed-b10f-2fa45c35aabb req-687e0f32-b400-4260-95df-d5493cf32687 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=98851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 03:40:52.846403 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-9696343f-0166-46ed-b10f-2fa45c35aabb req-687e0f32-b400-4260-95df-d5493cf32687 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1151528 May 27 03:40:52.871929 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.scheduler.base_scheduler [None req-fac15bef-f887-45a6-b78b-d823917970c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793264-1-iscsi, b35bcef9-7d04-408a-b003-58c7e5878e65) {{(pid=98852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:40:52.881380 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b873869-ba05-4e35-9e36-c03bf24a6881 None None] Network b35bcef9-7d04-408a-b003-58c7e5878e65 requested from dv-cinder-793264-1-iscsi {{(pid=98853) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 03:40:52.941400 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fac15bef-f887-45a6-b78b-d823917970c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:40:52.941988 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-fac15bef-f887-45a6-b78b-d823917970c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689932'] for subnet, before_response {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:52.955400 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-c8369947-770b-4f5d-85bd-536fc532bbea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:52.960207 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Device 3d07178f-7b32-4255-8c51-97fa94b5a1cc up at agent ovs-agent-dv-cinder-793264-1-iscsi {{(pid=98853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:40:53.028537 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a288d20-c18a-4320-a403-86ed748a463d admin admin] Pushing event updated for resources: {'Subnet': ['ID=850ff7e4-c1ae-476a-98ad-2e7f47f1d387,revision_number=0']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:53.037661 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-8a288d20-c18a-4320-a403-86ed748a463d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:40:53.054105 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-ab62a9a9-e9d2-4773-819e-49df055e0f14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.044s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:40:53.075280 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-ca263061-1e02-427c-a0e5-429cf17edcbf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:53.106464 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-c8369947-770b-4f5d-85bd-536fc532bbea admin admin] Synchronizing usage tracker for tenant:9367fa74fb3b4d5b85c614ba3fbca9e5 on resource:security_group {{(pid=98852) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:40:53.153096 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Provisioning for port 3d07178f-7b32-4255-8c51-97fa94b5a1cc completed by entity L2. {{(pid=98853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:40:53.163523 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a288d20-c18a-4320-a403-86ed748a463d admin admin] Checking segment: {'id': '6af1176f-0fbe-4434-a643-e80b37bbef56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'e363b4db-219a-47f3-b982-5fb2e6fbad65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 03:40:53.164074 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a288d20-c18a-4320-a403-86ed748a463d admin admin] Network hostable DHCP agents. Network: e363b4db-219a-47f3-b982-5fb2e6fbad65, hostable agents: ['a814e8a4-142b-4ae8-859e-9bd936be0847'], hosted agents: [] {{(pid=98852) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:40:53.201527 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-fac15bef-f887-45a6-b78b-d823917970c1 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.7904475 May 27 03:40:53.203170 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8369947-770b-4f5d-85bd-536fc532bbea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35d816eb-49c9-46dc-85c5-ff256a4d7011,revision_number=1']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:53.214466 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.wsgi [-] (98851) accepted ('10.222.0.25', 52280) {{(pid=98851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:40:53.223413 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-c8369947-770b-4f5d-85bd-536fc532bbea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:40:53.231612 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.v2.base [None req-33310796-3168-4914-8694-fbafcf10afd6 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1534104748-router', 'tenant_id': 'fa24b9f82e13448382e6b5f6bd699fab', 'external_gateway_info': {'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7'}}} {{(pid=98851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:40:53.232127 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6faa3f5-be2c-4fe4-aa77-57a350be0021 None None] Network b35bcef9-7d04-408a-b003-58c7e5878e65 requested from dv-cinder-793264-1-iscsi {{(pid=98853) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 03:40:53.236964 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.quota.driver [None req-33310796-3168-4914-8694-fbafcf10afd6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:40:53.246930 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [None req-33310796-3168-4914-8694-fbafcf10afd6 admin admin] Usage tracker for resource:router and tenant:fa24b9f82e13448382e6b5f6bd699fab is out of sync, need to count used quota {{(pid=98851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:40:53.251358 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [None req-33310796-3168-4914-8694-fbafcf10afd6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:40:53.260071 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.quota.driver [None req-33310796-3168-4914-8694-fbafcf10afd6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:40:53.339110 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-18b40312-77c9-40ab-9af0-4f8f5b15fe08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954'] for subnet, after_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:53.342048 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-c8369947-770b-4f5d-85bd-536fc532bbea admin admin] Unset dirty status for tenant:9367fa74fb3b4d5b85c614ba3fbca9e5 on resource:security_group {{(pid=98852) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:40:53.352857 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-c8369947-770b-4f5d-85bd-536fc532bbea admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9f88d17ec9ac4bf09ae9d705c678fe98&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5061471 May 27 03:40:53.352857 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 52288) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:40:53.352857 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a288d20-c18a-4320-a403-86ed748a463d admin admin] Network e363b4db-219a-47f3-b982-5fb2e6fbad65 is scheduled to be hosted by DHCP agent a814e8a4-142b-4ae8-859e-9bd936be0847 with binding_index 1 {{(pid=98852) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:40:53.405086 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-9696343f-0166-46ed-b10f-2fa45c35aabb req-1116d750-2717-4046-b1f6-afbf3bf2f445 service neutron] 10.222.0.25 "GET /v2.0/networks/9d88eb5c-a234-4a0b-9721-bcab674f53e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4951901 May 27 03:40:53.416984 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:40:53.511768 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-33310796-3168-4914-8694-fbafcf10afd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-415150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1966'] for router, before_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:53.513215 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-33310796-3168-4914-8694-fbafcf10afd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-414638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417638', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-470192', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2007'] for router, precommit_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:53.531208 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ff46b10-ef03-4908-94f6-e0c7b72ac042 None None] Network f65a0cca-1ebc-4ae6-b01b-5fdf0f05198a requested from dv-cinder-793264-1-iscsi {{(pid=98853) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 03:40:53.544258 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b40312-77c9-40ab-9af0-4f8f5b15fe08 admin admin] Pushing event updated for resources: {'Subnet': ['ID=116079ce-8119-4ea5-82d4-c0c254fad638,revision_number=0']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:53.552890 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-18b40312-77c9-40ab-9af0-4f8f5b15fe08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:40:53.602929 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b40312-77c9-40ab-9af0-4f8f5b15fe08 admin admin] Checking segment: {'id': '5d2d2fa4-4440-4746-9800-028cc9a24bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '130ff3ea-d273-4d90-8f0d-494d41441c60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 03:40:53.603535 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18b40312-77c9-40ab-9af0-4f8f5b15fe08 admin admin] Network hostable DHCP agents. Network: 130ff3ea-d273-4d90-8f0d-494d41441c60, hostable agents: ['a814e8a4-142b-4ae8-859e-9bd936be0847'], hosted agents: [] {{(pid=98852) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:40:53.629207 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.scheduler.base_scheduler [None req-8a288d20-c18a-4320-a403-86ed748a463d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793264-1-iscsi, e363b4db-219a-47f3-b982-5fb2e6fbad65) {{(pid=98852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:40:53.642454 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a288d20-c18a-4320-a403-86ed748a463d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:40:53.643044 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-8a288d20-c18a-4320-a403-86ed748a463d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689932'] for subnet, before_response {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:53.658620 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-b2a02c5d-f7e0-49be-a88b-0c3096b051a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:53.670777 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15f3469a-ec5a-451e-8f67-3535d3fc240c None None] Network e363b4db-219a-47f3-b982-5fb2e6fbad65 requested from dv-cinder-793264-1-iscsi {{(pid=98853) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 03:40:53.690147 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-b2a02c5d-f7e0-49be-a88b-0c3096b051a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:53.729440 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18b40312-77c9-40ab-9af0-4f8f5b15fe08 admin admin] Network 130ff3ea-d273-4d90-8f0d-494d41441c60 is scheduled to be hosted by DHCP agent a814e8a4-142b-4ae8-859e-9bd936be0847 with binding_index 1 {{(pid=98852) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:40:53.755859 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-8a288d20-c18a-4320-a403-86ed748a463d admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.3760877 May 27 03:40:53.758760 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.scheduler.base_scheduler [None req-18b40312-77c9-40ab-9af0-4f8f5b15fe08 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793264-1-iscsi, 130ff3ea-d273-4d90-8f0d-494d41441c60) {{(pid=98852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:40:53.763355 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18b40312-77c9-40ab-9af0-4f8f5b15fe08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:40:53.764164 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-18b40312-77c9-40ab-9af0-4f8f5b15fe08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689932'] for subnet, before_response {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:53.810684 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-9696343f-0166-46ed-b10f-2fa45c35aabb req-af3c9fd0-61be-4c20-b27c-2a0196270b5e service neutron] 10.222.0.25 "GET /v2.0/networks/9d88eb5c-a234-4a0b-9721-bcab674f53e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2981679 May 27 03:40:53.834466 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf50a28d-54e1-4b7e-9dc5-8bb424ecf01a None None] Network 130ff3ea-d273-4d90-8f0d-494d41441c60 requested from dv-cinder-793264-1-iscsi {{(pid=98853) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 03:40:53.866252 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-18b40312-77c9-40ab-9af0-4f8f5b15fe08 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.2239630 May 27 03:40:53.866555 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 52328) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:40:53.878340 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.v2.base [None req-39a97a85-9fdd-4888-92d3-46bd0ef68aa9 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-161599716-router', 'tenant_id': '276e81e3da1f4d4c9c1881d1b1e863c4', 'external_gateway_info': {'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7'}}} {{(pid=98852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:40:53.881884 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-39a97a85-9fdd-4888-92d3-46bd0ef68aa9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:40:53.894684 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-39a97a85-9fdd-4888-92d3-46bd0ef68aa9 admin admin] Usage tracker for resource:router and tenant:276e81e3da1f4d4c9c1881d1b1e863c4 is out of sync, need to count used quota {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:40:53.902501 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-39a97a85-9fdd-4888-92d3-46bd0ef68aa9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:40:53.911157 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-b2a02c5d-f7e0-49be-a88b-0c3096b051a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:53.914352 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-39a97a85-9fdd-4888-92d3-46bd0ef68aa9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:40:53.931729 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-b2a02c5d-f7e0-49be-a88b-0c3096b051a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:53.936878 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-b2a02c5d-f7e0-49be-a88b-0c3096b051a2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/35d816eb-49c9-46dc-85c5-ff256a4d7011 HTTP/1.1" status: 204 len: 168 time: 0.5760369 May 27 03:40:53.940195 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-42a8d10f-2c1f-4eaa-b78c-be76125ec4a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:40:53.972657 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a02c5d-f7e0-49be-a88b-0c3096b051a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35d816eb-49c9-46dc-85c5-ff256a4d7011,revision_number=None']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:53.978054 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-b2a02c5d-f7e0-49be-a88b-0c3096b051a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:40:54.037110 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-ca263061-1e02-427c-a0e5-429cf17edcbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-415161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-417536'] for router, after_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:54.070558 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-39a97a85-9fdd-4888-92d3-46bd0ef68aa9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-415150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1966'] for router, before_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:54.073635 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-39a97a85-9fdd-4888-92d3-46bd0ef68aa9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-414638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417638', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-470192', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2007'] for router, precommit_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:54.099577 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-39a97a85-9fdd-4888-92d3-46bd0ef68aa9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:54.120944 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-33310796-3168-4914-8694-fbafcf10afd6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:54.247912 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-16ab80d6-132c-459a-bc25-f217859157f5 None None] Provisioning for port 3d07178f-7b32-4255-8c51-97fa94b5a1cc completed by entity DHCP. {{(pid=98853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:40:54.359803 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-16ab80d6-132c-459a-bc25-f217859157f5 None None] Provisioning complete for port 3d07178f-7b32-4255-8c51-97fa94b5a1cc triggered by entity DHCP. {{(pid=98853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:40:54.360246 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-16ab80d6-132c-459a-bc25-f217859157f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487713'] for port, provisioning_complete {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:54.420481 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 52368) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:40:54.424790 dv-cinder-793264-1-iscsi neutron-server[98852]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 27 03:40:54.510055 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-206bc058-40a8-42e8-a0ea-6acd9a37030e None None] Network e363b4db-219a-47f3-b982-5fb2e6fbad65 requested from dv-cinder-793264-1-iscsi {{(pid=98853) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 03:40:54.658782 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-980b755f-b178-4733-b1bc-82ae5043d75d req-61cd13a9-9626-41b4-a96d-122adb6bbc55 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] 10.222.0.25 "GET /v2.0/ports?device_id=695616b8-9b90-4e8d-b719-de3eabe09cbe HTTP/1.1" status: 200 len: 210 time: 0.2354448 May 27 03:40:54.991365 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42babb2d-c0b4-4fa4-a3ff-5a3a0d7cc5ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf42e03b3-9b92-5ab7-8f52-3d70870301b3-130ff3ea-d273-4d90-8f0d-494d41441c60', 'network_id': '130ff3ea-d273-4d90-8f0d-494d41441c60', 'tenant_id': '276e81e3da1f4d4c9c1881d1b1e863c4', 'fixed_ips': [{'subnet_id': '116079ce-8119-4ea5-82d4-c0c254fad638'}]}} from dv-cinder-793264-1-iscsi. {{(pid=98853) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 27 03:40:54.993487 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-42babb2d-c0b4-4fa4-a3ff-5a3a0d7cc5ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_create {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:55.139389 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-39a97a85-9fdd-4888-92d3-46bd0ef68aa9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-417649', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-415152', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1985'] for router, precommit_update {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:55.195901 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-33310796-3168-4914-8694-fbafcf10afd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-417649', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-415152', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1985'] for router, precommit_update {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:55.199310 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.wsgi [-] (98851) accepted ('10.222.0.25', 52410) {{(pid=98851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:40:55.250032 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0ba3aa-99bc-4d15-856d-7210ae29854c req-41bec529-1615-471e-88da-9cbe6aed4879 tempest-DeleteServersTestJSON-1681401445 tempest-DeleteServersTestJSON-1681401445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:40:55.250622 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-9d0ba3aa-99bc-4d15-856d-7210ae29854c req-41bec529-1615-471e-88da-9cbe6aed4879 tempest-DeleteServersTestJSON-1681401445 tempest-DeleteServersTestJSON-1681401445-project] 10.222.0.25 "GET /v2.0/networks?id=e363b4db-219a-47f3-b982-5fb2e6fbad65 HTTP/1.1" status: 200 len: 812 time: 0.4054151 May 27 03:40:55.264604 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-0d3ab49e-afea-4186-8eea-f93b820e0314 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:55.282470 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca263061-1e02-427c-a0e5-429cf17edcbf admin admin] Router 859ef1be-f83d-4b4a-bb61-af14dc51249b is scheduled to L3 agent 816f7595-8215-4f06-9251-575c663b21d0 with binding_index 1 {{(pid=98851) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 03:40:55.289260 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-9d0ba3aa-99bc-4d15-856d-7210ae29854c req-28e80930-500e-4c77-8e52-83b7595de242 tempest-DeleteServersTestJSON-1681401445 tempest-DeleteServersTestJSON-1681401445-project] 10.222.0.25 "GET /v2.0/quotas/f220b161db454279a529469cc181cb86 HTTP/1.1" status: 200 len: 375 time: 0.0257869 May 27 03:40:55.293862 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.quota.driver [None req-0d3ab49e-afea-4186-8eea-f93b820e0314 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:40:55.295639 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-16ab80d6-132c-459a-bc25-f217859157f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:55.302517 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [None req-0d3ab49e-afea-4186-8eea-f93b820e0314 admin admin] Usage tracker for resource:security_group_rule and tenant:c57404dbd3f544588ec22aa852733dfa is out of sync, need to count used quota {{(pid=98851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:40:55.305652 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [None req-0d3ab49e-afea-4186-8eea-f93b820e0314 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:40:55.312513 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.quota.driver [None req-0d3ab49e-afea-4186-8eea-f93b820e0314 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:40:55.399517 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.db_base_plugin_common [None req-42babb2d-c0b4-4fa4-a3ff-5a3a0d7cc5ad None None] Allocated IP 172.20.0.2 (130ff3ea-d273-4d90-8f0d-494d41441c60/116079ce-8119-4ea5-82d4-c0c254fad638/d0d5b119-eba6-465f-aa3e-0c1abe0e18e2) {{(pid=98853) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:40:55.404437 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.db [None req-16ab80d6-132c-459a-bc25-f217859157f5 None None] For port 3d07178f-7b32-4255-8c51-97fa94b5a1cc, host dv-cinder-793264-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-1-iscsi',level=0,port_id=3d07178f-7b32-4255-8c51-97fa94b5a1cc,segment=NetworkSegment(5baf6fec-eb5b-47d6-b1b0-298ebe932b07),segment_id=5baf6fec-eb5b-47d6-b1b0-298ebe932b07)] {{(pid=98853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:40:55.456212 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-0d3ab49e-afea-4186-8eea-f93b820e0314 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:55.506660 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-16ab80d6-132c-459a-bc25-f217859157f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786481721483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786481287406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786481291807'] for port, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:55.515266 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:40:55.702609 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-0d3ab49e-afea-4186-8eea-f93b820e0314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:55.718407 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-9d0ba3aa-99bc-4d15-856d-7210ae29854c req-2dda7211-2335-44b9-9e20-430ea928d4b5 tempest-DeleteServersTestJSON-1681401445 tempest-DeleteServersTestJSON-1681401445-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=f220b161db454279a529469cc181cb86&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4217532 May 27 03:40:55.731546 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ab80d6-132c-459a-bc25-f217859157f5 None None] Pushing event updated for resources: {'Port': ['ID=3d07178f-7b32-4255-8c51-97fa94b5a1cc,revision_number=3']} {{(pid=98853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:55.750127 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-16ab80d6-132c-459a-bc25-f217859157f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:40:55.764547 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-7bec251f-80d0-4d08-a9b8-63651ff06ab0 None None] Provisioning complete for port 3d07178f-7b32-4255-8c51-97fa94b5a1cc triggered by entity DHCP. {{(pid=98853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:40:55.765142 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-7bec251f-80d0-4d08-a9b8-63651ff06ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487713'] for port, provisioning_complete {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:55.772334 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 52424) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:40:55.830413 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-aef1127a-279f-40f8-8261-a07c8b82eb3b req-d7aafdfb-dd41-4677-b5ba-1e4b891c163e tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] 10.222.0.25 "GET /v2.0/ports?device_id=695616b8-9b90-4e8d-b719-de3eabe09cbe HTTP/1.1" status: 200 len: 210 time: 0.0523121 May 27 03:40:55.883209 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-9d0ba3aa-99bc-4d15-856d-7210ae29854c req-5a9aa991-d1f5-450d-8c46-fa9dda05756c service neutron] 10.222.0.25 "GET /v2.0/networks/e363b4db-219a-47f3-b982-5fb2e6fbad65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637895 May 27 03:40:55.929130 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-39a97a85-9fdd-4888-92d3-46bd0ef68aa9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:55.929853 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-42babb2d-c0b4-4fa4-a3ff-5a3a0d7cc5ad None None] Notify callbacks [] for port, precommit_create {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:55.974868 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-39a97a85-9fdd-4888-92d3-46bd0ef68aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:55.977706 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-42babb2d-c0b4-4fa4-a3ff-5a3a0d7cc5ad None None] Transition to ACTIVE for port object d0d5b119-eba6-465f-aa3e-0c1abe0e18e2 will not be triggered until provisioned by entity L2. {{(pid=98853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:40:56.015629 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-42babb2d-c0b4-4fa4-a3ff-5a3a0d7cc5ad None None] Transition to ACTIVE for port object d0d5b119-eba6-465f-aa3e-0c1abe0e18e2 will not be triggered until provisioned by entity DHCP. {{(pid=98853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:40:56.017795 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-214de3b5-da9d-426d-87af-0460a9cb659b admin admin] Notify callbacks [] for security_group, before_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:56.024700 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:40:56.043361 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-214de3b5-da9d-426d-87af-0460a9cb659b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:40:56.055707 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-214de3b5-da9d-426d-87af-0460a9cb659b admin admin] Usage tracker for resource:security_group_rule and tenant:10837b89c0894d4ca0c976275d31fc10 is out of sync, need to count used quota {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:40:56.061165 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-214de3b5-da9d-426d-87af-0460a9cb659b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:40:56.069042 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-9d0ba3aa-99bc-4d15-856d-7210ae29854c req-b9b79733-5494-4d02-907a-c4233b4affca service neutron] 10.222.0.25 "GET /v2.0/networks/e363b4db-219a-47f3-b982-5fb2e6fbad65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849065 May 27 03:40:56.071375 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-214de3b5-da9d-426d-87af-0460a9cb659b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:40:56.093153 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca263061-1e02-427c-a0e5-429cf17edcbf admin admin] Notify agent at l3_agent.dv-cinder-793264-1-iscsi the message routers_updated {{(pid=98851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 03:40:56.094980 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3ab49e-afea-4186-8eea-f93b820e0314 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67f33a3c-7b55-4bda-a65c-9de0f9bd8fef,revision_number=1']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:56.105088 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e8f3a4-0ce2-4fb2-895f-6904dd731db6 None None] Sync routers for ids ['859ef1be-f83d-4b4a-bb61-af14dc51249b'] in dv-cinder-793264-1-iscsi {{(pid=98854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:40:56.110376 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-42babb2d-c0b4-4fa4-a3ff-5a3a0d7cc5ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786481287388'] for port, after_create {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:56.116157 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:40:56.121084 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e8f3a4-0ce2-4fb2-895f-6904dd731db6 None None] Routers {'859ef1be-f83d-4b4a-bb61-af14dc51249b'} bound to L3 agent in host dv-cinder-793264-1-iscsi {{(pid=98854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 03:40:56.123052 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.l3_hamode_db [None req-35e8f3a4-0ce2-4fb2-895f-6904dd731db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-27T03:33:06Z,description=,heartbeat_timestamp=2021-05-27T03:40:36Z,host='dv-cinder-793264-1-iscsi',id=816f7595-8215-4f06-9251-575c663b21d0,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T03:33:06Z,topic='l3_agent')) {'router_ids': ['859ef1be-f83d-4b4a-bb61-af14dc51249b'], 'active': True} {{(pid=98854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:40:56.177224 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42babb2d-c0b4-4fa4-a3ff-5a3a0d7cc5ad None None] Network 130ff3ea-d273-4d90-8f0d-494d41441c60 is already hosted by enough agents. {{(pid=98853) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:40:56.181028 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.scheduler.base_scheduler [None req-42babb2d-c0b4-4fa4-a3ff-5a3a0d7cc5ad None None] Resources bound (agent type, host, resource id): {{(pid=98853) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:40:56.185103 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42babb2d-c0b4-4fa4-a3ff-5a3a0d7cc5ad None None] Received port after_create {{(pid=98853) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 03:40:56.196028 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.db_base_plugin_common [None req-39a97a85-9fdd-4888-92d3-46bd0ef68aa9 admin admin] Allocated IP 172.27.2.4 (9a3e94d8-5315-41b6-9829-3c758c3039b7/7ac4e62e-aca4-43cf-995d-95d63bfe1e6b/25a5bf52-cef5-4af4-a15b-9443f2edf92d) {{(pid=98852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:40:56.255480 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42babb2d-c0b4-4fa4-a3ff-5a3a0d7cc5ad None None] Pushing event updated for resources: {'Port': ['ID=d0d5b119-eba6-465f-aa3e-0c1abe0e18e2,revision_number=1']} {{(pid=98853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:56.262389 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [None req-0d3ab49e-afea-4186-8eea-f93b820e0314 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c57404dbd3f544588ec22aa852733dfa&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0592844 May 27 03:40:56.270126 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.wsgi [-] (98851) accepted ('10.222.0.25', 52444) {{(pid=98851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:40:56.293054 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-42babb2d-c0b4-4fa4-a3ff-5a3a0d7cc5ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:40:56.321359 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.managers [None req-42babb2d-c0b4-4fa4-a3ff-5a3a0d7cc5ad None None] Attempting to bind port d0d5b119-eba6-465f-aa3e-0c1abe0e18e2 on host dv-cinder-793264-1-iscsi for vnic_type normal with profile {{(pid=98853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:40:56.322032 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.managers [None req-42babb2d-c0b4-4fa4-a3ff-5a3a0d7cc5ad None None] Attempting to bind port d0d5b119-eba6-465f-aa3e-0c1abe0e18e2 by drivers openvswitch,hyperv on host dv-cinder-793264-1-iscsi at level 0 using segments [{'id': '5d2d2fa4-4440-4746-9800-028cc9a24bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '130ff3ea-d273-4d90-8f0d-494d41441c60'}] {{(pid=98853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:40:56.322568 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42babb2d-c0b4-4fa4-a3ff-5a3a0d7cc5ad None None] Attempting to bind port d0d5b119-eba6-465f-aa3e-0c1abe0e18e2 on network 130ff3ea-d273-4d90-8f0d-494d41441c60 {{(pid=98853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:40:56.336727 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-0d3ab49e-afea-4186-8eea-f93b820e0314 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:40:56.344718 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42babb2d-c0b4-4fa4-a3ff-5a3a0d7cc5ad None None] Checking agent: {'id': 'ffe58315-61ba-45bf-8076-0ef37f215597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793264-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 3, 33, 6), 'started_at': datetime.datetime(2021, 5, 27, 3, 33, 36), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 3, 40, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793264-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 03:40:56.345052 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-214de3b5-da9d-426d-87af-0460a9cb659b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:56.347343 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42babb2d-c0b4-4fa4-a3ff-5a3a0d7cc5ad None None] Checking segment: {'id': '5d2d2fa4-4440-4746-9800-028cc9a24bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '130ff3ea-d273-4d90-8f0d-494d41441c60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 03:40:56.347910 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-42babb2d-c0b4-4fa4-a3ff-5a3a0d7cc5ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:56.349533 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42babb2d-c0b4-4fa4-a3ff-5a3a0d7cc5ad None None] Bound using segment: {'id': '5d2d2fa4-4440-4746-9800-028cc9a24bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '130ff3ea-d273-4d90-8f0d-494d41441c60'} {{(pid=98853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 03:40:56.350551 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.managers [None req-42babb2d-c0b4-4fa4-a3ff-5a3a0d7cc5ad None None] Bound port: d0d5b119-eba6-465f-aa3e-0c1abe0e18e2, host: dv-cinder-793264-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d2d2fa4-4440-4746-9800-028cc9a24bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '130ff3ea-d273-4d90-8f0d-494d41441c60'}}] {{(pid=98853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:40:56.352270 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-42babb2d-c0b4-4fa4-a3ff-5a3a0d7cc5ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:56.420535 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-214de3b5-da9d-426d-87af-0460a9cb659b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:56.424615 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.l3_dvr_db [None req-35e8f3a4-0ce2-4fb2-895f-6904dd731db6 None None] Set router 859ef1be-f83d-4b4a-bb61-af14dc51249b gateway port host: dv-cinder-793264-1-iscsi {{(pid=98854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 03:40:56.459404 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:40:56.483527 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.db [None req-42babb2d-c0b4-4fa4-a3ff-5a3a0d7cc5ad None None] For port d0d5b119-eba6-465f-aa3e-0c1abe0e18e2, host dv-cinder-793264-1-iscsi, cleared binding levels {{(pid=98853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:40:56.491209 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.db [None req-42babb2d-c0b4-4fa4-a3ff-5a3a0d7cc5ad None None] For port d0d5b119-eba6-465f-aa3e-0c1abe0e18e2, host dv-cinder-793264-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-1-iscsi',level=0,port_id=d0d5b119-eba6-465f-aa3e-0c1abe0e18e2,segment=NetworkSegment(5d2d2fa4-4440-4746-9800-028cc9a24bc5),segment_id=5d2d2fa4-4440-4746-9800-028cc9a24bc5)] {{(pid=98853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 03:40:56.540226 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-ca263061-1e02-427c-a0e5-429cf17edcbf admin admin] Notify callbacks [] for router, before_response {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:56.546164 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [None req-ca263061-1e02-427c-a0e5-429cf17edcbf admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.7177205 May 27 03:40:56.553356 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.wsgi [-] (98851) accepted ('10.222.0.25', 52462) {{(pid=98851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:40:56.558520 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-42babb2d-c0b4-4fa4-a3ff-5a3a0d7cc5ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786481721483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786481287406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786481291807'] for port, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:56.561181 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:40:56.620719 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-39a97a85-9fdd-4888-92d3-46bd0ef68aa9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:56.669804 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-258b3372-a9d0-441d-ad1c-52a1ea1812c5 req-2c6b8a89-4b37-4484-8170-fc4a270dbe9c tempest-DeleteServersTestJSON-1681401445 tempest-DeleteServersTestJSON-1681401445-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d5fdc92-2d08-4ae1-a508-032e39ce0958 HTTP/1.1" status: 200 len: 210 time: 0.1573443 May 27 03:40:56.676213 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214de3b5-da9d-426d-87af-0460a9cb659b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd154638-4503-4690-a98b-330d19eb2f17,revision_number=1']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:56.681219 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-214de3b5-da9d-426d-87af-0460a9cb659b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=10837b89c0894d4ca0c976275d31fc10&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9053373 May 27 03:40:56.682209 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-214de3b5-da9d-426d-87af-0460a9cb659b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:40:56.685379 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 52470) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:40:56.836203 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-49988377-a34d-48d9-87a2-0d06153e4a45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:56.839884 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-adae47ca-91fd-4366-acf8-6f35fb525a84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:56.845487 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42babb2d-c0b4-4fa4-a3ff-5a3a0d7cc5ad None None] Pushing event updated for resources: {'Port': ['ID=d0d5b119-eba6-465f-aa3e-0c1abe0e18e2,revision_number=2']} {{(pid=98853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:56.857881 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Device 3d07178f-7b32-4255-8c51-97fa94b5a1cc up at agent ovs-agent-dv-cinder-793264-1-iscsi {{(pid=98853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:40:56.863254 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.l3_hamode_db [None req-35e8f3a4-0ce2-4fb2-895f-6904dd731db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '859ef1be-f83d-4b4a-bb61-af14dc51249b', 'name': 'tempest-AttachVolumeShelveTestJSON-1845807498-router', 'tenant_id': '16ccb2756adb4055942bd0a0f0a061f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'external_fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': 'da2419f3-ea75-4513-af86-3fd1cd8c9eaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:40:50Z', 'updated_at': '2021-05-27T03:40:52Z', 'revision_number': 3, 'project_id': '16ccb2756adb4055942bd0a0f0a061f4', 'gw_port': {'id': 'da2419f3-ea75-4513-af86-3fd1cd8c9eaa', 'name': '', 'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:2d:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '859ef1be-f83d-4b4a-bb61-af14dc51249b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:40:51Z', 'updated_at': '2021-05-27T03:40:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-iscsi'}], 'dv-cinder-793264-1-iscsi', False) {} {{(pid=98854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:40:56.867968 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-adae47ca-91fd-4366-acf8-6f35fb525a84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:56.868125 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e8f3a4-0ce2-4fb2-895f-6904dd731db6 None None] Checking router: 859ef1be-f83d-4b4a-bb61-af14dc51249b for host: dv-cinder-793264-1-iscsi {{(pid=98854) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:40:56.868424 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e8f3a4-0ce2-4fb2-895f-6904dd731db6 None None] Updating router 859ef1be-f83d-4b4a-bb61-af14dc51249b port da2419f3-ea75-4513-af86-3fd1cd8c9eaa binding host dv-cinder-793264-1-iscsi {{(pid=98854) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 03:40:56.883530 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-49988377-a34d-48d9-87a2-0d06153e4a45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:56.932299 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron_lib.callbacks.manager [None req-35e8f3a4-0ce2-4fb2-895f-6904dd731db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_update {{(pid=98854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:56.964387 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-42babb2d-c0b4-4fa4-a3ff-5a3a0d7cc5ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:40:56.987328 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-39a97a85-9fdd-4888-92d3-46bd0ef68aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786481287388'] for port, after_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:56.999938 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-c30c50de-de90-4ec2-8194-7cc7c7d04010 req-a32c7cbb-abf1-403a-b272-3ac371895c56 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] 10.222.0.25 "GET /v2.0/ports?device_id=695616b8-9b90-4e8d-b719-de3eabe09cbe HTTP/1.1" status: 200 len: 210 time: 0.0722270 May 27 03:40:57.020205 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:40:57.104415 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Provisioning complete for port 3d07178f-7b32-4255-8c51-97fa94b5a1cc triggered by entity L2. {{(pid=98853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:40:57.104823 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487713'] for port, provisioning_complete {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:57.156971 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-adae47ca-91fd-4366-acf8-6f35fb525a84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:57.232933 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39a97a85-9fdd-4888-92d3-46bd0ef68aa9 admin admin] Network 9a3e94d8-5315-41b6-9829-3c758c3039b7 is already hosted by enough agents. {{(pid=98852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:40:57.234604 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-0d3ab49e-afea-4186-8eea-f93b820e0314 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:40:57.242177 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.scheduler.base_scheduler [None req-39a97a85-9fdd-4888-92d3-46bd0ef68aa9 admin admin] Resources bound (agent type, host, resource id): {{(pid=98852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:40:57.270494 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a97a85-9fdd-4888-92d3-46bd0ef68aa9 admin admin] Received port after_create {{(pid=98852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 03:40:57.298247 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adae47ca-91fd-4366-acf8-6f35fb525a84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67f33a3c-7b55-4bda-a65c-9de0f9bd8fef,revision_number=None']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:57.313740 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-adae47ca-91fd-4366-acf8-6f35fb525a84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:40:57.323969 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-adae47ca-91fd-4366-acf8-6f35fb525a84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:57.325198 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [None req-adae47ca-91fd-4366-acf8-6f35fb525a84 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/67f33a3c-7b55-4bda-a65c-9de0f9bd8fef HTTP/1.1" status: 204 len: 168 time: 1.0540140 May 27 03:40:57.486549 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-33310796-3168-4914-8694-fbafcf10afd6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:57.541851 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron_lib.callbacks.manager [None req-35e8f3a4-0ce2-4fb2-895f-6904dd731db6 None None] Notify callbacks [] for port, precommit_update {{(pid=98854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:57.571369 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.provisioning_blocks [None req-35e8f3a4-0ce2-4fb2-895f-6904dd731db6 None None] Transition to ACTIVE for port object da2419f3-ea75-4513-af86-3fd1cd8c9eaa will not be triggered until provisioned by entity L2. {{(pid=98854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:40:57.594607 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-33310796-3168-4914-8694-fbafcf10afd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:57.631806 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a97a85-9fdd-4888-92d3-46bd0ef68aa9 admin admin] Pushing event updated for resources: {'Port': ['ID=25a5bf52-cef5-4af4-a15b-9443f2edf92d,revision_number=1']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:57.643845 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-39a97a85-9fdd-4888-92d3-46bd0ef68aa9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.620s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:40:57.662931 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron_lib.callbacks.manager [None req-35e8f3a4-0ce2-4fb2-895f-6904dd731db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786481721483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786481287406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786481291807'] for port, after_update {{(pid=98854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:57.666849 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:40:57.769022 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.plugins.ml2.managers [None req-35e8f3a4-0ce2-4fb2-895f-6904dd731db6 None None] Attempting to bind port da2419f3-ea75-4513-af86-3fd1cd8c9eaa on host dv-cinder-793264-1-iscsi for vnic_type normal with profile {{(pid=98854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:40:57.769512 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.plugins.ml2.managers [None req-35e8f3a4-0ce2-4fb2-895f-6904dd731db6 None None] Attempting to bind port da2419f3-ea75-4513-af86-3fd1cd8c9eaa by drivers openvswitch,hyperv on host dv-cinder-793264-1-iscsi at level 0 using segments [{'id': '7a030bd6-e61c-49cd-a1b5-23d06097a1a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7'}] {{(pid=98854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:40:57.770048 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e8f3a4-0ce2-4fb2-895f-6904dd731db6 None None] Attempting to bind port da2419f3-ea75-4513-af86-3fd1cd8c9eaa on network 9a3e94d8-5315-41b6-9829-3c758c3039b7 {{(pid=98854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:40:57.781581 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e8f3a4-0ce2-4fb2-895f-6904dd731db6 None None] Checking agent: {'id': 'ffe58315-61ba-45bf-8076-0ef37f215597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793264-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 3, 33, 6), 'started_at': datetime.datetime(2021, 5, 27, 3, 33, 36), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 3, 40, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793264-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 03:40:57.782221 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e8f3a4-0ce2-4fb2-895f-6904dd731db6 None None] Checking segment: {'id': '7a030bd6-e61c-49cd-a1b5-23d06097a1a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 03:40:57.782837 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron_lib.callbacks.manager [None req-35e8f3a4-0ce2-4fb2-895f-6904dd731db6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:57.784046 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e8f3a4-0ce2-4fb2-895f-6904dd731db6 None None] Bound using segment: {'id': '7a030bd6-e61c-49cd-a1b5-23d06097a1a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7'} {{(pid=98854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 03:40:57.784651 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.plugins.ml2.managers [None req-35e8f3a4-0ce2-4fb2-895f-6904dd731db6 None None] Bound port: da2419f3-ea75-4513-af86-3fd1cd8c9eaa, host: dv-cinder-793264-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a030bd6-e61c-49cd-a1b5-23d06097a1a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7'}}] {{(pid=98854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:40:57.785123 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron_lib.callbacks.manager [None req-35e8f3a4-0ce2-4fb2-895f-6904dd731db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_update {{(pid=98854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:57.811717 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-49988377-a34d-48d9-87a2-0d06153e4a45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:57.846157 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e875f3-a51c-487c-a3c6-60134de5709f None None] Pushing event updated for resources: {'Port': ['ID=da2419f3-ea75-4513-af86-3fd1cd8c9eaa,revision_number=2']} {{(pid=98854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:57.859768 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e875f3-a51c-487c-a3c6-60134de5709f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:57.860224 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e875f3-a51c-487c-a3c6-60134de5709f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:57.860698 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e875f3-a51c-487c-a3c6-60134de5709f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:57.861996 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e875f3-a51c-487c-a3c6-60134de5709f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:57.862212 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e875f3-a51c-487c-a3c6-60134de5709f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:57.862635 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e875f3-a51c-487c-a3c6-60134de5709f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:57.863079 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e875f3-a51c-487c-a3c6-60134de5709f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:57.863494 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e875f3-a51c-487c-a3c6-60134de5709f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:57.863931 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e875f3-a51c-487c-a3c6-60134de5709f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:57.864572 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e875f3-a51c-487c-a3c6-60134de5709f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:57.864769 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e875f3-a51c-487c-a3c6-60134de5709f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:57.865174 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e875f3-a51c-487c-a3c6-60134de5709f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:57.866260 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e875f3-a51c-487c-a3c6-60134de5709f None None] Tracked resource versions report: May 27 03:40:57.866260 dv-cinder-793264-1-iscsi neutron-server[98854]: pushed versions: May 27 03:40:57.866260 dv-cinder-793264-1-iscsi neutron-server[98854]: { 'AddressGroup': {'1.2'}, May 27 03:40:57.866260 dv-cinder-793264-1-iscsi neutron-server[98854]: 'ConntrackHelper': {'1.0'}, May 27 03:40:57.866260 dv-cinder-793264-1-iscsi neutron-server[98854]: 'Log': {'1.0'}, May 27 03:40:57.866260 dv-cinder-793264-1-iscsi neutron-server[98854]: 'Network': {'1.1'}, May 27 03:40:57.866260 dv-cinder-793264-1-iscsi neutron-server[98854]: 'Port': {'1.7'}, May 27 03:40:57.866260 dv-cinder-793264-1-iscsi neutron-server[98854]: 'PortForwarding': {'1.2'}, May 27 03:40:57.866260 dv-cinder-793264-1-iscsi neutron-server[98854]: 'QosPolicy': {'1.8'}, May 27 03:40:57.866260 dv-cinder-793264-1-iscsi neutron-server[98854]: 'SecurityGroup': {'1.4'}, May 27 03:40:57.866260 dv-cinder-793264-1-iscsi neutron-server[98854]: 'SecurityGroupRule': {'1.2'}, May 27 03:40:57.866260 dv-cinder-793264-1-iscsi neutron-server[98854]: 'SubPort': {'1.0'}, May 27 03:40:57.866260 dv-cinder-793264-1-iscsi neutron-server[98854]: 'Subnet': {'1.1'}, May 27 03:40:57.866260 dv-cinder-793264-1-iscsi neutron-server[98854]: 'Trunk': {'1.1'}} May 27 03:40:57.866260 dv-cinder-793264-1-iscsi neutron-server[98854]: consumer versions: May 27 03:40:57.866260 dv-cinder-793264-1-iscsi neutron-server[98854]: { DHCP agent@dv-cinder-793264-1-iscsi: {}, May 27 03:40:57.866260 dv-cinder-793264-1-iscsi neutron-server[98854]: HyperV agent@hv-cinder-79326: {}, May 27 03:40:57.866260 dv-cinder-793264-1-iscsi neutron-server[98854]: L3 agent@dv-cinder-793264-1-iscsi: {}, May 27 03:40:57.866260 dv-cinder-793264-1-iscsi neutron-server[98854]: Metadata agent@dv-cinder-793264-1-iscsi: {}, May 27 03:40:57.866260 dv-cinder-793264-1-iscsi neutron-server[98854]: Metering agent@dv-cinder-793264-1-iscsi: {}, May 27 03:40:57.866260 dv-cinder-793264-1-iscsi neutron-server[98854]: Open vSwitch agent@dv-cinder-793264-1-iscsi: { 'AddressGroup': '1.2', May 27 03:40:57.866260 dv-cinder-793264-1-iscsi neutron-server[98854]: 'ConntrackHelper': '1.0', May 27 03:40:57.866260 dv-cinder-793264-1-iscsi neutron-server[98854]: 'Log': '1.0', May 27 03:40:57.866260 dv-cinder-793264-1-iscsi neutron-server[98854]: 'Network': '1.1', May 27 03:40:57.866260 dv-cinder-793264-1-iscsi neutron-server[98854]: 'Port': '1.7', May 27 03:40:57.866260 dv-cinder-793264-1-iscsi neutron-server[98854]: 'PortForwarding': '1.2', May 27 03:40:57.866260 dv-cinder-793264-1-iscsi neutron-server[98854]: 'QosPolicy': '1.8', May 27 03:40:57.866260 dv-cinder-793264-1-iscsi neutron-server[98854]: 'SecurityGroup': '1.4', May 27 03:40:57.866260 dv-cinder-793264-1-iscsi neutron-server[98854]: 'SecurityGroupRule': '1.2', May 27 03:40:57.866260 dv-cinder-793264-1-iscsi neutron-server[98854]: 'SubPort': '1.0', May 27 03:40:57.866260 dv-cinder-793264-1-iscsi neutron-server[98854]: 'Subnet': '1.1', May 27 03:40:57.866260 dv-cinder-793264-1-iscsi neutron-server[98854]: 'Trunk': '1.1'}} May 27 03:40:57.866260 dv-cinder-793264-1-iscsi neutron-server[98854]: {{(pid=98854) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 27 03:40:57.880107 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG oslo_concurrency.lockutils [None req-88e875f3-a51c-487c-a3c6-60134de5709f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=98854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:40:57.913151 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.plugins.ml2.db [None req-35e8f3a4-0ce2-4fb2-895f-6904dd731db6 None None] For port da2419f3-ea75-4513-af86-3fd1cd8c9eaa, host dv-cinder-793264-1-iscsi, cleared binding levels {{(pid=98854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:40:57.917590 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.plugins.ml2.db [None req-35e8f3a4-0ce2-4fb2-895f-6904dd731db6 None None] For port da2419f3-ea75-4513-af86-3fd1cd8c9eaa, host dv-cinder-793264-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-1-iscsi',level=0,port_id=da2419f3-ea75-4513-af86-3fd1cd8c9eaa,segment=NetworkSegment(7a030bd6-e61c-49cd-a1b5-23d06097a1a4),segment_id=7a030bd6-e61c-49cd-a1b5-23d06097a1a4)] {{(pid=98854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 03:40:57.944576 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-87225de2-c7b1-4120-94a4-44083960d4ea req-953e7ee3-f612-4c5f-8197-0d4cb30dfdc8 tempest-DeleteServersTestJSON-1681401445 tempest-DeleteServersTestJSON-1681401445-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d5fdc92-2d08-4ae1-a508-032e39ce0958 HTTP/1.1" status: 200 len: 210 time: 0.2035301 May 27 03:40:57.950668 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-142fb68d-b2a7-4a47-95b1-cdf3642aaac9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:40:57.961100 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49988377-a34d-48d9-87a2-0d06153e4a45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd154638-4503-4690-a98b-330d19eb2f17,revision_number=None']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:58.023113 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron_lib.callbacks.manager [None req-35e8f3a4-0ce2-4fb2-895f-6904dd731db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786481721483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786481287406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786481291807'] for port, after_update {{(pid=98854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:58.034245 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG oslo_concurrency.lockutils [None req-88e875f3-a51c-487c-a3c6-60134de5709f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:40:58.073026 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-49988377-a34d-48d9-87a2-0d06153e4a45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:40:58.171906 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-49988377-a34d-48d9-87a2-0d06153e4a45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:58.175841 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-49988377-a34d-48d9-87a2-0d06153e4a45 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fd154638-4503-4690-a98b-330d19eb2f17 HTTP/1.1" status: 204 len: 168 time: 1.4892786 May 27 03:40:58.188450 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e8f3a4-0ce2-4fb2-895f-6904dd731db6 None None] Routers {'859ef1be-f83d-4b4a-bb61-af14dc51249b'} bound to L3 agent in host dv-cinder-793264-1-iscsi {{(pid=98854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 03:40:58.189019 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.l3_hamode_db [None req-35e8f3a4-0ce2-4fb2-895f-6904dd731db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-27T03:33:06Z,description=,heartbeat_timestamp=2021-05-27T03:40:36Z,host='dv-cinder-793264-1-iscsi',id=816f7595-8215-4f06-9251-575c663b21d0,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T03:33:06Z,topic='l3_agent')) {'router_ids': ['859ef1be-f83d-4b4a-bb61-af14dc51249b'], 'active': True} {{(pid=98854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:40:58.199743 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-39a97a85-9fdd-4888-92d3-46bd0ef68aa9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:58.341637 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e875f3-a51c-487c-a3c6-60134de5709f None None] Pushing event updated for resources: {'Port': ['ID=da2419f3-ea75-4513-af86-3fd1cd8c9eaa,revision_number=3']} {{(pid=98854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:58.356695 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG oslo_concurrency.lockutils [None req-88e875f3-a51c-487c-a3c6-60134de5709f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=98854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:40:58.558640 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-80cad0ab-2746-44e9-b356-dc4d98a71a70 req-d0ffe6fc-57cc-4e99-9e69-e8a7c0462efe tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] 10.222.0.25 "GET /v2.0/ports?device_id=695616b8-9b90-4e8d-b719-de3eabe09cbe HTTP/1.1" status: 200 len: 210 time: 0.1291306 May 27 03:40:58.607044 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.l3_dvr_db [None req-35e8f3a4-0ce2-4fb2-895f-6904dd731db6 None None] Set router 859ef1be-f83d-4b4a-bb61-af14dc51249b gateway port host: dv-cinder-793264-1-iscsi {{(pid=98854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 03:40:58.610580 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.db_base_plugin_common [None req-33310796-3168-4914-8694-fbafcf10afd6 admin admin] Allocated IP 172.27.2.216 (9a3e94d8-5315-41b6-9829-3c758c3039b7/7ac4e62e-aca4-43cf-995d-95d63bfe1e6b/823ab52d-c277-4027-88b2-0cdd12e80716) {{(pid=98851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:40:58.776831 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccd894b1-1442-4281-aa2a-d25bf7c91b09 None None] Network 130ff3ea-d273-4d90-8f0d-494d41441c60 requested from dv-cinder-793264-1-iscsi {{(pid=98853) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 03:40:58.953279 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-39a97a85-9fdd-4888-92d3-46bd0ef68aa9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-415161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-417536'] for router, after_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:59.004009 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Device d0d5b119-eba6-465f-aa3e-0c1abe0e18e2 up at agent ovs-agent-dv-cinder-793264-1-iscsi {{(pid=98853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:40:59.031382 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.l3_hamode_db [None req-35e8f3a4-0ce2-4fb2-895f-6904dd731db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '859ef1be-f83d-4b4a-bb61-af14dc51249b', 'name': 'tempest-AttachVolumeShelveTestJSON-1845807498-router', 'tenant_id': '16ccb2756adb4055942bd0a0f0a061f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'external_fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': 'da2419f3-ea75-4513-af86-3fd1cd8c9eaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:40:50Z', 'updated_at': '2021-05-27T03:40:52Z', 'revision_number': 3, 'project_id': '16ccb2756adb4055942bd0a0f0a061f4', 'gw_port': {'id': 'da2419f3-ea75-4513-af86-3fd1cd8c9eaa', 'name': '', 'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:2d:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '859ef1be-f83d-4b4a-bb61-af14dc51249b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:40:51Z', 'updated_at': '2021-05-27T03:40:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-iscsi'}], 'dv-cinder-793264-1-iscsi', False) {} {{(pid=98854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:40:59.044807 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e8f3a4-0ce2-4fb2-895f-6904dd731db6 None None] The sync data for ids ['859ef1be-f83d-4b4a-bb61-af14dc51249b'] in dv-cinder-793264-1-iscsi is: [{'id': '859ef1be-f83d-4b4a-bb61-af14dc51249b', 'name': 'tempest-AttachVolumeShelveTestJSON-1845807498-router', 'tenant_id': '16ccb2756adb4055942bd0a0f0a061f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'external_fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': 'da2419f3-ea75-4513-af86-3fd1cd8c9eaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:40:50Z', 'updated_at': '2021-05-27T03:40:52Z', 'revision_number': 3, 'project_id': '16ccb2756adb4055942bd0a0f0a061f4', 'gw_port': {'id': 'da2419f3-ea75-4513-af86-3fd1cd8c9eaa', 'name': '', 'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:2d:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '859ef1be-f83d-4b4a-bb61-af14dc51249b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:40:51Z', 'updated_at': '2021-05-27T03:40:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-iscsi'}] {{(pid=98854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:40:59.194015 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-37e95523-5dea-40c5-8e9f-bee597a00d9c None None] Provisioning for port d0d5b119-eba6-465f-aa3e-0c1abe0e18e2 completed by entity DHCP. {{(pid=98853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:40:59.217091 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 52538) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:40:59.218102 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-33310796-3168-4914-8694-fbafcf10afd6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:59.254551 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-0f6cfa7d-1a7d-453d-b310-f9bb14e743b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:59.283852 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.wsgi [-] (98851) accepted ('10.222.0.36', 62760) {{(pid=98851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:40:59.312230 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-d21392b2-2b1a-4dfe-91ae-88fd4e8f92c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:59.344537 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Provisioning for port d0d5b119-eba6-465f-aa3e-0c1abe0e18e2 completed by entity L2. {{(pid=98853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:40:59.351066 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Provisioning complete for port d0d5b119-eba6-465f-aa3e-0c1abe0e18e2 triggered by entity L2. {{(pid=98853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:40:59.351506 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487713'] for port, provisioning_complete {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:59.370554 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-42e45919-db95-47f3-a571-d1cbfa89d0e9 req-4b292d40-aa14-46f3-893b-5b566a3b2607 tempest-DeleteServersTestJSON-1681401445 tempest-DeleteServersTestJSON-1681401445-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d5fdc92-2d08-4ae1-a508-032e39ce0958 HTTP/1.1" status: 200 len: 210 time: 0.0706375 May 27 03:40:59.401429 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-0f6cfa7d-1a7d-453d-b310-f9bb14e743b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:40:59.424946 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-0f6cfa7d-1a7d-453d-b310-f9bb14e743b2 admin admin] Usage tracker for resource:security_group_rule and tenant:3a636ea2edbc42b799011807cb62f088 is out of sync, need to count used quota {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:40:59.442862 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-0f6cfa7d-1a7d-453d-b310-f9bb14e743b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:40:59.476580 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-0f6cfa7d-1a7d-453d-b310-f9bb14e743b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:40:59.558885 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39a97a85-9fdd-4888-92d3-46bd0ef68aa9 admin admin] Router 945041cb-b0fa-44b7-ab8f-48e2d26f8286 is scheduled to L3 agent 816f7595-8215-4f06-9251-575c663b21d0 with binding_index 1 {{(pid=98852) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 03:40:59.784922 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:59.842792 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.db [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] For port d0d5b119-eba6-465f-aa3e-0c1abe0e18e2, host dv-cinder-793264-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-1-iscsi',level=0,port_id=d0d5b119-eba6-465f-aa3e-0c1abe0e18e2,segment=NetworkSegment(5d2d2fa4-4440-4746-9800-028cc9a24bc5),segment_id=5d2d2fa4-4440-4746-9800-028cc9a24bc5)] {{(pid=98853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:40:59.885151 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39a97a85-9fdd-4888-92d3-46bd0ef68aa9 admin admin] Notify agent at l3_agent.dv-cinder-793264-1-iscsi the message routers_updated {{(pid=98852) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 03:40:59.904378 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81746c28-7cfb-464e-88d8-47919578cc58 None None] Sync routers for ids ['945041cb-b0fa-44b7-ab8f-48e2d26f8286'] in dv-cinder-793264-1-iscsi {{(pid=98853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:40:59.923421 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786481721483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786481287406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786481291807'] for port, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:59.954333 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81746c28-7cfb-464e-88d8-47919578cc58 None None] Routers {'945041cb-b0fa-44b7-ab8f-48e2d26f8286'} bound to L3 agent in host dv-cinder-793264-1-iscsi {{(pid=98853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 03:40:59.956019 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_hamode_db [None req-81746c28-7cfb-464e-88d8-47919578cc58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-27T03:33:06Z,description=,heartbeat_timestamp=2021-05-27T03:40:36Z,host='dv-cinder-793264-1-iscsi',id=816f7595-8215-4f06-9251-575c663b21d0,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T03:33:06Z,topic='l3_agent')) {'router_ids': ['945041cb-b0fa-44b7-ab8f-48e2d26f8286'], 'active': True} {{(pid=98853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:41:00.061604 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-33310796-3168-4914-8694-fbafcf10afd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786481287388'] for port, after_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:00.108285 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-16ab80d6-132c-459a-bc25-f217859157f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:41:00.121681 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-39a97a85-9fdd-4888-92d3-46bd0ef68aa9 admin admin] Notify callbacks [] for router, before_response {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:00.125872 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-39a97a85-9fdd-4888-92d3-46bd0ef68aa9 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 6.2554505 May 27 03:41:00.131722 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 52570) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:41:00.193000 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:41:00.233236 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-70d86775-5e04-4d9b-b280-83acc077e00a req-15107dda-330f-4ac7-89ae-8ff6769fa3b8 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] 10.222.0.25 "GET /v2.0/ports?device_id=695616b8-9b90-4e8d-b719-de3eabe09cbe HTTP/1.1" status: 200 len: 210 time: 0.1595762 May 27 03:41:00.311834 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-0f6cfa7d-1a7d-453d-b310-f9bb14e743b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:00.385041 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33310796-3168-4914-8694-fbafcf10afd6 admin admin] Network 9a3e94d8-5315-41b6-9829-3c758c3039b7 is already hosted by enough agents. {{(pid=98851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:41:00.385973 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.wsgi [-] (98851) accepted ('10.222.0.36', 62769) {{(pid=98851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:41:00.424804 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-0f6cfa7d-1a7d-453d-b310-f9bb14e743b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:00.447893 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.scheduler.base_scheduler [None req-33310796-3168-4914-8694-fbafcf10afd6 admin admin] Resources bound (agent type, host, resource id): {{(pid=98851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:41:00.484825 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:41:00.488880 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33310796-3168-4914-8694-fbafcf10afd6 admin admin] Received port after_create {{(pid=98851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 03:41:00.514441 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-7187880c-99b6-4b29-9d09-4a707d161682 None None] Provisioning complete for port d0d5b119-eba6-465f-aa3e-0c1abe0e18e2 triggered by entity DHCP. {{(pid=98853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:41:00.514842 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-7187880c-99b6-4b29-9d09-4a707d161682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487713'] for port, provisioning_complete {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:00.606432 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6cfa7d-1a7d-453d-b310-f9bb14e743b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f008bd3-42f5-4a04-8f12-35dbbcbbba3a,revision_number=1']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:00.639577 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-0f6cfa7d-1a7d-453d-b310-f9bb14e743b2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3a636ea2edbc42b799011807cb62f088&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4176290 May 27 03:41:00.641193 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-0f6cfa7d-1a7d-453d-b310-f9bb14e743b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:41:00.641880 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 52604) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:41:00.705881 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_dvr_db [None req-81746c28-7cfb-464e-88d8-47919578cc58 None None] Set router 945041cb-b0fa-44b7-ab8f-48e2d26f8286 gateway port host: dv-cinder-793264-1-iscsi {{(pid=98853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 03:41:00.887077 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.db_base_plugin_common [None req-d21392b2-2b1a-4dfe-91ae-88fd4e8f92c0 admin admin] Allocated IP 172.20.0.1 (f65a0cca-1ebc-4ae6-b01b-5fdf0f05198a/82530ddc-ffd6-4079-8434-d6a04187e8aa/e733f041-97f3-4335-87a4-5ca0fbf1be8b) {{(pid=98851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:41:00.902695 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Pushing event updated for resources: {'Port': ['ID=d0d5b119-eba6-465f-aa3e-0c1abe0e18e2,revision_number=3']} {{(pid=98853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:00.919680 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Device da2419f3-ea75-4513-af86-3fd1cd8c9eaa up at agent ovs-agent-dv-cinder-793264-1-iscsi {{(pid=98853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:41:01.054373 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.953s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:41:01.089169 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-d21392b2-2b1a-4dfe-91ae-88fd4e8f92c0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:01.202455 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9696343f-0166-46ed-b10f-2fa45c35aabb req-3c6c4a9f-21ec-499c-858a-09cfd99fb51e tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:01.203964 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-9696343f-0166-46ed-b10f-2fa45c35aabb req-3c6c4a9f-21ec-499c-858a-09cfd99fb51e tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] 10.222.0.36 "GET /v2.0/networks?id=9d88eb5c-a234-4a0b-9721-bcab674f53e1 HTTP/1.1" status: 200 len: 815 time: 1.8764229 May 27 03:41:01.272039 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-4f22ed72-ec1a-4297-b0b5-acca3b921d8d req-95f35dc9-25ef-4e92-896e-839ed2303753 tempest-DeleteServersTestJSON-1681401445 tempest-DeleteServersTestJSON-1681401445-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d5fdc92-2d08-4ae1-a508-032e39ce0958 HTTP/1.1" status: 200 len: 210 time: 0.5962379 May 27 03:41:01.350504 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33310796-3168-4914-8694-fbafcf10afd6 admin admin] Pushing event updated for resources: {'Port': ['ID=823ab52d-c277-4027-88b2-0cdd12e80716,revision_number=1']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:01.381781 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.v2.base [req-9696343f-0166-46ed-b10f-2fa45c35aabb req-9f9ff3a2-3209-4688-aa5a-a029c6d250c9 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Request body: {'port': {'device_id': '695616b8-9b90-4e8d-b719-de3eabe09cbe', 'network_id': '9d88eb5c-a234-4a0b-9721-bcab674f53e1', 'admin_state_up': True, 'tenant_id': '7413f58ffa8e476fb5600cbc51ee9d34'}} {{(pid=98851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:41:01.419226 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.provisioning_blocks [None req-d21392b2-2b1a-4dfe-91ae-88fd4e8f92c0 admin admin] Transition to ACTIVE for port object e733f041-97f3-4335-87a4-5ca0fbf1be8b will not be triggered until provisioned by entity DHCP. {{(pid=98851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:41:01.439952 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-33310796-3168-4914-8694-fbafcf10afd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.247s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:41:01.525249 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_hamode_db [None req-81746c28-7cfb-464e-88d8-47919578cc58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '945041cb-b0fa-44b7-ab8f-48e2d26f8286', 'name': 'tempest-AttachVolumeTestJSON-161599716-router', 'tenant_id': '276e81e3da1f4d4c9c1881d1b1e863c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'external_fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.4'}], 'enable_snat': True}, 'gw_port_id': '25a5bf52-cef5-4af4-a15b-9443f2edf92d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:40:54Z', 'updated_at': '2021-05-27T03:40:57Z', 'revision_number': 3, 'project_id': '276e81e3da1f4d4c9c1881d1b1e863c4', 'gw_port': {'id': '25a5bf52-cef5-4af4-a15b-9443f2edf92d', 'name': '', 'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:4a:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '945041cb-b0fa-44b7-ab8f-48e2d26f8286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:40:56Z', 'updated_at': '2021-05-27T03:40:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-iscsi'}], 'dv-cinder-793264-1-iscsi', False) {} {{(pid=98853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:41:01.531562 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81746c28-7cfb-464e-88d8-47919578cc58 None None] Checking router: 945041cb-b0fa-44b7-ab8f-48e2d26f8286 for host: dv-cinder-793264-1-iscsi {{(pid=98853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:41:01.532038 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81746c28-7cfb-464e-88d8-47919578cc58 None None] Updating router 945041cb-b0fa-44b7-ab8f-48e2d26f8286 port 25a5bf52-cef5-4af4-a15b-9443f2edf92d binding host dv-cinder-793264-1-iscsi {{(pid=98853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 03:41:01.558142 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-a6771e52-9f86-4987-ae83-8a915d267bc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:01.628918 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-a6771e52-9f86-4987-ae83-8a915d267bc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:01.636394 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Provisioning for port da2419f3-ea75-4513-af86-3fd1cd8c9eaa completed by entity L2. {{(pid=98853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:41:01.653508 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-79ca8f82-ba28-482a-a89e-2465c4c8cf7f req-08720d11-8899-4496-a6e3-53310e58e8de tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] 10.222.0.25 "GET /v2.0/ports?device_id=695616b8-9b90-4e8d-b719-de3eabe09cbe HTTP/1.1" status: 200 len: 210 time: 0.2176387 May 27 03:41:01.667436 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Provisioning complete for port da2419f3-ea75-4513-af86-3fd1cd8c9eaa triggered by entity L2. {{(pid=98853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:41:01.667821 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487713'] for port, provisioning_complete {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:01.731684 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-81746c28-7cfb-464e-88d8-47919578cc58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:01.938136 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-fbeb9eda-f037-4490-9f7c-8488ebf4571f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:01.961932 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-a6771e52-9f86-4987-ae83-8a915d267bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:01.967552 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0ba3aa-99bc-4d15-856d-7210ae29854c req-58debaba-3ec6-4a0b-8e7a-53d9ab8d777b tempest-DeleteServersTestJSON-1681401445 tempest-DeleteServersTestJSON-1681401445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:01.969041 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-9d0ba3aa-99bc-4d15-856d-7210ae29854c req-58debaba-3ec6-4a0b-8e7a-53d9ab8d777b tempest-DeleteServersTestJSON-1681401445 tempest-DeleteServersTestJSON-1681401445-project] 10.222.0.36 "GET /v2.0/networks?id=e363b4db-219a-47f3-b982-5fb2e6fbad65 HTTP/1.1" status: 200 len: 812 time: 1.5190914 May 27 03:41:01.975902 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-0f6cfa7d-1a7d-453d-b310-f9bb14e743b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:41:02.039233 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-d21392b2-2b1a-4dfe-91ae-88fd4e8f92c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786481287388'] for port, after_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:02.049322 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.quota.driver [req-9696343f-0166-46ed-b10f-2fa45c35aabb req-9f9ff3a2-3209-4688-aa5a-a029c6d250c9 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:41:02.060997 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-33310796-3168-4914-8694-fbafcf10afd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:41:02.093402 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [req-9696343f-0166-46ed-b10f-2fa45c35aabb req-9f9ff3a2-3209-4688-aa5a-a029c6d250c9 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Usage tracker for resource:port and tenant:7413f58ffa8e476fb5600cbc51ee9d34 is out of sync, need to count used quota {{(pid=98851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:41:02.108011 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [req-9696343f-0166-46ed-b10f-2fa45c35aabb req-9f9ff3a2-3209-4688-aa5a-a029c6d250c9 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Quota usage for port was recalculated. Used quota:0. {{(pid=98851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:41:02.117472 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.wsgi [-] (98851) accepted ('10.222.0.25', 52654) {{(pid=98851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:41:02.157465 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.quota.driver [req-9696343f-0166-46ed-b10f-2fa45c35aabb req-9f9ff3a2-3209-4688-aa5a-a029c6d250c9 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:41:02.180198 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.v2.base [req-9d0ba3aa-99bc-4d15-856d-7210ae29854c req-d009b0f5-ad14-49b7-8c1d-7b614055d1eb tempest-DeleteServersTestJSON-1681401445 tempest-DeleteServersTestJSON-1681401445-project] Request body: {'port': {'device_id': '5d5fdc92-2d08-4ae1-a508-032e39ce0958', 'network_id': 'e363b4db-219a-47f3-b982-5fb2e6fbad65', 'admin_state_up': True, 'tenant_id': 'f220b161db454279a529469cc181cb86'}} {{(pid=98851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:41:02.220751 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d21392b2-2b1a-4dfe-91ae-88fd4e8f92c0 admin admin] Network f65a0cca-1ebc-4ae6-b01b-5fdf0f05198a is already hosted by enough agents. {{(pid=98851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:41:02.231115 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.scheduler.base_scheduler [None req-d21392b2-2b1a-4dfe-91ae-88fd4e8f92c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=98851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:41:02.260431 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21392b2-2b1a-4dfe-91ae-88fd4e8f92c0 admin admin] Received port after_create {{(pid=98851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 03:41:02.266523 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-d21392b2-2b1a-4dfe-91ae-88fd4e8f92c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-403814'] for router_interface, before_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:02.273405 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-33310796-3168-4914-8694-fbafcf10afd6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:02.404086 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6771e52-9f86-4987-ae83-8a915d267bc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f008bd3-42f5-4a04-8f12-35dbbcbbba3a,revision_number=None']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:02.424376 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-a6771e52-9f86-4987-ae83-8a915d267bc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.446s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:41:02.437034 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-a6771e52-9f86-4987-ae83-8a915d267bc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:02.441118 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-a6771e52-9f86-4987-ae83-8a915d267bc3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5f008bd3-42f5-4a04-8f12-35dbbcbbba3a HTTP/1.1" status: 204 len: 168 time: 1.7901196 May 27 03:41:02.510566 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.db_base_plugin_common [None req-fbeb9eda-f037-4490-9f7c-8488ebf4571f admin admin] Allocated IP 172.20.0.1 (130ff3ea-d273-4d90-8f0d-494d41441c60/116079ce-8119-4ea5-82d4-c0c254fad638/d76d3b3b-e1a8-49e5-be0c-8c193177836a) {{(pid=98852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:41:02.615580 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-1825286a-f435-4be5-a7a5-e72a598aaa33 req-91dd21bb-553d-4e8c-a353-868d8a8c9535 tempest-DeleteServersTestJSON-1681401445 tempest-DeleteServersTestJSON-1681401445-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d5fdc92-2d08-4ae1-a508-032e39ce0958 HTTP/1.1" status: 200 len: 210 time: 0.0932031 May 27 03:41:02.645340 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-81746c28-7cfb-464e-88d8-47919578cc58 None None] Notify callbacks [] for port, precommit_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:02.685736 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-81746c28-7cfb-464e-88d8-47919578cc58 None None] Transition to ACTIVE for port object 25a5bf52-cef5-4af4-a15b-9443f2edf92d will not be triggered until provisioned by entity L2. {{(pid=98853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:41:02.749379 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:02.778347 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-81746c28-7cfb-464e-88d8-47919578cc58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786481721483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786481287406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786481291807'] for port, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:02.817104 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:41:02.857749 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-fbeb9eda-f037-4490-9f7c-8488ebf4571f admin admin] Notify callbacks [] for port, precommit_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:02.874155 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9696343f-0166-46ed-b10f-2fa45c35aabb req-9f9ff3a2-3209-4688-aa5a-a029c6d250c9 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Made reservation on behalf of 7413f58ffa8e476fb5600cbc51ee9d34 for: {'port': 1} {{(pid=98851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:41:02.878228 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-9696343f-0166-46ed-b10f-2fa45c35aabb req-9f9ff3a2-3209-4688-aa5a-a029c6d250c9 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:02.898315 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21392b2-2b1a-4dfe-91ae-88fd4e8f92c0 admin admin] Pushing event updated for resources: {'Port': ['ID=e733f041-97f3-4335-87a4-5ca0fbf1be8b,revision_number=1']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:02.906536 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.provisioning_blocks [None req-fbeb9eda-f037-4490-9f7c-8488ebf4571f admin admin] Transition to ACTIVE for port object d76d3b3b-e1a8-49e5-be0c-8c193177836a will not be triggered until provisioned by entity DHCP. {{(pid=98852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:41:02.911880 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.db [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] For port da2419f3-ea75-4513-af86-3fd1cd8c9eaa, host dv-cinder-793264-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-1-iscsi',level=0,port_id=da2419f3-ea75-4513-af86-3fd1cd8c9eaa,segment=NetworkSegment(7a030bd6-e61c-49cd-a1b5-23d06097a1a4),segment_id=7a030bd6-e61c-49cd-a1b5-23d06097a1a4)] {{(pid=98853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:41:02.915387 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7535f2d4-9547-44c6-bc68-456f6c9f938e None None] Pushing event updated for resources: {'Port': ['ID=25a5bf52-cef5-4af4-a15b-9443f2edf92d,revision_number=2']} {{(pid=98853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:02.919415 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-d21392b2-2b1a-4dfe-91ae-88fd4e8f92c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.858s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:41:02.926593 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-6f4ebe07-1efd-4781-a2f8-796602506fc7 None None] Provisioning for port e733f041-97f3-4335-87a4-5ca0fbf1be8b completed by entity DHCP. {{(pid=98853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:41:02.932547 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-7535f2d4-9547-44c6-bc68-456f6c9f938e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:41:02.962523 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-6f4ebe07-1efd-4781-a2f8-796602506fc7 None None] Provisioning complete for port e733f041-97f3-4335-87a4-5ca0fbf1be8b triggered by entity DHCP. {{(pid=98853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:41:02.963152 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-6f4ebe07-1efd-4781-a2f8-796602506fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487713'] for port, provisioning_complete {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:03.006427 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786481721483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786481287406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786481291807'] for port, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:03.013998 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-fbeb9eda-f037-4490-9f7c-8488ebf4571f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786481287388'] for port, after_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:03.028824 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:41:03.045145 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-c46112e1-1ef2-42d6-9a39-56c87e8cbc4e req-00920741-f28e-45e8-b47f-30a077ab2145 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] 10.222.0.25 "GET /v2.0/ports?device_id=695616b8-9b90-4e8d-b719-de3eabe09cbe HTTP/1.1" status: 200 len: 210 time: 0.1503129 May 27 03:41:03.054813 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.managers [None req-81746c28-7cfb-464e-88d8-47919578cc58 None None] Attempting to bind port 25a5bf52-cef5-4af4-a15b-9443f2edf92d on host dv-cinder-793264-1-iscsi for vnic_type normal with profile {{(pid=98853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:41:03.059232 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.managers [None req-81746c28-7cfb-464e-88d8-47919578cc58 None None] Attempting to bind port 25a5bf52-cef5-4af4-a15b-9443f2edf92d by drivers openvswitch,hyperv on host dv-cinder-793264-1-iscsi at level 0 using segments [{'id': '7a030bd6-e61c-49cd-a1b5-23d06097a1a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7'}] {{(pid=98853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:41:03.061424 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81746c28-7cfb-464e-88d8-47919578cc58 None None] Attempting to bind port 25a5bf52-cef5-4af4-a15b-9443f2edf92d on network 9a3e94d8-5315-41b6-9829-3c758c3039b7 {{(pid=98853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:41:03.076920 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-eb2cbaa1-003c-4b18-836a-2563c57825be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:41:03.187686 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbeb9eda-f037-4490-9f7c-8488ebf4571f admin admin] Network 130ff3ea-d273-4d90-8f0d-494d41441c60 is already hosted by enough agents. {{(pid=98852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:41:03.202423 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.scheduler.base_scheduler [None req-fbeb9eda-f037-4490-9f7c-8488ebf4571f admin admin] Resources bound (agent type, host, resource id): {{(pid=98852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:41:03.206595 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbeb9eda-f037-4490-9f7c-8488ebf4571f admin admin] Received port after_create {{(pid=98852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 03:41:03.207099 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-fbeb9eda-f037-4490-9f7c-8488ebf4571f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-403814'] for router_interface, before_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:03.230285 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81746c28-7cfb-464e-88d8-47919578cc58 None None] Checking agent: {'id': 'ffe58315-61ba-45bf-8076-0ef37f215597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793264-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 3, 33, 6), 'started_at': datetime.datetime(2021, 5, 27, 3, 33, 36), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 3, 40, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793264-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 03:41:03.230656 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81746c28-7cfb-464e-88d8-47919578cc58 None None] Checking segment: {'id': '7a030bd6-e61c-49cd-a1b5-23d06097a1a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 03:41:03.231051 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-81746c28-7cfb-464e-88d8-47919578cc58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:03.231545 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81746c28-7cfb-464e-88d8-47919578cc58 None None] Bound using segment: {'id': '7a030bd6-e61c-49cd-a1b5-23d06097a1a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7'} {{(pid=98853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 03:41:03.231940 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.managers [None req-81746c28-7cfb-464e-88d8-47919578cc58 None None] Bound port: 25a5bf52-cef5-4af4-a15b-9443f2edf92d, host: dv-cinder-793264-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a030bd6-e61c-49cd-a1b5-23d06097a1a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7'}}] {{(pid=98853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:41:03.232353 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-81746c28-7cfb-464e-88d8-47919578cc58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:03.268987 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-a199dfa1-1f68-425d-abb6-f08dc7480bf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:03.505694 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Device d0d5b119-eba6-465f-aa3e-0c1abe0e18e2 up at agent ovs-agent-dv-cinder-793264-1-iscsi {{(pid=98853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:41:03.505694 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.plugin [None req-6f4ebe07-1efd-4781-a2f8-796602506fc7 None None] Port e733f041-97f3-4335-87a4-5ca0fbf1be8b cannot update to ACTIVE because it is not bound. {{(pid=98853) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 03:41:03.572103 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.db_base_plugin_common [req-9696343f-0166-46ed-b10f-2fa45c35aabb req-9f9ff3a2-3209-4688-aa5a-a029c6d250c9 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Allocated IP 172.20.0.5 (9d88eb5c-a234-4a0b-9721-bcab674f53e1/e7b1e35c-8b26-4690-9d11-111b6e17f0c6/1279817e-ea8d-4755-966e-3691e51297b7) {{(pid=98851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:41:03.596012 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Pushing event updated for resources: {'Port': ['ID=da2419f3-ea75-4513-af86-3fd1cd8c9eaa,revision_number=4']} {{(pid=98853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:03.600850 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbeb9eda-f037-4490-9f7c-8488ebf4571f admin admin] Pushing event updated for resources: {'Port': ['ID=d76d3b3b-e1a8-49e5-be0c-8c193177836a,revision_number=1']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:03.605918 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-fbeb9eda-f037-4490-9f7c-8488ebf4571f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.577s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:41:03.634797 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.558s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:41:03.658015 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.db [None req-81746c28-7cfb-464e-88d8-47919578cc58 None None] For port 25a5bf52-cef5-4af4-a15b-9443f2edf92d, host dv-cinder-793264-1-iscsi, cleared binding levels {{(pid=98853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:41:03.658973 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.db [None req-81746c28-7cfb-464e-88d8-47919578cc58 None None] For port 25a5bf52-cef5-4af4-a15b-9443f2edf92d, host dv-cinder-793264-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-1-iscsi',level=0,port_id=25a5bf52-cef5-4af4-a15b-9443f2edf92d,segment=NetworkSegment(7a030bd6-e61c-49cd-a1b5-23d06097a1a4),segment_id=7a030bd6-e61c-49cd-a1b5-23d06097a1a4)] {{(pid=98853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 03:41:03.660044 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Provisioning complete for port d0d5b119-eba6-465f-aa3e-0c1abe0e18e2 triggered by entity L2. {{(pid=98853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:41:03.661241 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487713'] for port, provisioning_complete {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:03.880954 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.quota.driver [None req-a199dfa1-1f68-425d-abb6-f08dc7480bf5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:41:03.884996 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [None req-a199dfa1-1f68-425d-abb6-f08dc7480bf5 admin admin] Usage tracker for resource:security_group_rule and tenant:f8f37aa0a4834d439d832cc065e44062 is out of sync, need to count used quota {{(pid=98851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:41:03.889022 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [None req-a199dfa1-1f68-425d-abb6-f08dc7480bf5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:41:03.897261 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.quota.driver [None req-a199dfa1-1f68-425d-abb6-f08dc7480bf5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:41:03.908211 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-90b3cf7d-2643-4b50-bea1-0c47b9d4a07d req-5e43746d-1e69-4fcf-a8ff-b6ee0ed8b0e5 tempest-DeleteServersTestJSON-1681401445 tempest-DeleteServersTestJSON-1681401445-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d5fdc92-2d08-4ae1-a508-032e39ce0958 HTTP/1.1" status: 200 len: 210 time: 0.0648050 May 27 03:41:03.945415 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-81746c28-7cfb-464e-88d8-47919578cc58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786481721483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786481287406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786481291807'] for port, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:03.945977 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-90652489-1498-4623-96f4-cfb1e1338135 None None] Provisioning for port d76d3b3b-e1a8-49e5-be0c-8c193177836a completed by entity DHCP. {{(pid=98853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:41:03.951834 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-88aecae2-64ab-4441-bbdc-374c6a7b91d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:03.968174 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-c4204fe3-d58f-48d4-8706-b4aacfa77c81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:41:03.998436 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.quota.driver [req-9d0ba3aa-99bc-4d15-856d-7210ae29854c req-d009b0f5-ad14-49b7-8c1d-7b614055d1eb tempest-DeleteServersTestJSON-1681401445 tempest-DeleteServersTestJSON-1681401445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:41:04.051887 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-90652489-1498-4623-96f4-cfb1e1338135 None None] Provisioning complete for port d76d3b3b-e1a8-49e5-be0c-8c193177836a triggered by entity DHCP. {{(pid=98853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:41:04.052321 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-90652489-1498-4623-96f4-cfb1e1338135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487713'] for port, provisioning_complete {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:04.057178 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [req-9d0ba3aa-99bc-4d15-856d-7210ae29854c req-d009b0f5-ad14-49b7-8c1d-7b614055d1eb tempest-DeleteServersTestJSON-1681401445 tempest-DeleteServersTestJSON-1681401445-project] Usage tracker for resource:port and tenant:f220b161db454279a529469cc181cb86 is out of sync, need to count used quota {{(pid=98851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:41:04.067960 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [req-9d0ba3aa-99bc-4d15-856d-7210ae29854c req-d009b0f5-ad14-49b7-8c1d-7b614055d1eb tempest-DeleteServersTestJSON-1681401445 tempest-DeleteServersTestJSON-1681401445-project] Quota usage for port was recalculated. Used quota:0. {{(pid=98851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:41:04.120000 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7535f2d4-9547-44c6-bc68-456f6c9f938e None None] Pushing event updated for resources: {'Port': ['ID=25a5bf52-cef5-4af4-a15b-9443f2edf92d,revision_number=3']} {{(pid=98853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:04.128917 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-fbeb9eda-f037-4490-9f7c-8488ebf4571f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_update {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:04.139784 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-7535f2d4-9547-44c6-bc68-456f6c9f938e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:41:04.166400 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.quota.driver [req-9d0ba3aa-99bc-4d15-856d-7210ae29854c req-d009b0f5-ad14-49b7-8c1d-7b614055d1eb tempest-DeleteServersTestJSON-1681401445 tempest-DeleteServersTestJSON-1681401445-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:41:04.176337 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81746c28-7cfb-464e-88d8-47919578cc58 None None] Routers {'945041cb-b0fa-44b7-ab8f-48e2d26f8286'} bound to L3 agent in host dv-cinder-793264-1-iscsi {{(pid=98853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 03:41:04.177232 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_hamode_db [None req-81746c28-7cfb-464e-88d8-47919578cc58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-27T03:33:06Z,description=,heartbeat_timestamp=2021-05-27T03:40:36Z,host='dv-cinder-793264-1-iscsi',id=816f7595-8215-4f06-9251-575c663b21d0,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T03:33:06Z,topic='l3_agent')) {'router_ids': ['945041cb-b0fa-44b7-ab8f-48e2d26f8286'], 'active': True} {{(pid=98853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:41:04.255843 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-33310796-3168-4914-8694-fbafcf10afd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-415161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-417536'] for router, after_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:04.346119 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-aa1b168e-e62c-42a0-b038-1039d0c363bf req-0def9abc-837c-467b-b12b-30e5aba19852 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] 10.222.0.25 "GET /v2.0/ports?device_id=695616b8-9b90-4e8d-b719-de3eabe09cbe HTTP/1.1" status: 200 len: 210 time: 0.1153660 May 27 03:41:04.360241 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d0ba3aa-99bc-4d15-856d-7210ae29854c req-d009b0f5-ad14-49b7-8c1d-7b614055d1eb tempest-DeleteServersTestJSON-1681401445 tempest-DeleteServersTestJSON-1681401445-project] Made reservation on behalf of f220b161db454279a529469cc181cb86 for: {'port': 1} {{(pid=98851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:41:04.365770 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-9d0ba3aa-99bc-4d15-856d-7210ae29854c req-d009b0f5-ad14-49b7-8c1d-7b614055d1eb tempest-DeleteServersTestJSON-1681401445 tempest-DeleteServersTestJSON-1681401445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:04.416394 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_dvr_db [None req-81746c28-7cfb-464e-88d8-47919578cc58 None None] Set router 945041cb-b0fa-44b7-ab8f-48e2d26f8286 gateway port host: dv-cinder-793264-1-iscsi {{(pid=98853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 03:41:04.617537 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.plugin [None req-90652489-1498-4623-96f4-cfb1e1338135 None None] Port d76d3b3b-e1a8-49e5-be0c-8c193177836a cannot update to ACTIVE because it is not bound. {{(pid=98853) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 03:41:04.657869 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-fbeb9eda-f037-4490-9f7c-8488ebf4571f admin admin] Notify callbacks [] for port, precommit_update {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:04.714865 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.db_base_plugin_common [req-9d0ba3aa-99bc-4d15-856d-7210ae29854c req-d009b0f5-ad14-49b7-8c1d-7b614055d1eb tempest-DeleteServersTestJSON-1681401445 tempest-DeleteServersTestJSON-1681401445-project] Allocated IP 172.20.0.8 (e363b4db-219a-47f3-b982-5fb2e6fbad65/850ff7e4-c1ae-476a-98ad-2e7f47f1d387/1bbb12ef-9a7a-4069-a54e-b707ce9a6809) {{(pid=98851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:41:04.717002 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-d21392b2-2b1a-4dfe-91ae-88fd4e8f92c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_update {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:04.738050 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-fbeb9eda-f037-4490-9f7c-8488ebf4571f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786481721483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786481287406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786481291807'] for port, after_update {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:04.739225 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-fbeb9eda-f037-4490-9f7c-8488ebf4571f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3689977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-403909'] for router_interface, after_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:04.743725 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-39a97a85-9fdd-4888-92d3-46bd0ef68aa9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:41:04.980666 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_hamode_db [None req-81746c28-7cfb-464e-88d8-47919578cc58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '945041cb-b0fa-44b7-ab8f-48e2d26f8286', 'name': 'tempest-AttachVolumeTestJSON-161599716-router', 'tenant_id': '276e81e3da1f4d4c9c1881d1b1e863c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'external_fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.4'}], 'enable_snat': True}, 'gw_port_id': '25a5bf52-cef5-4af4-a15b-9443f2edf92d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:40:54Z', 'updated_at': '2021-05-27T03:41:03Z', 'revision_number': 4, 'project_id': '276e81e3da1f4d4c9c1881d1b1e863c4', 'gw_port': {'id': '25a5bf52-cef5-4af4-a15b-9443f2edf92d', 'name': '', 'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:4a:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '945041cb-b0fa-44b7-ab8f-48e2d26f8286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:40:56Z', 'updated_at': '2021-05-27T03:41:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-iscsi', '_interfaces': [{'id': 'd76d3b3b-e1a8-49e5-be0c-8c193177836a', 'name': '', 'network_id': '130ff3ea-d273-4d90-8f0d-494d41441c60', 'tenant_id': '276e81e3da1f4d4c9c1881d1b1e863c4', 'mac_address': 'fa:16:3e:c5:ac:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '945041cb-b0fa-44b7-ab8f-48e2d26f8286', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '116079ce-8119-4ea5-82d4-c0c254fad638', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:41:02Z', 'updated_at': '2021-05-27T03:41:02Z', 'revision_number': 1, 'project_id': '276e81e3da1f4d4c9c1881d1b1e863c4', 'subnets': [{'id': '116079ce-8119-4ea5-82d4-c0c254fad638', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-1-iscsi', False) {} {{(pid=98853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:41:04.989095 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81746c28-7cfb-464e-88d8-47919578cc58 None None] The sync data for ids ['945041cb-b0fa-44b7-ab8f-48e2d26f8286'] in dv-cinder-793264-1-iscsi is: [{'id': '945041cb-b0fa-44b7-ab8f-48e2d26f8286', 'name': 'tempest-AttachVolumeTestJSON-161599716-router', 'tenant_id': '276e81e3da1f4d4c9c1881d1b1e863c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'external_fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.4'}], 'enable_snat': True}, 'gw_port_id': '25a5bf52-cef5-4af4-a15b-9443f2edf92d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:40:54Z', 'updated_at': '2021-05-27T03:41:03Z', 'revision_number': 4, 'project_id': '276e81e3da1f4d4c9c1881d1b1e863c4', 'gw_port': {'id': '25a5bf52-cef5-4af4-a15b-9443f2edf92d', 'name': '', 'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:4a:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '945041cb-b0fa-44b7-ab8f-48e2d26f8286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:40:56Z', 'updated_at': '2021-05-27T03:41:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-iscsi', '_interfaces': [{'id': 'd76d3b3b-e1a8-49e5-be0c-8c193177836a', 'name': '', 'network_id': '130ff3ea-d273-4d90-8f0d-494d41441c60', 'tenant_id': '276e81e3da1f4d4c9c1881d1b1e863c4', 'mac_address': 'fa:16:3e:c5:ac:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '945041cb-b0fa-44b7-ab8f-48e2d26f8286', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '116079ce-8119-4ea5-82d4-c0c254fad638', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:41:02Z', 'updated_at': '2021-05-27T03:41:02Z', 'revision_number': 1, 'project_id': '276e81e3da1f4d4c9c1881d1b1e863c4', 'subnets': [{'id': '116079ce-8119-4ea5-82d4-c0c254fad638', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:41:05.116809 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbeb9eda-f037-4490-9f7c-8488ebf4571f admin admin] Pushing event updated for resources: {'Port': ['ID=d76d3b3b-e1a8-49e5-be0c-8c193177836a,revision_number=2']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:05.156753 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-fbeb9eda-f037-4490-9f7c-8488ebf4571f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:41:05.300164 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Device da2419f3-ea75-4513-af86-3fd1cd8c9eaa up at agent ovs-agent-dv-cinder-793264-1-iscsi {{(pid=98853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:41:05.304394 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbeb9eda-f037-4490-9f7c-8488ebf4571f admin admin] Network 130ff3ea-d273-4d90-8f0d-494d41441c60 is already hosted by enough agents. {{(pid=98852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:41:05.308042 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.scheduler.base_scheduler [None req-fbeb9eda-f037-4490-9f7c-8488ebf4571f admin admin] Resources bound (agent type, host, resource id): {{(pid=98852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:41:05.630644 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Provisioning complete for port da2419f3-ea75-4513-af86-3fd1cd8c9eaa triggered by entity L2. {{(pid=98853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:41:05.631024 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487713'] for port, provisioning_complete {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:05.716357 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-e69950bd-96eb-4ab7-872a-80d1bf4c0d4d req-c0381fe1-a7e8-40a3-825d-11be364de81d tempest-DeleteServersTestJSON-1681401445 tempest-DeleteServersTestJSON-1681401445-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d5fdc92-2d08-4ae1-a508-032e39ce0958 HTTP/1.1" status: 200 len: 210 time: 0.1441782 May 27 03:41:05.903359 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-9696343f-0166-46ed-b10f-2fa45c35aabb req-9f9ff3a2-3209-4688-aa5a-a029c6d250c9 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Notify callbacks [] for port, precommit_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:05.994576 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-dc151d2f-49c6-44de-825b-226e57dcc971 None None] Provisioning complete for port d76d3b3b-e1a8-49e5-be0c-8c193177836a triggered by entity DHCP. {{(pid=98853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:41:05.995107 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-dc151d2f-49c6-44de-825b-226e57dcc971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487713'] for port, provisioning_complete {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:06.055270 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbeb9eda-f037-4490-9f7c-8488ebf4571f admin admin] Router 945041cb-b0fa-44b7-ab8f-48e2d26f8286 has already been hosted by L3 agent 816f7595-8215-4f06-9251-575c663b21d0 {{(pid=98852) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 03:41:06.170722 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-a199dfa1-1f68-425d-abb6-f08dc7480bf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:06.184906 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-9a164ba9-78f1-43d4-9fdf-9a351b179df5 req-92762e63-8477-43fa-9b94-5613676527f7 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] 10.222.0.25 "GET /v2.0/ports?device_id=695616b8-9b90-4e8d-b719-de3eabe09cbe HTTP/1.1" status: 200 len: 210 time: 0.3372643 May 27 03:41:06.185451 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.plugin [None req-dc151d2f-49c6-44de-825b-226e57dcc971 None None] Port d76d3b3b-e1a8-49e5-be0c-8c193177836a cannot update to ACTIVE because it is not bound. {{(pid=98853) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 03:41:06.273698 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-a199dfa1-1f68-425d-abb6-f08dc7480bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:06.397595 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-2f6adea4-692f-41ae-aafa-a79ba040ba20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:06.405694 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:41:06.413838 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbeb9eda-f037-4490-9f7c-8488ebf4571f admin admin] Notify agent at l3_agent.dv-cinder-793264-1-iscsi the message routers_updated {{(pid=98852) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 03:41:06.425724 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:06.439686 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-fbeb9eda-f037-4490-9f7c-8488ebf4571f admin admin] 10.222.0.25 "PUT /v2.0/routers/945041cb-b0fa-44b7-ab8f-48e2d26f8286/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3059192 May 27 03:41:06.518300 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-d21392b2-2b1a-4dfe-91ae-88fd4e8f92c0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:06.587771 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-9696343f-0166-46ed-b10f-2fa45c35aabb req-9f9ff3a2-3209-4688-aa5a-a029c6d250c9 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786481287388'] for port, after_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:06.614077 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [None req-a199dfa1-1f68-425d-abb6-f08dc7480bf5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f8f37aa0a4834d439d832cc065e44062&name=default HTTP/1.1" status: 200 len: 2979 time: 4.4936259 May 27 03:41:06.616976 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 52724) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:41:06.633686 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33310796-3168-4914-8694-fbafcf10afd6 admin admin] Router a52aa5e3-3321-4bc4-a997-6e537a933850 is scheduled to L3 agent 816f7595-8215-4f06-9251-575c663b21d0 with binding_index 1 {{(pid=98851) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 03:41:06.646237 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a199dfa1-1f68-425d-abb6-f08dc7480bf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9607b0c-9e66-40e0-8511-0174ae0464e8,revision_number=1']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:06.670187 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-d21392b2-2b1a-4dfe-91ae-88fd4e8f92c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786481721483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786481287406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786481291807'] for port, after_update {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:06.671421 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-a199dfa1-1f68-425d-abb6-f08dc7480bf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:41:06.678436 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:41:06.732862 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-d21392b2-2b1a-4dfe-91ae-88fd4e8f92c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3689977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-403909'] for router_interface, after_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:06.771350 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-9d0ba3aa-99bc-4d15-856d-7210ae29854c req-d009b0f5-ad14-49b7-8c1d-7b614055d1eb tempest-DeleteServersTestJSON-1681401445 tempest-DeleteServersTestJSON-1681401445-project] Notify callbacks [] for port, precommit_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:06.822280 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-9f371cde-2207-4f86-bea8-247b40b987f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:06.944095 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-9f371cde-2207-4f86-bea8-247b40b987f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:07.020068 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9696343f-0166-46ed-b10f-2fa45c35aabb req-9f9ff3a2-3209-4688-aa5a-a029c6d250c9 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Network 9d88eb5c-a234-4a0b-9721-bcab674f53e1 is already hosted by enough agents. {{(pid=98851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:41:07.082219 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.scheduler.base_scheduler [req-9696343f-0166-46ed-b10f-2fa45c35aabb req-9f9ff3a2-3209-4688-aa5a-a029c6d250c9 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Resources bound (agent type, host, resource id): {{(pid=98851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:41:07.104346 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-9f371cde-2207-4f86-bea8-247b40b987f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:07.108855 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:41:07.133358 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f371cde-2207-4f86-bea8-247b40b987f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9607b0c-9e66-40e0-8511-0174ae0464e8,revision_number=None']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:07.141433 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-9f371cde-2207-4f86-bea8-247b40b987f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:41:07.146455 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.l3_dvrscheduler_db [req-9696343f-0166-46ed-b10f-2fa45c35aabb req-9f9ff3a2-3209-4688-aa5a-a029c6d250c9 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Received port after_create {{(pid=98851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 03:41:07.152911 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9696343f-0166-46ed-b10f-2fa45c35aabb req-9f9ff3a2-3209-4688-aa5a-a029c6d250c9 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:07.153541 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-9696343f-0166-46ed-b10f-2fa45c35aabb req-9f9ff3a2-3209-4688-aa5a-a029c6d250c9 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4037888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689932'] for port, before_response {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:07.153850 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-9f371cde-2207-4f86-bea8-247b40b987f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:07.159897 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-9f371cde-2207-4f86-bea8-247b40b987f5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b9607b0c-9e66-40e0-8511-0174ae0464e8 HTTP/1.1" status: 204 len: 168 time: 0.5416939 May 27 03:41:07.300252 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Device 25a5bf52-cef5-4af4-a15b-9443f2edf92d up at agent ovs-agent-dv-cinder-793264-1-iscsi {{(pid=98853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:41:07.519631 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [req-106119b8-206a-4cbb-b6a1-46c6899db0d6 req-2e33072c-10f3-432c-86dd-6f4454b2b118 tempest-DeleteServersTestJSON-1681401445 tempest-DeleteServersTestJSON-1681401445-project] Synchronizing usage tracker for tenant:f220b161db454279a529469cc181cb86 on resource:port {{(pid=98851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:41:07.525493 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Provisioning for port 25a5bf52-cef5-4af4-a15b-9443f2edf92d completed by entity L2. {{(pid=98853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:41:07.530981 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Provisioning complete for port 25a5bf52-cef5-4af4-a15b-9443f2edf92d triggered by entity L2. {{(pid=98853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:41:07.531359 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487713'] for port, provisioning_complete {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:07.565823 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-9696343f-0166-46ed-b10f-2fa45c35aabb req-9f9ff3a2-3209-4688-aa5a-a029c6d250c9 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.2637727 May 27 03:41:07.581820 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9ff3a2-3209-4688-aa5a-a029c6d250c9 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Pushing event updated for resources: {'Port': ['ID=1279817e-ea8d-4755-966e-3691e51297b7,revision_number=1']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:07.761440 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-e3613943-0892-48bd-9358-60eb59884bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:07.789373 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:07.827497 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33310796-3168-4914-8694-fbafcf10afd6 admin admin] Notify agent at l3_agent.dv-cinder-793264-1-iscsi the message routers_updated {{(pid=98851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 03:41:07.828814 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.db [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] For port 25a5bf52-cef5-4af4-a15b-9443f2edf92d, host dv-cinder-793264-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-1-iscsi',level=0,port_id=25a5bf52-cef5-4af4-a15b-9443f2edf92d,segment=NetworkSegment(7a030bd6-e61c-49cd-a1b5-23d06097a1a4),segment_id=7a030bd6-e61c-49cd-a1b5-23d06097a1a4)] {{(pid=98853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:41:07.846824 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-429fdacc-2730-4637-bd2f-b57599f53ac9 None None] Sync routers for ids ['a52aa5e3-3321-4bc4-a997-6e537a933850'] in dv-cinder-793264-1-iscsi {{(pid=98854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:41:07.854257 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d21392b2-2b1a-4dfe-91ae-88fd4e8f92c0 admin admin] Network f65a0cca-1ebc-4ae6-b01b-5fdf0f05198a is already hosted by enough agents. {{(pid=98851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:41:07.857840 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21392b2-2b1a-4dfe-91ae-88fd4e8f92c0 admin admin] Pushing event updated for resources: {'Port': ['ID=e733f041-97f3-4335-87a4-5ca0fbf1be8b,revision_number=2']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:07.860838 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.scheduler.base_scheduler [None req-d21392b2-2b1a-4dfe-91ae-88fd4e8f92c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=98851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:41:07.864066 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-d21392b2-2b1a-4dfe-91ae-88fd4e8f92c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.185s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:41:07.864458 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-ca263061-1e02-427c-a0e5-429cf17edcbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.083s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:41:07.864814 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-ca263061-1e02-427c-a0e5-429cf17edcbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:41:07.880836 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429fdacc-2730-4637-bd2f-b57599f53ac9 None None] Routers {'a52aa5e3-3321-4bc4-a997-6e537a933850'} bound to L3 agent in host dv-cinder-793264-1-iscsi {{(pid=98854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 03:41:07.881459 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.l3_hamode_db [None req-429fdacc-2730-4637-bd2f-b57599f53ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-27T03:33:06Z,description=,heartbeat_timestamp=2021-05-27T03:41:06Z,host='dv-cinder-793264-1-iscsi',id=816f7595-8215-4f06-9251-575c663b21d0,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T03:33:06Z,topic='l3_agent')) {'router_ids': ['a52aa5e3-3321-4bc4-a997-6e537a933850'], 'active': True} {{(pid=98854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:41:07.935968 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786481721483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786481287406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786481291807'] for port, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:07.947624 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:41:08.055496 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Pushing event updated for resources: {'Port': ['ID=25a5bf52-cef5-4af4-a15b-9443f2edf92d,revision_number=4']} {{(pid=98853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:08.057790 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:41:08.079441 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-33310796-3168-4914-8694-fbafcf10afd6 admin admin] Notify callbacks [] for router, before_response {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:08.088169 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [None req-33310796-3168-4914-8694-fbafcf10afd6 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 14.8707836 May 27 03:41:08.091162 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 52756) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:41:08.112795 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [req-106119b8-206a-4cbb-b6a1-46c6899db0d6 req-2e33072c-10f3-432c-86dd-6f4454b2b118 tempest-DeleteServersTestJSON-1681401445 tempest-DeleteServersTestJSON-1681401445-project] Unset dirty status for tenant:f220b161db454279a529469cc181cb86 on resource:port {{(pid=98851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:41:08.119981 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-106119b8-206a-4cbb-b6a1-46c6899db0d6 req-2e33072c-10f3-432c-86dd-6f4454b2b118 tempest-DeleteServersTestJSON-1681401445 tempest-DeleteServersTestJSON-1681401445-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d5fdc92-2d08-4ae1-a508-032e39ce0958 HTTP/1.1" status: 200 len: 210 time: 1.1136019 May 27 03:41:08.143933 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.wsgi [req-9696343f-0166-46ed-b10f-2fa45c35aabb req-85e9896c-4279-4041-8f80-801570e41e6d tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=98851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 03:41:08.144879 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-9696343f-0166-46ed-b10f-2fa45c35aabb req-85e9896c-4279-4041-8f80-801570e41e6d tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0724640 May 27 03:41:08.200516 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-9d0ba3aa-99bc-4d15-856d-7210ae29854c req-d009b0f5-ad14-49b7-8c1d-7b614055d1eb tempest-DeleteServersTestJSON-1681401445 tempest-DeleteServersTestJSON-1681401445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786481287388'] for port, after_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:08.339272 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.wsgi [-] (98851) accepted ('10.222.0.25', 52760) {{(pid=98851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:41:08.339823 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-ca263061-1e02-427c-a0e5-429cf17edcbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:41:08.462458 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 52762) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:41:08.465311 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-dea42e4d-d75b-4d6e-88b8-07c37c774272 None None] Provisioning complete for port e733f041-97f3-4335-87a4-5ca0fbf1be8b triggered by entity DHCP. {{(pid=98853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:41:08.466706 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-dea42e4d-d75b-4d6e-88b8-07c37c774272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487713'] for port, provisioning_complete {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:08.567241 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d0ba3aa-99bc-4d15-856d-7210ae29854c req-d009b0f5-ad14-49b7-8c1d-7b614055d1eb tempest-DeleteServersTestJSON-1681401445 tempest-DeleteServersTestJSON-1681401445-project] Network e363b4db-219a-47f3-b982-5fb2e6fbad65 is already hosted by enough agents. {{(pid=98851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:41:08.615243 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.scheduler.base_scheduler [req-9d0ba3aa-99bc-4d15-856d-7210ae29854c req-d009b0f5-ad14-49b7-8c1d-7b614055d1eb tempest-DeleteServersTestJSON-1681401445 tempest-DeleteServersTestJSON-1681401445-project] Resources bound (agent type, host, resource id): {{(pid=98851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:41:08.621090 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d0ba3aa-99bc-4d15-856d-7210ae29854c req-d009b0f5-ad14-49b7-8c1d-7b614055d1eb tempest-DeleteServersTestJSON-1681401445 tempest-DeleteServersTestJSON-1681401445-project] Received port after_create {{(pid=98851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 03:41:08.633999 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0ba3aa-99bc-4d15-856d-7210ae29854c req-d009b0f5-ad14-49b7-8c1d-7b614055d1eb tempest-DeleteServersTestJSON-1681401445 tempest-DeleteServersTestJSON-1681401445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:08.636296 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-9d0ba3aa-99bc-4d15-856d-7210ae29854c req-d009b0f5-ad14-49b7-8c1d-7b614055d1eb tempest-DeleteServersTestJSON-1681401445 tempest-DeleteServersTestJSON-1681401445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4037888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689932'] for port, before_response {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:08.656944 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.v2.base [None req-fd02cdcc-6c0c-4410-8425-d68e9c8247e5 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Request body: {'security_group': {'name': 'tempest-securitygroup--901761077', 'description': 'tempest-description--1140029231'}} {{(pid=98851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:41:08.707453 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.plugin [None req-dea42e4d-d75b-4d6e-88b8-07c37c774272 None None] Port e733f041-97f3-4335-87a4-5ca0fbf1be8b cannot update to ACTIVE because it is not bound. {{(pid=98853) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 03:41:08.729439 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.l3_dvr_db [None req-429fdacc-2730-4637-bd2f-b57599f53ac9 None None] Set router a52aa5e3-3321-4bc4-a997-6e537a933850 gateway port host: dv-cinder-793264-1-iscsi {{(pid=98854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 03:41:08.755717 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a599ba5-22dd-4b8b-8537-46802fdc8aa6 None None] Sync routers for ids ['945041cb-b0fa-44b7-ab8f-48e2d26f8286'] in dv-cinder-793264-1-iscsi {{(pid=98853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:41:08.772510 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a599ba5-22dd-4b8b-8537-46802fdc8aa6 None None] Routers {'945041cb-b0fa-44b7-ab8f-48e2d26f8286'} bound to L3 agent in host dv-cinder-793264-1-iscsi {{(pid=98853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 03:41:08.773213 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_hamode_db [None req-3a599ba5-22dd-4b8b-8537-46802fdc8aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-27T03:33:06Z,description=,heartbeat_timestamp=2021-05-27T03:41:06Z,host='dv-cinder-793264-1-iscsi',id=816f7595-8215-4f06-9251-575c663b21d0,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T03:33:06Z,topic='l3_agent')) {'router_ids': ['945041cb-b0fa-44b7-ab8f-48e2d26f8286'], 'active': True} {{(pid=98853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:41:08.809789 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.quota.driver [None req-fd02cdcc-6c0c-4410-8425-d68e9c8247e5 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:41:08.833612 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [None req-fd02cdcc-6c0c-4410-8425-d68e9c8247e5 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Usage tracker for resource:security_group and tenant:276e81e3da1f4d4c9c1881d1b1e863c4 is out of sync, need to count used quota {{(pid=98851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:41:08.856359 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [None req-fd02cdcc-6c0c-4410-8425-d68e9c8247e5 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=98851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:41:08.924365 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d009b0f5-ad14-49b7-8c1d-7b614055d1eb tempest-DeleteServersTestJSON-1681401445 tempest-DeleteServersTestJSON-1681401445-project] Pushing event updated for resources: {'Port': ['ID=1bbb12ef-9a7a-4069-a54e-b707ce9a6809,revision_number=1']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:08.944639 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.quota.driver [None req-fd02cdcc-6c0c-4410-8425-d68e9c8247e5 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:41:08.953315 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-d009b0f5-ad14-49b7-8c1d-7b614055d1eb tempest-DeleteServersTestJSON-1681401445 tempest-DeleteServersTestJSON-1681401445-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.613s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:41:09.008097 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09605b98-f62c-45f4-be5e-7de561dffda7 req-4018c933-b41f-4989-91dd-a9f50616f85b tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:09.008959 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [req-09605b98-f62c-45f4-be5e-7de561dffda7 req-4018c933-b41f-4989-91dd-a9f50616f85b tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Synchronizing usage tracker for tenant:7413f58ffa8e476fb5600cbc51ee9d34 on resource:port {{(pid=98851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:41:09.026042 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d21392b2-2b1a-4dfe-91ae-88fd4e8f92c0 admin admin] Router 859ef1be-f83d-4b4a-bb61-af14dc51249b has already been hosted by L3 agent 816f7595-8215-4f06-9251-575c663b21d0 {{(pid=98851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 03:41:09.122953 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-9d0ba3aa-99bc-4d15-856d-7210ae29854c req-d009b0f5-ad14-49b7-8c1d-7b614055d1eb tempest-DeleteServersTestJSON-1681401445 tempest-DeleteServersTestJSON-1681401445-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.9505913 May 27 03:41:09.174743 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_dvr_db [None req-3a599ba5-22dd-4b8b-8537-46802fdc8aa6 None None] Set router 945041cb-b0fa-44b7-ab8f-48e2d26f8286 gateway port host: dv-cinder-793264-1-iscsi {{(pid=98853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 03:41:09.272196 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-fd02cdcc-6c0c-4410-8425-d68e9c8247e5 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Notify callbacks [] for security_group, before_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:09.302450 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.quota.driver [None req-fd02cdcc-6c0c-4410-8425-d68e9c8247e5 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:41:09.311666 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [None req-fd02cdcc-6c0c-4410-8425-d68e9c8247e5 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Usage tracker for resource:security_group_rule and tenant:276e81e3da1f4d4c9c1881d1b1e863c4 is out of sync, need to count used quota {{(pid=98851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:41:09.317167 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [None req-fd02cdcc-6c0c-4410-8425-d68e9c8247e5 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=98851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:41:09.324886 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d21392b2-2b1a-4dfe-91ae-88fd4e8f92c0 admin admin] Notify agent at l3_agent.dv-cinder-793264-1-iscsi the message routers_updated {{(pid=98851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 03:41:09.328038 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.quota.driver [None req-fd02cdcc-6c0c-4410-8425-d68e9c8247e5 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:41:09.332654 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [req-09605b98-f62c-45f4-be5e-7de561dffda7 req-4018c933-b41f-4989-91dd-a9f50616f85b tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Unset dirty status for tenant:7413f58ffa8e476fb5600cbc51ee9d34 on resource:port {{(pid=98851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:41:09.337644 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-09605b98-f62c-45f4-be5e-7de561dffda7 req-4018c933-b41f-4989-91dd-a9f50616f85b tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] 10.222.0.25 "GET /v2.0/ports?device_id=695616b8-9b90-4e8d-b719-de3eabe09cbe HTTP/1.1" status: 200 len: 931 time: 0.7593064 May 27 03:41:09.339009 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [None req-d21392b2-2b1a-4dfe-91ae-88fd4e8f92c0 admin admin] 10.222.0.25 "PUT /v2.0/routers/859ef1be-f83d-4b4a-bb61-af14dc51249b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.7848027 May 27 03:41:09.395566 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Device 25a5bf52-cef5-4af4-a15b-9443f2edf92d up at agent ovs-agent-dv-cinder-793264-1-iscsi {{(pid=98853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:41:09.402855 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.wsgi [-] (98851) accepted ('10.222.0.25', 52786) {{(pid=98851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:41:09.549783 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36d278b-1a31-45e6-b31a-f691b79a8a44 None None] Sync routers for ids ['859ef1be-f83d-4b4a-bb61-af14dc51249b'] in dv-cinder-793264-1-iscsi {{(pid=98854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:41:09.582818 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36d278b-1a31-45e6-b31a-f691b79a8a44 None None] Routers {'859ef1be-f83d-4b4a-bb61-af14dc51249b'} bound to L3 agent in host dv-cinder-793264-1-iscsi {{(pid=98854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 03:41:09.583515 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.l3_hamode_db [None req-e36d278b-1a31-45e6-b31a-f691b79a8a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-27T03:33:06Z,description=,heartbeat_timestamp=2021-05-27T03:41:06Z,host='dv-cinder-793264-1-iscsi',id=816f7595-8215-4f06-9251-575c663b21d0,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T03:33:06Z,topic='l3_agent')) {'router_ids': ['859ef1be-f83d-4b4a-bb61-af14dc51249b'], 'active': True} {{(pid=98854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:41:09.750270 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.v2.base [req-9d0ba3aa-99bc-4d15-856d-7210ae29854c req-dc562099-c0ce-4a30-846a-c1e29f0b565d service neutron] Request body: {'port': {'device_id': '5d5fdc92-2d08-4ae1-a508-032e39ce0958', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79326'}} {{(pid=98851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:41:09.798683 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.v2.base [req-9696343f-0166-46ed-b10f-2fa45c35aabb req-ca90ea99-4e08-4f53-8129-5fb10caa0f65 service neutron] Request body: {'port': {'device_id': '695616b8-9b90-4e8d-b719-de3eabe09cbe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79326'}} {{(pid=98851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:41:09.832620 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-073a3777-8aff-42b1-9b8b-07f9f7fe2c6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:09.867025 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-09605b98-f62c-45f4-be5e-7de561dffda7 req-88b97be1-5e0e-4a6a-99ec-8c38f8abb553 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] 10.222.0.25 "GET /v2.0/security-groups?id=3008a255-7ecc-4b97-8d3a-baac4542929c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5118749 May 27 03:41:09.874356 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.l3_dvr_db [None req-e36d278b-1a31-45e6-b31a-f691b79a8a44 None None] Set router 859ef1be-f83d-4b4a-bb61-af14dc51249b gateway port host: dv-cinder-793264-1-iscsi {{(pid=98854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 03:41:09.937040 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-5a9e5581-cb95-411c-9eb9-424f074f4b29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:09.975791 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.quota.driver [None req-073a3777-8aff-42b1-9b8b-07f9f7fe2c6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:41:10.002095 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-5a9e5581-cb95-411c-9eb9-424f074f4b29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:41:10.012719 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [None req-073a3777-8aff-42b1-9b8b-07f9f7fe2c6f admin admin] Usage tracker for resource:security_group_rule and tenant:5f86312c0f0b462f9493390073a072f5 is out of sync, need to count used quota {{(pid=98851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:41:10.030855 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [None req-073a3777-8aff-42b1-9b8b-07f9f7fe2c6f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:41:10.034921 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-5a9e5581-cb95-411c-9eb9-424f074f4b29 admin admin] Usage tracker for resource:security_group_rule and tenant:c8a27d4b85ee49c8ac7316c7558cfc3d is out of sync, need to count used quota {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:41:10.044796 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-5a9e5581-cb95-411c-9eb9-424f074f4b29 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:41:10.063588 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-3af0ace6-547d-4950-9fe5-73e267668fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:10.064203 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-5a9e5581-cb95-411c-9eb9-424f074f4b29 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:41:10.086731 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.quota.driver [None req-073a3777-8aff-42b1-9b8b-07f9f7fe2c6f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:41:10.131251 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Provisioning complete for port 25a5bf52-cef5-4af4-a15b-9443f2edf92d triggered by entity L2. {{(pid=98853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:41:10.131625 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487713'] for port, provisioning_complete {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:10.317803 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-5a9e5581-cb95-411c-9eb9-424f074f4b29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:10.330594 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-9d0ba3aa-99bc-4d15-856d-7210ae29854c req-dc562099-c0ce-4a30-846a-c1e29f0b565d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_update {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:10.429212 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-fd02cdcc-6c0c-4410-8425-d68e9c8247e5 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Notify callbacks [] for security_group, precommit_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:10.437232 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-9696343f-0166-46ed-b10f-2fa45c35aabb req-ca90ea99-4e08-4f53-8129-5fb10caa0f65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_update {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:10.468358 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-5a9e5581-cb95-411c-9eb9-424f074f4b29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:10.565214 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.l3_hamode_db [None req-429fdacc-2730-4637-bd2f-b57599f53ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a52aa5e3-3321-4bc4-a997-6e537a933850', 'name': 'tempest-ServerRescueNegativeTestJSON-1534104748-router', 'tenant_id': 'fa24b9f82e13448382e6b5f6bd699fab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'external_fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '823ab52d-c277-4027-88b2-0cdd12e80716', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:40:54Z', 'updated_at': '2021-05-27T03:41:01Z', 'revision_number': 3, 'project_id': 'fa24b9f82e13448382e6b5f6bd699fab', 'gw_port': {'id': '823ab52d-c277-4027-88b2-0cdd12e80716', 'name': '', 'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:01:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a52aa5e3-3321-4bc4-a997-6e537a933850', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:40:57Z', 'updated_at': '2021-05-27T03:40:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-iscsi'}], 'dv-cinder-793264-1-iscsi', False) {} {{(pid=98854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:41:10.580857 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-429fdacc-2730-4637-bd2f-b57599f53ac9 None None] Checking router: a52aa5e3-3321-4bc4-a997-6e537a933850 for host: dv-cinder-793264-1-iscsi {{(pid=98854) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:41:10.581128 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-429fdacc-2730-4637-bd2f-b57599f53ac9 None None] Updating router a52aa5e3-3321-4bc4-a997-6e537a933850 port 823ab52d-c277-4027-88b2-0cdd12e80716 binding host dv-cinder-793264-1-iscsi {{(pid=98854) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 03:41:10.620251 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:41:10.631266 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-5a9e5581-cb95-411c-9eb9-424f074f4b29 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c8a27d4b85ee49c8ac7316c7558cfc3d&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1652174 May 27 03:41:10.636668 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_hamode_db [None req-3a599ba5-22dd-4b8b-8537-46802fdc8aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '945041cb-b0fa-44b7-ab8f-48e2d26f8286', 'name': 'tempest-AttachVolumeTestJSON-161599716-router', 'tenant_id': '276e81e3da1f4d4c9c1881d1b1e863c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'external_fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.4'}], 'enable_snat': True}, 'gw_port_id': '25a5bf52-cef5-4af4-a15b-9443f2edf92d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:40:54Z', 'updated_at': '2021-05-27T03:41:03Z', 'revision_number': 4, 'project_id': '276e81e3da1f4d4c9c1881d1b1e863c4', 'gw_port': {'id': '25a5bf52-cef5-4af4-a15b-9443f2edf92d', 'name': '', 'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:4a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945041cb-b0fa-44b7-ab8f-48e2d26f8286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:40:56Z', 'updated_at': '2021-05-27T03:41:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-iscsi', '_interfaces': [{'id': 'd76d3b3b-e1a8-49e5-be0c-8c193177836a', 'name': '', 'network_id': '130ff3ea-d273-4d90-8f0d-494d41441c60', 'tenant_id': '276e81e3da1f4d4c9c1881d1b1e863c4', 'mac_address': 'fa:16:3e:c5:ac:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '945041cb-b0fa-44b7-ab8f-48e2d26f8286', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '116079ce-8119-4ea5-82d4-c0c254fad638', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:41:02Z', 'updated_at': '2021-05-27T03:41:04Z', 'revision_number': 2, 'project_id': '276e81e3da1f4d4c9c1881d1b1e863c4', 'subnets': [{'id': '116079ce-8119-4ea5-82d4-c0c254fad638', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-1-iscsi', False) {} {{(pid=98853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:41:10.640016 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f689612-4b4c-49df-bfa8-455844bc18fa req-8310222a-9db4-4e7d-a048-8775ffa45c9a tempest-DeleteServersTestJSON-1681401445 tempest-DeleteServersTestJSON-1681401445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:10.647807 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-2f689612-4b4c-49df-bfa8-455844bc18fa req-8310222a-9db4-4e7d-a048-8775ffa45c9a tempest-DeleteServersTestJSON-1681401445 tempest-DeleteServersTestJSON-1681401445-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d5fdc92-2d08-4ae1-a508-032e39ce0958 HTTP/1.1" status: 200 len: 931 time: 1.0393925 May 27 03:41:10.647974 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a599ba5-22dd-4b8b-8537-46802fdc8aa6 None None] Checking router: 945041cb-b0fa-44b7-ab8f-48e2d26f8286 for host: dv-cinder-793264-1-iscsi {{(pid=98853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:41:10.648225 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a599ba5-22dd-4b8b-8537-46802fdc8aa6 None None] Updating router 945041cb-b0fa-44b7-ab8f-48e2d26f8286 port d76d3b3b-e1a8-49e5-be0c-8c193177836a binding host dv-cinder-793264-1-iscsi {{(pid=98853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 03:41:10.687063 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 52808) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:41:10.700739 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.l3_hamode_db [None req-e36d278b-1a31-45e6-b31a-f691b79a8a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '859ef1be-f83d-4b4a-bb61-af14dc51249b', 'name': 'tempest-AttachVolumeShelveTestJSON-1845807498-router', 'tenant_id': '16ccb2756adb4055942bd0a0f0a061f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'external_fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': 'da2419f3-ea75-4513-af86-3fd1cd8c9eaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:40:50Z', 'updated_at': '2021-05-27T03:41:04Z', 'revision_number': 4, 'project_id': '16ccb2756adb4055942bd0a0f0a061f4', 'gw_port': {'id': 'da2419f3-ea75-4513-af86-3fd1cd8c9eaa', 'name': '', 'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:2d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859ef1be-f83d-4b4a-bb61-af14dc51249b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:40:51Z', 'updated_at': '2021-05-27T03:41:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-iscsi', '_interfaces': [{'id': 'e733f041-97f3-4335-87a4-5ca0fbf1be8b', 'name': '', 'network_id': 'f65a0cca-1ebc-4ae6-b01b-5fdf0f05198a', 'tenant_id': '16ccb2756adb4055942bd0a0f0a061f4', 'mac_address': 'fa:16:3e:cf:c4:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '859ef1be-f83d-4b4a-bb61-af14dc51249b', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '82530ddc-ffd6-4079-8434-d6a04187e8aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:40:59Z', 'updated_at': '2021-05-27T03:41:05Z', 'revision_number': 2, 'project_id': '16ccb2756adb4055942bd0a0f0a061f4', 'subnets': [{'id': '82530ddc-ffd6-4079-8434-d6a04187e8aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-1-iscsi', False) {} {{(pid=98854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:41:10.720225 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36d278b-1a31-45e6-b31a-f691b79a8a44 None None] Checking router: 859ef1be-f83d-4b4a-bb61-af14dc51249b for host: dv-cinder-793264-1-iscsi {{(pid=98854) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:41:10.725543 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36d278b-1a31-45e6-b31a-f691b79a8a44 None None] Updating router 859ef1be-f83d-4b4a-bb61-af14dc51249b port e733f041-97f3-4335-87a4-5ca0fbf1be8b binding host dv-cinder-793264-1-iscsi {{(pid=98854) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 03:41:10.727361 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [req-2f689612-4b4c-49df-bfa8-455844bc18fa req-69413ce1-4a77-48e6-a04e-d62baf68ce3f tempest-DeleteServersTestJSON-1681401445 tempest-DeleteServersTestJSON-1681401445-project] Synchronizing usage tracker for tenant:f220b161db454279a529469cc181cb86 on resource:security_group {{(pid=98852) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:41:10.778451 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-3a599ba5-22dd-4b8b-8537-46802fdc8aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:10.811936 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9e5581-cb95-411c-9eb9-424f074f4b29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7f65cfa-e2a7-4dcb-838a-a5d54d29845b,revision_number=1']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:10.832228 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-5a9e5581-cb95-411c-9eb9-424f074f4b29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:41:10.833305 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron_lib.callbacks.manager [None req-429fdacc-2730-4637-bd2f-b57599f53ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_update {{(pid=98854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:10.962775 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [req-2f689612-4b4c-49df-bfa8-455844bc18fa req-69413ce1-4a77-48e6-a04e-d62baf68ce3f tempest-DeleteServersTestJSON-1681401445 tempest-DeleteServersTestJSON-1681401445-project] Unset dirty status for tenant:f220b161db454279a529469cc181cb86 on resource:security_group {{(pid=98852) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:41:10.976300 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron_lib.callbacks.manager [None req-e36d278b-1a31-45e6-b31a-f691b79a8a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_update {{(pid=98854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:10.985276 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-2f689612-4b4c-49df-bfa8-455844bc18fa req-69413ce1-4a77-48e6-a04e-d62baf68ce3f tempest-DeleteServersTestJSON-1681401445 tempest-DeleteServersTestJSON-1681401445-project] 10.222.0.25 "GET /v2.0/security-groups?id=b53e8910-4476-4f97-9990-47a211815228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3367574 May 27 03:41:11.039129 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.notifiers.nova [req-9d0ba3aa-99bc-4d15-856d-7210ae29854c req-dc562099-c0ce-4a30-846a-c1e29f0b565d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bbb12ef-9a7a-4069-a54e-b707ce9a6809 {{(pid=98851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:41:11.047741 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-9d0ba3aa-99bc-4d15-856d-7210ae29854c req-dc562099-c0ce-4a30-846a-c1e29f0b565d service neutron] Notify callbacks [] for port, precommit_update {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:11.064596 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.provisioning_blocks [req-9d0ba3aa-99bc-4d15-856d-7210ae29854c req-dc562099-c0ce-4a30-846a-c1e29f0b565d service neutron] Transition to ACTIVE for port object 1bbb12ef-9a7a-4069-a54e-b707ce9a6809 will not be triggered until provisioned by entity L2. {{(pid=98851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:41:11.076316 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-fd02cdcc-6c0c-4410-8425-d68e9c8247e5 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:11.084763 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-b7dad808-271f-475f-b1ed-2d9827d8c08b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:11.135516 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-adae47ca-91fd-4366-acf8-6f35fb525a84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:41:11.161932 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-9d0ba3aa-99bc-4d15-856d-7210ae29854c req-dc562099-c0ce-4a30-846a-c1e29f0b565d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786481721483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786481287406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786481291807'] for port, after_update {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:11.168995 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-b7dad808-271f-475f-b1ed-2d9827d8c08b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:11.328711 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-b7dad808-271f-475f-b1ed-2d9827d8c08b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:11.361989 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 52814) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:41:11.364149 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:41:11.396243 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dad808-271f-475f-b1ed-2d9827d8c08b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7f65cfa-e2a7-4dcb-838a-a5d54d29845b,revision_number=None']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:11.411725 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.v2.base [None req-19245927-5158-402e-9c06-c6c04b8fc732 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Request body: {'security_group': {'name': 'tempest-securitygroup--812930336', 'description': 'tempest-description--179544625'}} {{(pid=98852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:41:11.424460 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-19245927-5158-402e-9c06-c6c04b8fc732 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:41:11.424460 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-19245927-5158-402e-9c06-c6c04b8fc732 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Usage tracker for resource:security_group and tenant:16ccb2756adb4055942bd0a0f0a061f4 is out of sync, need to count used quota {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:41:11.427920 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-19245927-5158-402e-9c06-c6c04b8fc732 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:41:11.435355 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-19245927-5158-402e-9c06-c6c04b8fc732 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:41:11.472019 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-b7dad808-271f-475f-b1ed-2d9827d8c08b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:41:11.475062 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd02cdcc-6c0c-4410-8425-d68e9c8247e5 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e39d5df-c8e8-44f8-bf65-7b7c15957e09,revision_number=1']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:11.493982 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-b7dad808-271f-475f-b1ed-2d9827d8c08b admin admin] Notify callbacks [] for security_group, before_response {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:11.495466 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-b7dad808-271f-475f-b1ed-2d9827d8c08b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e7f65cfa-e2a7-4dcb-838a-a5d54d29845b HTTP/1.1" status: 204 len: 168 time: 0.7764268 May 27 03:41:11.510995 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-7eac2fff-3fd8-40e8-9de4-08ca839e05c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:11.531670 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-fd02cdcc-6c0c-4410-8425-d68e9c8247e5 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:41:11.551396 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de1620a-cb4c-4f59-b909-d960e326daed req-160ebb3a-2e47-4a1d-a08e-2087d005d646 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:11.558718 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-9de1620a-cb4c-4f59-b909-d960e326daed req-160ebb3a-2e47-4a1d-a08e-2087d005d646 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] 10.222.0.25 "GET /v2.0/ports?device_id=695616b8-9b90-4e8d-b719-de3eabe09cbe HTTP/1.1" status: 200 len: 931 time: 0.3109372 May 27 03:41:11.637925 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-19245927-5158-402e-9c06-c6c04b8fc732 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Notify callbacks [] for security_group, before_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:11.699499 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-d21392b2-2b1a-4dfe-91ae-88fd4e8f92c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.461s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:41:11.748990 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-3a599ba5-22dd-4b8b-8537-46802fdc8aa6 None None] Notify callbacks [] for port, precommit_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:11.773207 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-3a599ba5-22dd-4b8b-8537-46802fdc8aa6 None None] Transition to ACTIVE for port object d76d3b3b-e1a8-49e5-be0c-8c193177836a will not be triggered until provisioned by entity L2. {{(pid=98853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:41:11.791052 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [req-9de1620a-cb4c-4f59-b909-d960e326daed req-489acfb7-f35c-4d53-9890-884db83c2c54 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Synchronizing usage tracker for tenant:7413f58ffa8e476fb5600cbc51ee9d34 on resource:security_group {{(pid=98852) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:41:11.815258 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-19245927-5158-402e-9c06-c6c04b8fc732 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:41:11.819128 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-fd02cdcc-6c0c-4410-8425-d68e9c8247e5 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Notify callbacks [] for security_group, before_response {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:11.820289 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [None req-fd02cdcc-6c0c-4410-8425-d68e9c8247e5 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 3.2484682 May 27 03:41:11.835885 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 52824) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:41:11.869606 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-3a599ba5-22dd-4b8b-8537-46802fdc8aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786481721483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786481287406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786481291807'] for port, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:11.878868 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:41:11.942921 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-19245927-5158-402e-9c06-c6c04b8fc732 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Usage tracker for resource:security_group_rule and tenant:16ccb2756adb4055942bd0a0f0a061f4 is out of sync, need to count used quota {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:41:11.963038 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-19245927-5158-402e-9c06-c6c04b8fc732 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:41:11.978734 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.v2.base [None req-99fc54ee-03d5-48fd-a181-759f97ff26d2 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Request body: {'security_group_rule': {'security_group_id': '2e39d5df-c8e8-44f8-bf65-7b7c15957e09', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:41:12.020663 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-99fc54ee-03d5-48fd-a181-759f97ff26d2 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:41:12.029989 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-99fc54ee-03d5-48fd-a181-759f97ff26d2 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Usage tracker for resource:security_group_rule and tenant:276e81e3da1f4d4c9c1881d1b1e863c4 is out of sync, need to count used quota {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:41:12.037263 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-99fc54ee-03d5-48fd-a181-759f97ff26d2 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:41:12.060697 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-99fc54ee-03d5-48fd-a181-759f97ff26d2 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:41:12.136064 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-19245927-5158-402e-9c06-c6c04b8fc732 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:41:12.254266 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc562099-c0ce-4a30-846a-c1e29f0b565d service neutron] Pushing event updated for resources: {'Port': ['ID=1bbb12ef-9a7a-4069-a54e-b707ce9a6809,revision_number=2']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:12.282297 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [req-9de1620a-cb4c-4f59-b909-d960e326daed req-489acfb7-f35c-4d53-9890-884db83c2c54 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Unset dirty status for tenant:7413f58ffa8e476fb5600cbc51ee9d34 on resource:security_group {{(pid=98852) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:41:12.293134 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-9de1620a-cb4c-4f59-b909-d960e326daed req-489acfb7-f35c-4d53-9890-884db83c2c54 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] 10.222.0.25 "GET /v2.0/security-groups?id=3008a255-7ecc-4b97-8d3a-baac4542929c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7333374 May 27 03:41:12.319341 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-dc562099-c0ce-4a30-846a-c1e29f0b565d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.620s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:41:12.326115 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-99fc54ee-03d5-48fd-a181-759f97ff26d2 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:12.374966 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.managers [req-9d0ba3aa-99bc-4d15-856d-7210ae29854c req-dc562099-c0ce-4a30-846a-c1e29f0b565d service neutron] Attempting to bind port 1bbb12ef-9a7a-4069-a54e-b707ce9a6809 on host hv-cinder-79326 for vnic_type normal with profile {{(pid=98851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:41:12.375571 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.managers [req-9d0ba3aa-99bc-4d15-856d-7210ae29854c req-dc562099-c0ce-4a30-846a-c1e29f0b565d service neutron] Attempting to bind port 1bbb12ef-9a7a-4069-a54e-b707ce9a6809 by drivers openvswitch,hyperv on host hv-cinder-79326 at level 0 using segments [{'id': '6af1176f-0fbe-4434-a643-e80b37bbef56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'e363b4db-219a-47f3-b982-5fb2e6fbad65'}] {{(pid=98851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:41:12.376629 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d0ba3aa-99bc-4d15-856d-7210ae29854c req-dc562099-c0ce-4a30-846a-c1e29f0b565d service neutron] Attempting to bind port 1bbb12ef-9a7a-4069-a54e-b707ce9a6809 on network e363b4db-219a-47f3-b982-5fb2e6fbad65 {{(pid=98851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:41:12.398264 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dad922-c9d9-48f9-b450-64d9e1398ede None None] Pushing event updated for resources: {'Port': ['ID=d76d3b3b-e1a8-49e5-be0c-8c193177836a,revision_number=3']} {{(pid=98853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:12.425351 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-e3dad922-c9d9-48f9-b450-64d9e1398ede None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.544s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:41:12.451342 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron_lib.callbacks.manager [None req-e36d278b-1a31-45e6-b31a-f691b79a8a44 None None] Notify callbacks [] for port, precommit_update {{(pid=98854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:12.467685 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-073a3777-8aff-42b1-9b8b-07f9f7fe2c6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:12.470928 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron_lib.callbacks.manager [None req-429fdacc-2730-4637-bd2f-b57599f53ac9 None None] Notify callbacks [] for port, precommit_update {{(pid=98854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:12.478255 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d0ba3aa-99bc-4d15-856d-7210ae29854c req-dc562099-c0ce-4a30-846a-c1e29f0b565d service neutron] Port 1bbb12ef-9a7a-4069-a54e-b707ce9a6809 on network e363b4db-219a-47f3-b982-5fb2e6fbad65 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79326 {{(pid=98851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 03:41:12.478255 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d0ba3aa-99bc-4d15-856d-7210ae29854c req-dc562099-c0ce-4a30-846a-c1e29f0b565d service neutron] Attempting to bind port 1bbb12ef-9a7a-4069-a54e-b707ce9a6809 on network e363b4db-219a-47f3-b982-5fb2e6fbad65 {{(pid=98851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:41:12.483788 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.provisioning_blocks [None req-e36d278b-1a31-45e6-b31a-f691b79a8a44 None None] Transition to ACTIVE for port object e733f041-97f3-4335-87a4-5ca0fbf1be8b will not be triggered until provisioned by entity L2. {{(pid=98854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:41:12.513809 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.provisioning_blocks [None req-429fdacc-2730-4637-bd2f-b57599f53ac9 None None] Transition to ACTIVE for port object 823ab52d-c277-4027-88b2-0cdd12e80716 will not be triggered until provisioned by entity L2. {{(pid=98854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:41:12.520872 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.managers [None req-3a599ba5-22dd-4b8b-8537-46802fdc8aa6 None None] Attempting to bind port d76d3b3b-e1a8-49e5-be0c-8c193177836a on host dv-cinder-793264-1-iscsi for vnic_type normal with profile {{(pid=98853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:41:12.521266 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.managers [None req-3a599ba5-22dd-4b8b-8537-46802fdc8aa6 None None] Attempting to bind port d76d3b3b-e1a8-49e5-be0c-8c193177836a by drivers openvswitch,hyperv on host dv-cinder-793264-1-iscsi at level 0 using segments [{'id': '5d2d2fa4-4440-4746-9800-028cc9a24bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '130ff3ea-d273-4d90-8f0d-494d41441c60'}] {{(pid=98853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:41:12.521628 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a599ba5-22dd-4b8b-8537-46802fdc8aa6 None None] Attempting to bind port d76d3b3b-e1a8-49e5-be0c-8c193177836a on network 130ff3ea-d273-4d90-8f0d-494d41441c60 {{(pid=98853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:41:12.531103 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a599ba5-22dd-4b8b-8537-46802fdc8aa6 None None] Checking agent: {'id': 'ffe58315-61ba-45bf-8076-0ef37f215597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793264-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 3, 33, 6), 'started_at': datetime.datetime(2021, 5, 27, 3, 33, 36), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 3, 41, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793264-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 03:41:12.531484 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a599ba5-22dd-4b8b-8537-46802fdc8aa6 None None] Checking segment: {'id': '5d2d2fa4-4440-4746-9800-028cc9a24bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '130ff3ea-d273-4d90-8f0d-494d41441c60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 03:41:12.531898 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-3a599ba5-22dd-4b8b-8537-46802fdc8aa6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:12.532894 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a599ba5-22dd-4b8b-8537-46802fdc8aa6 None None] Bound using segment: {'id': '5d2d2fa4-4440-4746-9800-028cc9a24bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '130ff3ea-d273-4d90-8f0d-494d41441c60'} {{(pid=98853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 03:41:12.533376 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.managers [None req-3a599ba5-22dd-4b8b-8537-46802fdc8aa6 None None] Bound port: d76d3b3b-e1a8-49e5-be0c-8c193177836a, host: dv-cinder-793264-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d2d2fa4-4440-4746-9800-028cc9a24bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '130ff3ea-d273-4d90-8f0d-494d41441c60'}}] {{(pid=98853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:41:12.533925 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-3a599ba5-22dd-4b8b-8537-46802fdc8aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:12.542120 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.db.resource_extend [req-9696343f-0166-46ed-b10f-2fa45c35aabb req-ca90ea99-4e08-4f53-8129-5fb10caa0f65 service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=98851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 03:41:12.573330 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-99fc54ee-03d5-48fd-a181-759f97ff26d2 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:12.574601 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.db_base_plugin_common [None req-7eac2fff-3fd8-40e8-9de4-08ca839e05c4 admin admin] Allocated IP 172.20.0.1 (b35bcef9-7d04-408a-b003-58c7e5878e65/fc2e5be7-abd1-47fd-a0c1-09780acadf70/1b7a7d3e-fed7-4829-bbba-f6c362ff1eac) {{(pid=98852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:41:12.575520 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-073a3777-8aff-42b1-9b8b-07f9f7fe2c6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:12.582725 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d0ba3aa-99bc-4d15-856d-7210ae29854c req-dc562099-c0ce-4a30-846a-c1e29f0b565d service neutron] Checking agent: {'id': 'beba53db-4949-4034-b5ab-73b6df09d927', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79326', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 3, 39, 17), 'started_at': datetime.datetime(2021, 5, 27, 3, 39, 17), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 3, 40, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 03:41:12.596874 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-19245927-5158-402e-9c06-c6c04b8fc732 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Notify callbacks [] for security_group, precommit_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:12.597580 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d0ba3aa-99bc-4d15-856d-7210ae29854c req-dc562099-c0ce-4a30-846a-c1e29f0b565d service neutron] Checking segment: {'id': '6af1176f-0fbe-4434-a643-e80b37bbef56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'e363b4db-219a-47f3-b982-5fb2e6fbad65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 03:41:12.598184 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d0ba3aa-99bc-4d15-856d-7210ae29854c req-dc562099-c0ce-4a30-846a-c1e29f0b565d service neutron] Bound using segment: {'id': '6af1176f-0fbe-4434-a643-e80b37bbef56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'e363b4db-219a-47f3-b982-5fb2e6fbad65'} {{(pid=98851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 03:41:12.598677 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.managers [req-9d0ba3aa-99bc-4d15-856d-7210ae29854c req-dc562099-c0ce-4a30-846a-c1e29f0b565d service neutron] Bound port: 1bbb12ef-9a7a-4069-a54e-b707ce9a6809, host: hv-cinder-79326, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6af1176f-0fbe-4434-a643-e80b37bbef56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'e363b4db-219a-47f3-b982-5fb2e6fbad65'}}] {{(pid=98851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:41:12.599028 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-9d0ba3aa-99bc-4d15-856d-7210ae29854c req-dc562099-c0ce-4a30-846a-c1e29f0b565d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_update {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:12.607342 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron_lib.callbacks.manager [None req-429fdacc-2730-4637-bd2f-b57599f53ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786481721483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786481287406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786481291807'] for port, after_update {{(pid=98854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:12.608346 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron_lib.callbacks.manager [None req-e36d278b-1a31-45e6-b31a-f691b79a8a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786481721483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786481287406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786481291807'] for port, after_update {{(pid=98854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:12.613147 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:41:12.699482 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-19245927-5158-402e-9c06-c6c04b8fc732 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:12.700191 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-99fc54ee-03d5-48fd-a181-759f97ff26d2 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465797'] for security_group_rule, after_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:12.739145 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:41:12.778204 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9e2064-641c-4bd4-bc16-463622a70b6f None None] Pushing event updated for resources: {'Port': ['ID=823ab52d-c277-4027-88b2-0cdd12e80716,revision_number=2']} {{(pid=98854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:12.789921 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.db [None req-3a599ba5-22dd-4b8b-8537-46802fdc8aa6 None None] For port d76d3b3b-e1a8-49e5-be0c-8c193177836a, host dv-cinder-793264-1-iscsi, cleared binding levels {{(pid=98853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:41:12.821526 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.db [None req-3a599ba5-22dd-4b8b-8537-46802fdc8aa6 None None] For port d76d3b3b-e1a8-49e5-be0c-8c193177836a, host dv-cinder-793264-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-1-iscsi',level=0,port_id=d76d3b3b-e1a8-49e5-be0c-8c193177836a,segment=NetworkSegment(5d2d2fa4-4440-4746-9800-028cc9a24bc5),segment_id=5d2d2fa4-4440-4746-9800-028cc9a24bc5)] {{(pid=98853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 03:41:12.831193 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:41:12.880706 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-3a599ba5-22dd-4b8b-8537-46802fdc8aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786481721483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786481287406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786481291807'] for port, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:12.887769 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-c4204fe3-d58f-48d4-8706-b4aacfa77c81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:41:12.904872 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19245927-5158-402e-9c06-c6c04b8fc732 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64f0893d-d72b-45fe-a7df-480151aef2aa,revision_number=1']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:12.917527 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.plugins.ml2.managers [None req-429fdacc-2730-4637-bd2f-b57599f53ac9 None None] Attempting to bind port 823ab52d-c277-4027-88b2-0cdd12e80716 on host dv-cinder-793264-1-iscsi for vnic_type normal with profile {{(pid=98854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:41:12.917527 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.plugins.ml2.managers [None req-429fdacc-2730-4637-bd2f-b57599f53ac9 None None] Attempting to bind port 823ab52d-c277-4027-88b2-0cdd12e80716 by drivers openvswitch,hyperv on host dv-cinder-793264-1-iscsi at level 0 using segments [{'id': '7a030bd6-e61c-49cd-a1b5-23d06097a1a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7'}] {{(pid=98854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:41:12.917527 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-429fdacc-2730-4637-bd2f-b57599f53ac9 None None] Attempting to bind port 823ab52d-c277-4027-88b2-0cdd12e80716 on network 9a3e94d8-5315-41b6-9829-3c758c3039b7 {{(pid=98854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:41:12.918185 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-19245927-5158-402e-9c06-c6c04b8fc732 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:41:12.919389 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.084s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:41:12.951037 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073a3777-8aff-42b1-9b8b-07f9f7fe2c6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86808363-d09e-4575-9b72-aba246444589,revision_number=1']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:12.973247 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-073a3777-8aff-42b1-9b8b-07f9f7fe2c6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:41:12.983641 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fc54ee-03d5-48fd-a181-759f97ff26d2 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77fe60e0-d99b-4a33-822b-0ce4050e3146,revision_number=0']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:12.995992 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-19245927-5158-402e-9c06-c6c04b8fc732 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Notify callbacks [] for security_group, before_response {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:12.997523 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-19245927-5158-402e-9c06-c6c04b8fc732 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.6080520 May 27 03:41:13.004215 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-99fc54ee-03d5-48fd-a181-759f97ff26d2 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:41:13.004215 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 52844) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:41:13.005527 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-99fc54ee-03d5-48fd-a181-759f97ff26d2 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:13.006829 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-99fc54ee-03d5-48fd-a181-759f97ff26d2 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1699152 May 27 03:41:13.015924 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 52848) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:41:13.019981 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.v2.base [None req-074cab99-6ccc-4538-ba78-9dfca448c9e1 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Request body: {'security_group_rule': {'security_group_id': '64f0893d-d72b-45fe-a7df-480151aef2aa', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:41:13.043961 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.v2.base [None req-72b14f16-758a-47b7-a0ae-8206f9ae2b17 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Request body: {'security_group_rule': {'security_group_id': '2e39d5df-c8e8-44f8-bf65-7b7c15957e09', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=98852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:41:13.085624 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-074cab99-6ccc-4538-ba78-9dfca448c9e1 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:41:13.099119 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138cd639-f241-4dd0-94b1-9d20b8d2d512 req-22cd7d8a-208f-490d-b520-21c9c259e18c tempest-DeleteServersTestJSON-1681401445 tempest-DeleteServersTestJSON-1681401445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:13.107969 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-138cd639-f241-4dd0-94b1-9d20b8d2d512 req-22cd7d8a-208f-490d-b520-21c9c259e18c tempest-DeleteServersTestJSON-1681401445 tempest-DeleteServersTestJSON-1681401445-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d5fdc92-2d08-4ae1-a508-032e39ce0958 HTTP/1.1" status: 200 len: 943 time: 0.8159604 May 27 03:41:13.111387 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-7eac2fff-3fd8-40e8-9de4-08ca839e05c4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:13.115908 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-72b14f16-758a-47b7-a0ae-8206f9ae2b17 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:41:13.133737 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [None req-073a3777-8aff-42b1-9b8b-07f9f7fe2c6f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5f86312c0f0b462f9493390073a072f5&name=default HTTP/1.1" status: 200 len: 2979 time: 3.7116377 May 27 03:41:13.141232 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-429fdacc-2730-4637-bd2f-b57599f53ac9 None None] Checking agent: {'id': 'ffe58315-61ba-45bf-8076-0ef37f215597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793264-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 3, 33, 6), 'started_at': datetime.datetime(2021, 5, 27, 3, 33, 36), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 3, 41, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793264-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 03:41:13.143787 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-72b14f16-758a-47b7-a0ae-8206f9ae2b17 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Usage tracker for resource:security_group_rule and tenant:276e81e3da1f4d4c9c1881d1b1e863c4 is out of sync, need to count used quota {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:41:13.146757 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-074cab99-6ccc-4538-ba78-9dfca448c9e1 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Usage tracker for resource:security_group_rule and tenant:16ccb2756adb4055942bd0a0f0a061f4 is out of sync, need to count used quota {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:41:13.147287 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-429fdacc-2730-4637-bd2f-b57599f53ac9 None None] Checking segment: {'id': '7a030bd6-e61c-49cd-a1b5-23d06097a1a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 03:41:13.147803 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron_lib.callbacks.manager [None req-429fdacc-2730-4637-bd2f-b57599f53ac9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:13.148294 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-429fdacc-2730-4637-bd2f-b57599f53ac9 None None] Bound using segment: {'id': '7a030bd6-e61c-49cd-a1b5-23d06097a1a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7'} {{(pid=98854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 03:41:13.148917 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.plugins.ml2.managers [None req-429fdacc-2730-4637-bd2f-b57599f53ac9 None None] Bound port: 823ab52d-c277-4027-88b2-0cdd12e80716, host: dv-cinder-793264-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a030bd6-e61c-49cd-a1b5-23d06097a1a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7'}}] {{(pid=98854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:41:13.149401 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron_lib.callbacks.manager [None req-429fdacc-2730-4637-bd2f-b57599f53ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_update {{(pid=98854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:13.153317 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 52854) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:41:13.163193 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-72b14f16-758a-47b7-a0ae-8206f9ae2b17 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:41:13.169486 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-074cab99-6ccc-4538-ba78-9dfca448c9e1 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:41:13.208200 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-72b14f16-758a-47b7-a0ae-8206f9ae2b17 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:41:13.208712 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.notifiers.nova [req-9696343f-0166-46ed-b10f-2fa45c35aabb req-ca90ea99-4e08-4f53-8129-5fb10caa0f65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1279817e-ea8d-4755-966e-3691e51297b7 {{(pid=98851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:41:13.213692 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a599ba5-22dd-4b8b-8537-46802fdc8aa6 None None] Routers {'945041cb-b0fa-44b7-ab8f-48e2d26f8286'} bound to L3 agent in host dv-cinder-793264-1-iscsi {{(pid=98853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 03:41:13.213692 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_hamode_db [None req-3a599ba5-22dd-4b8b-8537-46802fdc8aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-27T03:33:06Z,description=,heartbeat_timestamp=2021-05-27T03:41:06Z,host='dv-cinder-793264-1-iscsi',id=816f7595-8215-4f06-9251-575c663b21d0,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T03:33:06Z,topic='l3_agent')) {'router_ids': ['945041cb-b0fa-44b7-ab8f-48e2d26f8286'], 'active': True} {{(pid=98853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:41:13.266662 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-074cab99-6ccc-4538-ba78-9dfca448c9e1 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:41:13.285426 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-9696343f-0166-46ed-b10f-2fa45c35aabb req-ca90ea99-4e08-4f53-8129-5fb10caa0f65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:13.307246 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-138cd639-f241-4dd0-94b1-9d20b8d2d512 req-828ab1f1-2043-4e7c-92e1-dd753c8c2b0d tempest-DeleteServersTestJSON-1681401445 tempest-DeleteServersTestJSON-1681401445-project] 10.222.0.25 "GET /v2.0/security-groups?id=b53e8910-4476-4f97-9990-47a211815228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966407 May 27 03:41:13.394557 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.provisioning_blocks [req-9696343f-0166-46ed-b10f-2fa45c35aabb req-ca90ea99-4e08-4f53-8129-5fb10caa0f65 service neutron] Transition to ACTIVE for port object 1279817e-ea8d-4755-966e-3691e51297b7 will not be triggered until provisioned by entity L2. {{(pid=98851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:41:13.396108 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.db [req-9d0ba3aa-99bc-4d15-856d-7210ae29854c req-dc562099-c0ce-4a30-846a-c1e29f0b565d service neutron] For port 1bbb12ef-9a7a-4069-a54e-b707ce9a6809, host hv-cinder-79326, cleared binding levels {{(pid=98851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:41:13.406164 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.db [req-9d0ba3aa-99bc-4d15-856d-7210ae29854c req-dc562099-c0ce-4a30-846a-c1e29f0b565d service neutron] For port 1bbb12ef-9a7a-4069-a54e-b707ce9a6809, host hv-cinder-79326, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=1bbb12ef-9a7a-4069-a54e-b707ce9a6809,segment=NetworkSegment(6af1176f-0fbe-4434-a643-e80b37bbef56),segment_id=6af1176f-0fbe-4434-a643-e80b37bbef56)] {{(pid=98851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 03:41:13.436869 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-72b14f16-758a-47b7-a0ae-8206f9ae2b17 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:13.452337 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-9696343f-0166-46ed-b10f-2fa45c35aabb req-ca90ea99-4e08-4f53-8129-5fb10caa0f65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786481721483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786481287406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786481291807'] for port, after_update {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:13.477486 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-31b0d9bc-41e3-4188-90e8-866705f134df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:41:13.534628 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-074cab99-6ccc-4538-ba78-9dfca448c9e1 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:13.539944 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8610a0e-2f7e-4477-b7b1-04d0b5ad59d9 None None] Pushing event updated for resources: {'Port': ['ID=e733f041-97f3-4335-87a4-5ca0fbf1be8b,revision_number=3']} {{(pid=98854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:13.543101 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG oslo_concurrency.lockutils [None req-b8610a0e-2f7e-4477-b7b1-04d0b5ad59d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.930s {{(pid=98854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:41:13.544490 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.plugins.ml2.db [None req-429fdacc-2730-4637-bd2f-b57599f53ac9 None None] For port 823ab52d-c277-4027-88b2-0cdd12e80716, host dv-cinder-793264-1-iscsi, cleared binding levels {{(pid=98854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:41:13.552817 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG oslo_concurrency.lockutils [None req-35647857-7b4f-4668-b613-a7bf010db247 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.814s {{(pid=98854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:41:13.553175 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG oslo_concurrency.lockutils [None req-35647857-7b4f-4668-b613-a7bf010db247 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=98854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:41:13.574069 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.plugins.ml2.db [None req-429fdacc-2730-4637-bd2f-b57599f53ac9 None None] For port 823ab52d-c277-4027-88b2-0cdd12e80716, host dv-cinder-793264-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-1-iscsi',level=0,port_id=823ab52d-c277-4027-88b2-0cdd12e80716,segment=NetworkSegment(7a030bd6-e61c-49cd-a1b5-23d06097a1a4),segment_id=7a030bd6-e61c-49cd-a1b5-23d06097a1a4)] {{(pid=98854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 03:41:13.582574 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.plugins.ml2.managers [None req-e36d278b-1a31-45e6-b31a-f691b79a8a44 None None] Attempting to bind port e733f041-97f3-4335-87a4-5ca0fbf1be8b on host dv-cinder-793264-1-iscsi for vnic_type normal with profile {{(pid=98854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:41:13.591035 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.plugins.ml2.managers [None req-e36d278b-1a31-45e6-b31a-f691b79a8a44 None None] Attempting to bind port e733f041-97f3-4335-87a4-5ca0fbf1be8b by drivers openvswitch,hyperv on host dv-cinder-793264-1-iscsi at level 0 using segments [{'id': '5baf6fec-eb5b-47d6-b1b0-298ebe932b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'f65a0cca-1ebc-4ae6-b01b-5fdf0f05198a'}] {{(pid=98854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:41:13.591035 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36d278b-1a31-45e6-b31a-f691b79a8a44 None None] Attempting to bind port e733f041-97f3-4335-87a4-5ca0fbf1be8b on network f65a0cca-1ebc-4ae6-b01b-5fdf0f05198a {{(pid=98854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:41:13.591330 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-9d0ba3aa-99bc-4d15-856d-7210ae29854c req-dc562099-c0ce-4a30-846a-c1e29f0b565d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786481721483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786481287406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786481291807'] for port, after_update {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:13.591796 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36d278b-1a31-45e6-b31a-f691b79a8a44 None None] Checking agent: {'id': 'ffe58315-61ba-45bf-8076-0ef37f215597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793264-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 3, 33, 6), 'started_at': datetime.datetime(2021, 5, 27, 3, 33, 36), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 3, 41, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793264-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 03:41:13.591796 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36d278b-1a31-45e6-b31a-f691b79a8a44 None None] Checking segment: {'id': '5baf6fec-eb5b-47d6-b1b0-298ebe932b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'f65a0cca-1ebc-4ae6-b01b-5fdf0f05198a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 03:41:13.591796 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron_lib.callbacks.manager [None req-e36d278b-1a31-45e6-b31a-f691b79a8a44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:13.591796 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36d278b-1a31-45e6-b31a-f691b79a8a44 None None] Bound using segment: {'id': '5baf6fec-eb5b-47d6-b1b0-298ebe932b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'f65a0cca-1ebc-4ae6-b01b-5fdf0f05198a'} {{(pid=98854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 03:41:13.591796 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.plugins.ml2.managers [None req-e36d278b-1a31-45e6-b31a-f691b79a8a44 None None] Bound port: e733f041-97f3-4335-87a4-5ca0fbf1be8b, host: dv-cinder-793264-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5baf6fec-eb5b-47d6-b1b0-298ebe932b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'f65a0cca-1ebc-4ae6-b01b-5fdf0f05198a'}}] {{(pid=98854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:41:13.591796 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron_lib.callbacks.manager [None req-e36d278b-1a31-45e6-b31a-f691b79a8a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_update {{(pid=98854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:13.603391 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-d83a38b8-4036-454b-9143-c016f7a474f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:13.645448 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron_lib.callbacks.manager [None req-429fdacc-2730-4637-bd2f-b57599f53ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786481721483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786481287406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786481291807'] for port, after_update {{(pid=98854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:13.657035 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:41:13.726133 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-7eac2fff-3fd8-40e8-9de4-08ca839e05c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786481287388'] for port, after_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:13.730908 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dad922-c9d9-48f9-b450-64d9e1398ede None None] Pushing event updated for resources: {'Port': ['ID=d76d3b3b-e1a8-49e5-be0c-8c193177836a,revision_number=4']} {{(pid=98853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:13.740099 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-e3dad922-c9d9-48f9-b450-64d9e1398ede None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.853s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:41:13.746139 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9e2064-641c-4bd4-bc16-463622a70b6f None None] Pushing event updated for resources: {'Port': ['ID=823ab52d-c277-4027-88b2-0cdd12e80716,revision_number=3']} {{(pid=98854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:13.756391 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG oslo_concurrency.lockutils [None req-ee9e2064-641c-4bd4-bc16-463622a70b6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=98854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:41:13.831655 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:41:13.832769 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429fdacc-2730-4637-bd2f-b57599f53ac9 None None] Routers {'a52aa5e3-3321-4bc4-a997-6e537a933850'} bound to L3 agent in host dv-cinder-793264-1-iscsi {{(pid=98854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 03:41:13.833464 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.l3_hamode_db [None req-429fdacc-2730-4637-bd2f-b57599f53ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-27T03:33:06Z,description=,heartbeat_timestamp=2021-05-27T03:41:06Z,host='dv-cinder-793264-1-iscsi',id=816f7595-8215-4f06-9251-575c663b21d0,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T03:33:06Z,topic='l3_agent')) {'router_ids': ['a52aa5e3-3321-4bc4-a997-6e537a933850'], 'active': True} {{(pid=98854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:41:13.898396 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-d83a38b8-4036-454b-9143-c016f7a474f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:13.931278 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca90ea99-4e08-4f53-8129-5fb10caa0f65 service neutron] Pushing event updated for resources: {'Port': ['ID=1279817e-ea8d-4755-966e-3691e51297b7,revision_number=2']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:13.940871 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_dvr_db [None req-3a599ba5-22dd-4b8b-8537-46802fdc8aa6 None None] Set router 945041cb-b0fa-44b7-ab8f-48e2d26f8286 gateway port host: dv-cinder-793264-1-iscsi {{(pid=98853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 03:41:13.944867 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-ca90ea99-4e08-4f53-8129-5fb10caa0f65 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.467s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:41:13.952545 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0ba3aa-99bc-4d15-856d-7210ae29854c req-dc562099-c0ce-4a30-846a-c1e29f0b565d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:13.953803 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-9d0ba3aa-99bc-4d15-856d-7210ae29854c req-dc562099-c0ce-4a30-846a-c1e29f0b565d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4037888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689932'] for port, before_response {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:13.957342 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-9d0ba3aa-99bc-4d15-856d-7210ae29854c req-dc562099-c0ce-4a30-846a-c1e29f0b565d service neutron] 10.222.0.36 "PUT /v2.0/ports/1bbb12ef-9a7a-4069-a54e-b707ce9a6809 HTTP/1.1" status: 200 len: 1093 time: 4.7865219 May 27 03:41:13.958463 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-62c904f6-0302-48c4-a46f-9911d72620f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.119s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:41:13.999945 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d5fdc92-2d08-4ae1-a508-032e39ce0958', 'tag': '1bbb12ef-9a7a-4069-a54e-b707ce9a6809'}] {{(pid=98851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:41:14.012641 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.plugins.ml2.db [None req-e36d278b-1a31-45e6-b31a-f691b79a8a44 None None] For port e733f041-97f3-4335-87a4-5ca0fbf1be8b, host dv-cinder-793264-1-iscsi, cleared binding levels {{(pid=98854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:41:14.016058 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.plugins.ml2.db [None req-e36d278b-1a31-45e6-b31a-f691b79a8a44 None None] For port e733f041-97f3-4335-87a4-5ca0fbf1be8b, host dv-cinder-793264-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-1-iscsi',level=0,port_id=e733f041-97f3-4335-87a4-5ca0fbf1be8b,segment=NetworkSegment(5baf6fec-eb5b-47d6-b1b0-298ebe932b07),segment_id=5baf6fec-eb5b-47d6-b1b0-298ebe932b07)] {{(pid=98854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 03:41:14.127453 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eac2fff-3fd8-40e8-9de4-08ca839e05c4 admin admin] Network b35bcef9-7d04-408a-b003-58c7e5878e65 is already hosted by enough agents. {{(pid=98852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:41:14.144290 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-72b14f16-758a-47b7-a0ae-8206f9ae2b17 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:14.178214 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.scheduler.base_scheduler [None req-7eac2fff-3fd8-40e8-9de4-08ca839e05c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=98852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:41:14.192370 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eac2fff-3fd8-40e8-9de4-08ca839e05c4 admin admin] Received port after_create {{(pid=98852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 03:41:14.192861 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-7eac2fff-3fd8-40e8-9de4-08ca839e05c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-403814'] for router_interface, before_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:14.209534 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eac2fff-3fd8-40e8-9de4-08ca839e05c4 admin admin] Pushing event updated for resources: {'Port': ['ID=1b7a7d3e-fed7-4829-bbba-f6c362ff1eac,revision_number=1']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:14.215006 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.managers [req-9696343f-0166-46ed-b10f-2fa45c35aabb req-ca90ea99-4e08-4f53-8129-5fb10caa0f65 service neutron] Attempting to bind port 1279817e-ea8d-4755-966e-3691e51297b7 on host hv-cinder-79326 for vnic_type normal with profile {{(pid=98851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:41:14.215333 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.managers [req-9696343f-0166-46ed-b10f-2fa45c35aabb req-ca90ea99-4e08-4f53-8129-5fb10caa0f65 service neutron] Attempting to bind port 1279817e-ea8d-4755-966e-3691e51297b7 by drivers openvswitch,hyperv on host hv-cinder-79326 at level 0 using segments [{'id': '9f0a7abb-00b7-4c31-9093-b0d5b331bfb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9d88eb5c-a234-4a0b-9721-bcab674f53e1'}] {{(pid=98851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:41:14.215648 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9696343f-0166-46ed-b10f-2fa45c35aabb req-ca90ea99-4e08-4f53-8129-5fb10caa0f65 service neutron] Attempting to bind port 1279817e-ea8d-4755-966e-3691e51297b7 on network 9d88eb5c-a234-4a0b-9721-bcab674f53e1 {{(pid=98851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:41:14.226157 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-7eac2fff-3fd8-40e8-9de4-08ca839e05c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:41:14.250771 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9696343f-0166-46ed-b10f-2fa45c35aabb req-ca90ea99-4e08-4f53-8129-5fb10caa0f65 service neutron] Port 1279817e-ea8d-4755-966e-3691e51297b7 on network 9d88eb5c-a234-4a0b-9721-bcab674f53e1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79326 {{(pid=98851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 03:41:14.252320 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9696343f-0166-46ed-b10f-2fa45c35aabb req-ca90ea99-4e08-4f53-8129-5fb10caa0f65 service neutron] Attempting to bind port 1279817e-ea8d-4755-966e-3691e51297b7 on network 9d88eb5c-a234-4a0b-9721-bcab674f53e1 {{(pid=98851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:41:14.273879 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-72b14f16-758a-47b7-a0ae-8206f9ae2b17 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465797'] for security_group_rule, after_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:14.274081 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9696343f-0166-46ed-b10f-2fa45c35aabb req-ca90ea99-4e08-4f53-8129-5fb10caa0f65 service neutron] Checking agent: {'id': 'beba53db-4949-4034-b5ab-73b6df09d927', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79326', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 3, 39, 17), 'started_at': datetime.datetime(2021, 5, 27, 3, 39, 17), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 3, 40, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 03:41:14.274245 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9696343f-0166-46ed-b10f-2fa45c35aabb req-ca90ea99-4e08-4f53-8129-5fb10caa0f65 service neutron] Checking segment: {'id': '9f0a7abb-00b7-4c31-9093-b0d5b331bfb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9d88eb5c-a234-4a0b-9721-bcab674f53e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 03:41:14.274629 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9696343f-0166-46ed-b10f-2fa45c35aabb req-ca90ea99-4e08-4f53-8129-5fb10caa0f65 service neutron] Bound using segment: {'id': '9f0a7abb-00b7-4c31-9093-b0d5b331bfb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9d88eb5c-a234-4a0b-9721-bcab674f53e1'} {{(pid=98851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 03:41:14.275055 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.managers [req-9696343f-0166-46ed-b10f-2fa45c35aabb req-ca90ea99-4e08-4f53-8129-5fb10caa0f65 service neutron] Bound port: 1279817e-ea8d-4755-966e-3691e51297b7, host: hv-cinder-79326, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f0a7abb-00b7-4c31-9093-b0d5b331bfb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9d88eb5c-a234-4a0b-9721-bcab674f53e1'}}] {{(pid=98851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:41:14.277785 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-9696343f-0166-46ed-b10f-2fa45c35aabb req-ca90ea99-4e08-4f53-8129-5fb10caa0f65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_update {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:14.294447 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc562099-c0ce-4a30-846a-c1e29f0b565d service neutron] Pushing event updated for resources: {'Port': ['ID=1bbb12ef-9a7a-4069-a54e-b707ce9a6809,revision_number=3']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:14.310601 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-dc562099-c0ce-4a30-846a-c1e29f0b565d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:41:14.322695 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-99fc54ee-03d5-48fd-a181-759f97ff26d2 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:41:14.362801 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-074cab99-6ccc-4538-ba78-9dfca448c9e1 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:14.386014 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605a4b46-fbd5-4182-9809-440bc16a320a req-f5331c0f-624a-46bb-a2a0-65a088be0900 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:14.390351 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-605a4b46-fbd5-4182-9809-440bc16a320a req-f5331c0f-624a-46bb-a2a0-65a088be0900 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] 10.222.0.25 "GET /v2.0/ports?device_id=695616b8-9b90-4e8d-b719-de3eabe09cbe HTTP/1.1" status: 200 len: 943 time: 0.8677995 May 27 03:41:14.439948 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.db [req-9696343f-0166-46ed-b10f-2fa45c35aabb req-ca90ea99-4e08-4f53-8129-5fb10caa0f65 service neutron] For port 1279817e-ea8d-4755-966e-3691e51297b7, host hv-cinder-79326, cleared binding levels {{(pid=98851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:41:14.439948 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.db [req-9696343f-0166-46ed-b10f-2fa45c35aabb req-ca90ea99-4e08-4f53-8129-5fb10caa0f65 service neutron] For port 1279817e-ea8d-4755-966e-3691e51297b7, host hv-cinder-79326, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=1279817e-ea8d-4755-966e-3691e51297b7,segment=NetworkSegment(9f0a7abb-00b7-4c31-9093-b0d5b331bfb6),segment_id=9f0a7abb-00b7-4c31-9093-b0d5b331bfb6)] {{(pid=98851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 03:41:14.445758 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b14f16-758a-47b7-a0ae-8206f9ae2b17 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70ec79bf-7b0f-4369-bb53-8b01244d0a67,revision_number=0']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:14.447449 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0ba3aa-99bc-4d15-856d-7210ae29854c req-909e4ace-fc05-442e-a2d2-6b6f1083f221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:14.448212 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-074cab99-6ccc-4538-ba78-9dfca448c9e1 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465797'] for security_group_rule, after_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:14.455517 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-72b14f16-758a-47b7-a0ae-8206f9ae2b17 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:41:14.456242 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-9d0ba3aa-99bc-4d15-856d-7210ae29854c req-909e4ace-fc05-442e-a2d2-6b6f1083f221 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f220b161db454279a529469cc181cb86&device_id=5d5fdc92-2d08-4ae1-a508-032e39ce0958 HTTP/1.1" status: 200 len: 1096 time: 0.3870885 May 27 03:41:14.457613 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-d83a38b8-4036-454b-9143-c016f7a474f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:14.480850 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.l3_dvr_db [None req-429fdacc-2730-4637-bd2f-b57599f53ac9 None None] Set router a52aa5e3-3321-4bc4-a997-6e537a933850 gateway port host: dv-cinder-793264-1-iscsi {{(pid=98854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 03:41:14.493299 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:41:14.504708 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-d83a38b8-4036-454b-9143-c016f7a474f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:14.506554 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-d83a38b8-4036-454b-9143-c016f7a474f2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/86808363-d09e-4575-9b72-aba246444589 HTTP/1.1" status: 204 len: 168 time: 1.3450258 May 27 03:41:14.550773 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074cab99-6ccc-4538-ba78-9dfca448c9e1 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1905157-352c-428a-920b-06cef9d8c714,revision_number=0']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:14.560443 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-074cab99-6ccc-4538-ba78-9dfca448c9e1 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:41:14.564053 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.034s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:41:14.578143 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-605a4b46-fbd5-4182-9809-440bc16a320a req-befaf8d8-6bd0-406e-bcfe-3ad16de7d9db tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] 10.222.0.25 "GET /v2.0/security-groups?id=3008a255-7ecc-4b97-8d3a-baac4542929c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680610 May 27 03:41:14.587644 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83a38b8-4036-454b-9143-c016f7a474f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86808363-d09e-4575-9b72-aba246444589,revision_number=None']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:14.591435 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-d83a38b8-4036-454b-9143-c016f7a474f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:41:14.601367 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-72b14f16-758a-47b7-a0ae-8206f9ae2b17 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:14.606318 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-72b14f16-758a-47b7-a0ae-8206f9ae2b17 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5802100 May 27 03:41:14.608584 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 52904) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:41:14.630539 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.v2.base [None req-20c61bf0-edbf-4e6f-92b3-fd8b4c8f3e51 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Request body: {'floatingip': {'floating_network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7'}} {{(pid=98852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:41:14.637550 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron_lib.callbacks.manager [None req-e36d278b-1a31-45e6-b31a-f691b79a8a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786481721483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786481287406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786481291807'] for port, after_update {{(pid=98854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:14.652102 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-20c61bf0-edbf-4e6f-92b3-fd8b4c8f3e51 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:41:14.662178 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-20c61bf0-edbf-4e6f-92b3-fd8b4c8f3e51 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Usage tracker for resource:floatingip and tenant:276e81e3da1f4d4c9c1881d1b1e863c4 is out of sync, need to count used quota {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:41:14.692096 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-20c61bf0-edbf-4e6f-92b3-fd8b4c8f3e51 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:41:14.716694 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-074cab99-6ccc-4538-ba78-9dfca448c9e1 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:14.720866 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-074cab99-6ccc-4538-ba78-9dfca448c9e1 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.7143466 May 27 03:41:14.720866 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-20c61bf0-edbf-4e6f-92b3-fd8b4c8f3e51 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:41:14.724560 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 52910) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:41:14.743548 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.v2.base [None req-c3b04c03-4902-4711-b1c7-6da9ec65698f tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Request body: {'security_group_rule': {'security_group_id': '64f0893d-d72b-45fe-a7df-480151aef2aa', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=98852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:41:14.744591 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-9d0ba3aa-99bc-4d15-856d-7210ae29854c req-2a826d4b-4ef8-4876-b4e2-413db4499167 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1bbb12ef-9a7a-4069-a54e-b707ce9a6809 HTTP/1.1" status: 200 len: 217 time: 0.2500622 May 27 03:41:14.755484 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-9696343f-0166-46ed-b10f-2fa45c35aabb req-ca90ea99-4e08-4f53-8129-5fb10caa0f65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786481721483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786481287406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786481291807'] for port, after_update {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:14.757530 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG oslo_concurrency.lockutils [None req-ee9e2064-641c-4bd4-bc16-463622a70b6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:41:14.826845 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-c3b04c03-4902-4711-b1c7-6da9ec65698f tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:41:14.884287 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-c3b04c03-4902-4711-b1c7-6da9ec65698f tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Usage tracker for resource:security_group_rule and tenant:16ccb2756adb4055942bd0a0f0a061f4 is out of sync, need to count used quota {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:41:14.917307 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:41:14.920001 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-c3b04c03-4902-4711-b1c7-6da9ec65698f tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:41:14.946599 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-20c61bf0-edbf-4e6f-92b3-fd8b4c8f3e51 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Notify callbacks [] for floatingip, before_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:14.947519 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_hamode_db [None req-3a599ba5-22dd-4b8b-8537-46802fdc8aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '945041cb-b0fa-44b7-ab8f-48e2d26f8286', 'name': 'tempest-AttachVolumeTestJSON-161599716-router', 'tenant_id': '276e81e3da1f4d4c9c1881d1b1e863c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'external_fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.4'}], 'enable_snat': True}, 'gw_port_id': '25a5bf52-cef5-4af4-a15b-9443f2edf92d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:40:54Z', 'updated_at': '2021-05-27T03:41:03Z', 'revision_number': 4, 'project_id': '276e81e3da1f4d4c9c1881d1b1e863c4', 'gw_port': {'id': '25a5bf52-cef5-4af4-a15b-9443f2edf92d', 'name': '', 'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:4a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945041cb-b0fa-44b7-ab8f-48e2d26f8286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:40:56Z', 'updated_at': '2021-05-27T03:41:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-iscsi', '_interfaces': [{'id': 'd76d3b3b-e1a8-49e5-be0c-8c193177836a', 'name': '', 'network_id': '130ff3ea-d273-4d90-8f0d-494d41441c60', 'tenant_id': '276e81e3da1f4d4c9c1881d1b1e863c4', 'mac_address': 'fa:16:3e:c5:ac:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '945041cb-b0fa-44b7-ab8f-48e2d26f8286', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '116079ce-8119-4ea5-82d4-c0c254fad638', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:41:02Z', 'updated_at': '2021-05-27T03:41:12Z', 'revision_number': 4, 'project_id': '276e81e3da1f4d4c9c1881d1b1e863c4', 'subnets': [{'id': '116079ce-8119-4ea5-82d4-c0c254fad638', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-1-iscsi', False) {} {{(pid=98853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:41:14.957475 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a599ba5-22dd-4b8b-8537-46802fdc8aa6 None None] The sync data for ids ['945041cb-b0fa-44b7-ab8f-48e2d26f8286'] in dv-cinder-793264-1-iscsi is: [{'id': '945041cb-b0fa-44b7-ab8f-48e2d26f8286', 'name': 'tempest-AttachVolumeTestJSON-161599716-router', 'tenant_id': '276e81e3da1f4d4c9c1881d1b1e863c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'external_fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.4'}], 'enable_snat': True}, 'gw_port_id': '25a5bf52-cef5-4af4-a15b-9443f2edf92d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:40:54Z', 'updated_at': '2021-05-27T03:41:03Z', 'revision_number': 4, 'project_id': '276e81e3da1f4d4c9c1881d1b1e863c4', 'gw_port': {'id': '25a5bf52-cef5-4af4-a15b-9443f2edf92d', 'name': '', 'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:4a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945041cb-b0fa-44b7-ab8f-48e2d26f8286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:40:56Z', 'updated_at': '2021-05-27T03:41:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-iscsi', '_interfaces': [{'id': 'd76d3b3b-e1a8-49e5-be0c-8c193177836a', 'name': '', 'network_id': '130ff3ea-d273-4d90-8f0d-494d41441c60', 'tenant_id': '276e81e3da1f4d4c9c1881d1b1e863c4', 'mac_address': 'fa:16:3e:c5:ac:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '945041cb-b0fa-44b7-ab8f-48e2d26f8286', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '116079ce-8119-4ea5-82d4-c0c254fad638', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:41:02Z', 'updated_at': '2021-05-27T03:41:12Z', 'revision_number': 4, 'project_id': '276e81e3da1f4d4c9c1881d1b1e863c4', 'subnets': [{'id': '116079ce-8119-4ea5-82d4-c0c254fad638', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:41:14.970596 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-c3b04c03-4902-4711-b1c7-6da9ec65698f tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:41:15.074610 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-7eac2fff-3fd8-40e8-9de4-08ca839e05c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_update {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:15.090951 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36d278b-1a31-45e6-b31a-f691b79a8a44 None None] Routers {'859ef1be-f83d-4b4a-bb61-af14dc51249b'} bound to L3 agent in host dv-cinder-793264-1-iscsi {{(pid=98854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 03:41:15.093281 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.l3_hamode_db [None req-e36d278b-1a31-45e6-b31a-f691b79a8a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-27T03:33:06Z,description=,heartbeat_timestamp=2021-05-27T03:41:06Z,host='dv-cinder-793264-1-iscsi',id=816f7595-8215-4f06-9251-575c663b21d0,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T03:33:06Z,topic='l3_agent')) {'router_ids': ['859ef1be-f83d-4b4a-bb61-af14dc51249b'], 'active': True} {{(pid=98854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:41:15.116634 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d5fdc92-2d08-4ae1-a508-032e39ce0958', 'tag': '1bbb12ef-9a7a-4069-a54e-b707ce9a6809', 'status': 'completed', 'code': 200} May 27 03:41:15.184368 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9696343f-0166-46ed-b10f-2fa45c35aabb req-ca90ea99-4e08-4f53-8129-5fb10caa0f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:15.184368 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-9696343f-0166-46ed-b10f-2fa45c35aabb req-ca90ea99-4e08-4f53-8129-5fb10caa0f65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4037888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689932'] for port, before_response {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:15.184368 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-9696343f-0166-46ed-b10f-2fa45c35aabb req-ca90ea99-4e08-4f53-8129-5fb10caa0f65 service neutron] 10.222.0.36 "PUT /v2.0/ports/1279817e-ea8d-4755-966e-3691e51297b7 HTTP/1.1" status: 200 len: 1093 time: 6.2677639 May 27 03:41:15.184368 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca90ea99-4e08-4f53-8129-5fb10caa0f65 service neutron] Pushing event updated for resources: {'Port': ['ID=1279817e-ea8d-4755-966e-3691e51297b7,revision_number=3']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:15.195614 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-ca90ea99-4e08-4f53-8129-5fb10caa0f65 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:41:15.259917 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0ba3aa-99bc-4d15-856d-7210ae29854c req-f8b0b3b4-5f3f-4b2c-8c53-a4667c317e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:15.261622 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-9d0ba3aa-99bc-4d15-856d-7210ae29854c req-f8b0b3b4-5f3f-4b2c-8c53-a4667c317e07 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=850ff7e4-c1ae-476a-98ad-2e7f47f1d387 HTTP/1.1" status: 200 len: 852 time: 0.5036838 May 27 03:41:15.296365 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Device d76d3b3b-e1a8-49e5-be0c-8c193177836a up at agent ovs-agent-dv-cinder-793264-1-iscsi {{(pid=98853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:41:15.335397 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-c3b04c03-4902-4711-b1c7-6da9ec65698f tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:15.443866 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168cc22c-c487-4d96-aef2-5a88f1c637ab req-4575ee10-92dc-4a09-9923-e47f9cc9544e tempest-DeleteServersTestJSON-1681401445 tempest-DeleteServersTestJSON-1681401445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:15.445529 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-168cc22c-c487-4d96-aef2-5a88f1c637ab req-4575ee10-92dc-4a09-9923-e47f9cc9544e tempest-DeleteServersTestJSON-1681401445 tempest-DeleteServersTestJSON-1681401445-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d5fdc92-2d08-4ae1-a508-032e39ce0958 HTTP/1.1" status: 200 len: 943 time: 0.6156006 May 27 03:41:15.609153 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8610a0e-2f7e-4477-b7b1-04d0b5ad59d9 None None] Pushing event updated for resources: {'Port': ['ID=e733f041-97f3-4335-87a4-5ca0fbf1be8b,revision_number=4']} {{(pid=98854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:15.618463 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Provisioning for port d76d3b3b-e1a8-49e5-be0c-8c193177836a completed by entity L2. {{(pid=98853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:41:15.636830 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG oslo_concurrency.lockutils [None req-b8610a0e-2f7e-4477-b7b1-04d0b5ad59d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.879s {{(pid=98854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:41:15.640698 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Provisioning complete for port d76d3b3b-e1a8-49e5-be0c-8c193177836a triggered by entity L2. {{(pid=98853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:41:15.641321 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487713'] for port, provisioning_complete {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:15.642893 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.l3_dvr_db [None req-e36d278b-1a31-45e6-b31a-f691b79a8a44 None None] Set router 859ef1be-f83d-4b4a-bb61-af14dc51249b gateway port host: dv-cinder-793264-1-iscsi {{(pid=98854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 03:41:15.671230 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-168cc22c-c487-4d96-aef2-5a88f1c637ab req-402b0bb3-28cb-46a7-8301-6f40ec8e6acd tempest-DeleteServersTestJSON-1681401445 tempest-DeleteServersTestJSON-1681401445-project] 10.222.0.25 "GET /v2.0/security-groups?id=b53e8910-4476-4f97-9990-47a211815228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140653 May 27 03:41:15.717289 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-c3b04c03-4902-4711-b1c7-6da9ec65698f tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:15.795192 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-c3b04c03-4902-4711-b1c7-6da9ec65698f tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465797'] for security_group_rule, after_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:15.811953 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-20c61bf0-edbf-4e6f-92b3-fd8b4c8f3e51 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:15.821551 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:41:15.895843 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b04c03-4902-4711-b1c7-6da9ec65698f tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=195cbb10-80b5-4f61-9ada-6854a00bc9d9,revision_number=0']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:15.913005 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-c3b04c03-4902-4711-b1c7-6da9ec65698f tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:41:15.928744 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-7eac2fff-3fd8-40e8-9de4-08ca839e05c4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:15.959353 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-c3b04c03-4902-4711-b1c7-6da9ec65698f tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:15.971703 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-c3b04c03-4902-4711-b1c7-6da9ec65698f tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2459865 May 27 03:41:15.972432 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 52956) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:41:15.999239 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.v2.base [None req-5e7c20f4-fa0e-4ef7-8621-85e1395ebcb7 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Request body: {'floatingip': {'floating_network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7'}} {{(pid=98852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:41:16.017296 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-7eac2fff-3fd8-40e8-9de4-08ca839e05c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786481721483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786481287406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786481291807'] for port, after_update {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:16.029613 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:16.069220 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.db [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] For port d76d3b3b-e1a8-49e5-be0c-8c193177836a, host dv-cinder-793264-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-1-iscsi',level=0,port_id=d76d3b3b-e1a8-49e5-be0c-8c193177836a,segment=NetworkSegment(5d2d2fa4-4440-4746-9800-028cc9a24bc5),segment_id=5d2d2fa4-4440-4746-9800-028cc9a24bc5)] {{(pid=98853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:41:16.081496 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-7eac2fff-3fd8-40e8-9de4-08ca839e05c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3689977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-403909'] for router_interface, after_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:16.084883 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-5e7c20f4-fa0e-4ef7-8621-85e1395ebcb7 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:41:16.088977 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-fbeb9eda-f037-4490-9f7c-8488ebf4571f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:41:16.112822 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.l3_hamode_db [None req-429fdacc-2730-4637-bd2f-b57599f53ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a52aa5e3-3321-4bc4-a997-6e537a933850', 'name': 'tempest-ServerRescueNegativeTestJSON-1534104748-router', 'tenant_id': 'fa24b9f82e13448382e6b5f6bd699fab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'external_fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '823ab52d-c277-4027-88b2-0cdd12e80716', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:40:54Z', 'updated_at': '2021-05-27T03:41:01Z', 'revision_number': 3, 'project_id': 'fa24b9f82e13448382e6b5f6bd699fab', 'gw_port': {'id': '823ab52d-c277-4027-88b2-0cdd12e80716', 'name': '', 'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:01:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a52aa5e3-3321-4bc4-a997-6e537a933850', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:40:57Z', 'updated_at': '2021-05-27T03:41:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-iscsi'}], 'dv-cinder-793264-1-iscsi', False) {} {{(pid=98854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:41:16.120387 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-429fdacc-2730-4637-bd2f-b57599f53ac9 None None] The sync data for ids ['a52aa5e3-3321-4bc4-a997-6e537a933850'] in dv-cinder-793264-1-iscsi is: [{'id': 'a52aa5e3-3321-4bc4-a997-6e537a933850', 'name': 'tempest-ServerRescueNegativeTestJSON-1534104748-router', 'tenant_id': 'fa24b9f82e13448382e6b5f6bd699fab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'external_fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '823ab52d-c277-4027-88b2-0cdd12e80716', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:40:54Z', 'updated_at': '2021-05-27T03:41:01Z', 'revision_number': 3, 'project_id': 'fa24b9f82e13448382e6b5f6bd699fab', 'gw_port': {'id': '823ab52d-c277-4027-88b2-0cdd12e80716', 'name': '', 'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:01:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a52aa5e3-3321-4bc4-a997-6e537a933850', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:40:57Z', 'updated_at': '2021-05-27T03:41:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-iscsi'}] {{(pid=98854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:41:16.139272 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.wsgi [-] (98851) accepted ('10.222.0.25', 52962) {{(pid=98851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:41:16.144484 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786481721483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786481287406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786481291807'] for port, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:16.146660 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:41:16.178950 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88974cfd-2c65-4053-8f97-978223254adc req-a6c9235a-4e3e-42f4-8fda-5165fb6fb7ed tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:16.182873 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-88974cfd-2c65-4053-8f97-978223254adc req-a6c9235a-4e3e-42f4-8fda-5165fb6fb7ed tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] 10.222.0.25 "GET /v2.0/ports?device_id=695616b8-9b90-4e8d-b719-de3eabe09cbe HTTP/1.1" status: 200 len: 943 time: 0.2327440 May 27 03:41:16.201179 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-5e7c20f4-fa0e-4ef7-8621-85e1395ebcb7 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Usage tracker for resource:floatingip and tenant:16ccb2756adb4055942bd0a0f0a061f4 is out of sync, need to count used quota {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:41:16.247969 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-5e7c20f4-fa0e-4ef7-8621-85e1395ebcb7 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:41:16.275640 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-88974cfd-2c65-4053-8f97-978223254adc req-19591114-5950-4377-b999-6b50e23505cf tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] 10.222.0.25 "GET /v2.0/security-groups?id=3008a255-7ecc-4b97-8d3a-baac4542929c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816622 May 27 03:41:16.296356 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-5e7c20f4-fa0e-4ef7-8621-85e1395ebcb7 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:41:16.300638 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Pushing event updated for resources: {'Port': ['ID=d76d3b3b-e1a8-49e5-be0c-8c193177836a,revision_number=5']} {{(pid=98853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:16.314762 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:41:16.368052 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.l3_hamode_db [None req-e36d278b-1a31-45e6-b31a-f691b79a8a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '859ef1be-f83d-4b4a-bb61-af14dc51249b', 'name': 'tempest-AttachVolumeShelveTestJSON-1845807498-router', 'tenant_id': '16ccb2756adb4055942bd0a0f0a061f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'external_fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': 'da2419f3-ea75-4513-af86-3fd1cd8c9eaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:40:50Z', 'updated_at': '2021-05-27T03:41:04Z', 'revision_number': 4, 'project_id': '16ccb2756adb4055942bd0a0f0a061f4', 'gw_port': {'id': 'da2419f3-ea75-4513-af86-3fd1cd8c9eaa', 'name': '', 'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:2d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859ef1be-f83d-4b4a-bb61-af14dc51249b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:40:51Z', 'updated_at': '2021-05-27T03:41:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-iscsi', '_interfaces': [{'id': 'e733f041-97f3-4335-87a4-5ca0fbf1be8b', 'name': '', 'network_id': 'f65a0cca-1ebc-4ae6-b01b-5fdf0f05198a', 'tenant_id': '16ccb2756adb4055942bd0a0f0a061f4', 'mac_address': 'fa:16:3e:cf:c4:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '859ef1be-f83d-4b4a-bb61-af14dc51249b', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '82530ddc-ffd6-4079-8434-d6a04187e8aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:40:59Z', 'updated_at': '2021-05-27T03:41:14Z', 'revision_number': 4, 'project_id': '16ccb2756adb4055942bd0a0f0a061f4', 'subnets': [{'id': '82530ddc-ffd6-4079-8434-d6a04187e8aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-1-iscsi', False) {} {{(pid=98854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:41:16.378945 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36d278b-1a31-45e6-b31a-f691b79a8a44 None None] The sync data for ids ['859ef1be-f83d-4b4a-bb61-af14dc51249b'] in dv-cinder-793264-1-iscsi is: [{'id': '859ef1be-f83d-4b4a-bb61-af14dc51249b', 'name': 'tempest-AttachVolumeShelveTestJSON-1845807498-router', 'tenant_id': '16ccb2756adb4055942bd0a0f0a061f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'external_fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': 'da2419f3-ea75-4513-af86-3fd1cd8c9eaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:40:50Z', 'updated_at': '2021-05-27T03:41:04Z', 'revision_number': 4, 'project_id': '16ccb2756adb4055942bd0a0f0a061f4', 'gw_port': {'id': 'da2419f3-ea75-4513-af86-3fd1cd8c9eaa', 'name': '', 'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:2d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859ef1be-f83d-4b4a-bb61-af14dc51249b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:40:51Z', 'updated_at': '2021-05-27T03:41:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-iscsi', '_interfaces': [{'id': 'e733f041-97f3-4335-87a4-5ca0fbf1be8b', 'name': '', 'network_id': 'f65a0cca-1ebc-4ae6-b01b-5fdf0f05198a', 'tenant_id': '16ccb2756adb4055942bd0a0f0a061f4', 'mac_address': 'fa:16:3e:cf:c4:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '859ef1be-f83d-4b4a-bb61-af14dc51249b', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '82530ddc-ffd6-4079-8434-d6a04187e8aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:40:59Z', 'updated_at': '2021-05-27T03:41:14Z', 'revision_number': 4, 'project_id': '16ccb2756adb4055942bd0a0f0a061f4', 'subnets': [{'id': '82530ddc-ffd6-4079-8434-d6a04187e8aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:41:16.383980 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-2e937780-fc7d-45c0-87e2-8563ad5e8410 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:16.392325 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eac2fff-3fd8-40e8-9de4-08ca839e05c4 admin admin] Pushing event updated for resources: {'Port': ['ID=1b7a7d3e-fed7-4829-bbba-f6c362ff1eac,revision_number=2']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:16.395394 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.db_base_plugin_common [None req-20c61bf0-edbf-4e6f-92b3-fd8b4c8f3e51 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Allocated IP 172.27.2.189 (9a3e94d8-5315-41b6-9829-3c758c3039b7/7ac4e62e-aca4-43cf-995d-95d63bfe1e6b/f49c78db-7f8b-460a-a859-bfaf61dabb79) {{(pid=98852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:41:16.408550 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.quota.driver [None req-2e937780-fc7d-45c0-87e2-8563ad5e8410 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:41:16.408550 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [None req-2e937780-fc7d-45c0-87e2-8563ad5e8410 admin admin] Usage tracker for resource:security_group_rule and tenant:c48f8f450e04453bbeb6bf8c23f9dde4 is out of sync, need to count used quota {{(pid=98851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:41:16.411215 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-7eac2fff-3fd8-40e8-9de4-08ca839e05c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:41:16.411818 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [None req-2e937780-fc7d-45c0-87e2-8563ad5e8410 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:41:16.418825 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.quota.driver [None req-2e937780-fc7d-45c0-87e2-8563ad5e8410 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:41:16.555697 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-2e937780-fc7d-45c0-87e2-8563ad5e8410 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:16.579696 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eac2fff-3fd8-40e8-9de4-08ca839e05c4 admin admin] Network b35bcef9-7d04-408a-b003-58c7e5878e65 is already hosted by enough agents. {{(pid=98852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:41:16.591025 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.scheduler.base_scheduler [None req-7eac2fff-3fd8-40e8-9de4-08ca839e05c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=98852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:41:16.671411 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-2e937780-fc7d-45c0-87e2-8563ad5e8410 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:16.696974 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:41:16.726163 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [None req-2e937780-fc7d-45c0-87e2-8563ad5e8410 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c48f8f450e04453bbeb6bf8c23f9dde4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5834618 May 27 03:41:16.732019 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.wsgi [-] (98851) accepted ('10.222.0.25', 52978) {{(pid=98851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:41:16.760631 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e937780-fc7d-45c0-87e2-8563ad5e8410 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=413b1a51-47c2-4fbc-9738-8373fb5043ec,revision_number=1']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:16.774286 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-2e937780-fc7d-45c0-87e2-8563ad5e8410 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:41:16.800184 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-5e7c20f4-fa0e-4ef7-8621-85e1395ebcb7 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Notify callbacks [] for floatingip, before_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:16.853567 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-c42ce639-2ba7-4556-95a0-79f29d6c6e12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:16.893895 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-c42ce639-2ba7-4556-95a0-79f29d6c6e12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:16.968846 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-20c61bf0-edbf-4e6f-92b3-fd8b4c8f3e51 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Notify callbacks [] for port, precommit_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:17.042299 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-9d0ba3aa-99bc-4d15-856d-7210ae29854c req-7db24552-bfbe-4daa-ac55-d9a93d156dba service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e363b4db-219a-47f3-b982-5fb2e6fbad65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0930970 May 27 03:41:17.199095 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '695616b8-9b90-4e8d-b719-de3eabe09cbe', 'tag': '1279817e-ea8d-4755-966e-3691e51297b7'}] {{(pid=98851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:41:17.205398 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-9d0ba3aa-99bc-4d15-856d-7210ae29854c req-b7925003-1117-46e3-806e-f57cc4e857a5 service neutron] 10.222.0.36 "GET /v2.0/networks/e363b4db-219a-47f3-b982-5fb2e6fbad65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512260 May 27 03:41:17.270526 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7eac2fff-3fd8-40e8-9de4-08ca839e05c4 admin admin] Router a52aa5e3-3321-4bc4-a997-6e537a933850 has already been hosted by L3 agent 816f7595-8215-4f06-9251-575c663b21d0 {{(pid=98852) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 03:41:17.315846 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:17.355969 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '695616b8-9b90-4e8d-b719-de3eabe09cbe', 'tag': '1279817e-ea8d-4755-966e-3691e51297b7', 'status': 'completed', 'code': 200} May 27 03:41:17.371439 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9696343f-0166-46ed-b10f-2fa45c35aabb req-5857da4e-01a9-4a57-8ce1-738bdbedfa39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:17.372954 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-9696343f-0166-46ed-b10f-2fa45c35aabb req-5857da4e-01a9-4a57-8ce1-738bdbedfa39 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7413f58ffa8e476fb5600cbc51ee9d34&device_id=695616b8-9b90-4e8d-b719-de3eabe09cbe HTTP/1.1" status: 200 len: 1096 time: 0.4227345 May 27 03:41:17.383287 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-c42ce639-2ba7-4556-95a0-79f29d6c6e12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:17.415380 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0326790e-0a4f-4407-b5c7-cb78a8788cc2 req-14d84f19-34f1-415a-af66-67b650789ad7 tempest-DeleteServersTestJSON-1681401445 tempest-DeleteServersTestJSON-1681401445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:17.417273 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-0326790e-0a4f-4407-b5c7-cb78a8788cc2 req-14d84f19-34f1-415a-af66-67b650789ad7 tempest-DeleteServersTestJSON-1681401445 tempest-DeleteServersTestJSON-1681401445-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d5fdc92-2d08-4ae1-a508-032e39ce0958 HTTP/1.1" status: 200 len: 943 time: 0.5727339 May 27 03:41:17.430640 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-20c61bf0-edbf-4e6f-92b3-fd8b4c8f3e51 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786481287388'] for port, after_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:17.457438 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Device d76d3b3b-e1a8-49e5-be0c-8c193177836a up at agent ovs-agent-dv-cinder-793264-1-iscsi {{(pid=98853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:41:17.472706 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:41:17.507934 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-fd8dd4d4-8a56-4acf-a4b6-b8859dd8e041 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:41:17.559104 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42ce639-2ba7-4556-95a0-79f29d6c6e12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=413b1a51-47c2-4fbc-9738-8373fb5043ec,revision_number=None']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:17.562700 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-c42ce639-2ba7-4556-95a0-79f29d6c6e12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:41:17.576028 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-c42ce639-2ba7-4556-95a0-79f29d6c6e12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:17.577444 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [None req-c42ce639-2ba7-4556-95a0-79f29d6c6e12 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/413b1a51-47c2-4fbc-9738-8373fb5043ec HTTP/1.1" status: 204 len: 168 time: 0.8444564 May 27 03:41:17.579426 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-9696343f-0166-46ed-b10f-2fa45c35aabb req-edd53845-940b-4735-8676-90f50df42c0b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1279817e-ea8d-4755-966e-3691e51297b7 HTTP/1.1" status: 200 len: 217 time: 0.1931267 May 27 03:41:17.655288 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Provisioning complete for port d76d3b3b-e1a8-49e5-be0c-8c193177836a triggered by entity L2. {{(pid=98853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:41:17.655869 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487713'] for port, provisioning_complete {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:17.764096 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c61bf0-edbf-4e6f-92b3-fd8b4c8f3e51 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Network 9a3e94d8-5315-41b6-9829-3c758c3039b7 is already hosted by enough agents. {{(pid=98852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:41:17.765270 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c61bf0-edbf-4e6f-92b3-fd8b4c8f3e51 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Pushing event updated for resources: {'Port': ['ID=f49c78db-7f8b-460a-a859-bfaf61dabb79,revision_number=1']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:17.770034 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-9d0ba3aa-99bc-4d15-856d-7210ae29854c req-9dbb9306-f09c-4c69-ad55-5d31454b5de1 service neutron] 10.222.0.36 "GET /v2.0/networks/e363b4db-219a-47f3-b982-5fb2e6fbad65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5534647 May 27 03:41:17.805905 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-20c61bf0-edbf-4e6f-92b3-fd8b4c8f3e51 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:41:17.814184 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.scheduler.base_scheduler [None req-20c61bf0-edbf-4e6f-92b3-fd8b4c8f3e51 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Resources bound (agent type, host, resource id): {{(pid=98852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:41:17.822167 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9696343f-0166-46ed-b10f-2fa45c35aabb req-964c580d-7950-44e7-b8ea-a3ff96c1d478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:17.825186 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-9696343f-0166-46ed-b10f-2fa45c35aabb req-964c580d-7950-44e7-b8ea-a3ff96c1d478 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e7b1e35c-8b26-4690-9d11-111b6e17f0c6 HTTP/1.1" status: 200 len: 855 time: 0.2366087 May 27 03:41:17.829273 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c61bf0-edbf-4e6f-92b3-fd8b4c8f3e51 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Received port after_create {{(pid=98852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 03:41:17.866607 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-0326790e-0a4f-4407-b5c7-cb78a8788cc2 req-b09f866c-5946-413b-b11e-40422324ade7 tempest-DeleteServersTestJSON-1681401445 tempest-DeleteServersTestJSON-1681401445-project] 10.222.0.25 "GET /v2.0/security-groups?id=b53e8910-4476-4f97-9990-47a211815228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4333608 May 27 03:41:17.888361 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Device e733f041-97f3-4335-87a4-5ca0fbf1be8b up at agent ovs-agent-dv-cinder-793264-1-iscsi {{(pid=98853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:41:17.989081 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-20c61bf0-edbf-4e6f-92b3-fd8b4c8f3e51 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:18.007160 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-9696343f-0166-46ed-b10f-2fa45c35aabb req-e4b572d4-6ccd-4942-b0f3-9d0e27219646 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9d88eb5c-a234-4a0b-9721-bcab674f53e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1712587 May 27 03:41:18.010122 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eac2fff-3fd8-40e8-9de4-08ca839e05c4 admin admin] Notify agent at l3_agent.dv-cinder-793264-1-iscsi the message routers_updated {{(pid=98852) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 03:41:18.020985 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-5e7c20f4-fa0e-4ef7-8621-85e1395ebcb7 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:18.108865 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Provisioning for port e733f041-97f3-4335-87a4-5ca0fbf1be8b completed by entity L2. {{(pid=98853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:41:18.110033 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-7eac2fff-3fd8-40e8-9de4-08ca839e05c4 admin admin] 10.222.0.25 "PUT /v2.0/routers/a52aa5e3-3321-4bc4-a997-6e537a933850/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0177448 May 27 03:41:18.117267 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Provisioning complete for port e733f041-97f3-4335-87a4-5ca0fbf1be8b triggered by entity L2. {{(pid=98853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:41:18.126065 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487713'] for port, provisioning_complete {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:18.192091 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a2a416-3f42-44f8-948b-bdb6fa45431b req-9c6d66e2-1b32-4e0b-9a42-8af35d9e75e0 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:18.195987 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-11a2a416-3f42-44f8-948b-bdb6fa45431b req-9c6d66e2-1b32-4e0b-9a42-8af35d9e75e0 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] 10.222.0.25 "GET /v2.0/ports?device_id=695616b8-9b90-4e8d-b719-de3eabe09cbe HTTP/1.1" status: 200 len: 943 time: 0.6096041 May 27 03:41:18.310984 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:18.313650 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-9696343f-0166-46ed-b10f-2fa45c35aabb req-2263cde5-8ecf-4a15-88ee-1af764b43189 service neutron] 10.222.0.36 "GET /v2.0/networks/9d88eb5c-a234-4a0b-9721-bcab674f53e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2647231 May 27 03:41:18.357698 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-20c61bf0-edbf-4e6f-92b3-fd8b4c8f3e51 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_update {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:18.390506 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.db [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] For port e733f041-97f3-4335-87a4-5ca0fbf1be8b, host dv-cinder-793264-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-1-iscsi',level=0,port_id=e733f041-97f3-4335-87a4-5ca0fbf1be8b,segment=NetworkSegment(5baf6fec-eb5b-47d6-b1b0-298ebe932b07),segment_id=5baf6fec-eb5b-47d6-b1b0-298ebe932b07)] {{(pid=98853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:41:18.446855 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786481721483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786481287406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786481291807'] for port, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:18.448118 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Device 823ab52d-c277-4027-88b2-0cdd12e80716 up at agent ovs-agent-dv-cinder-793264-1-iscsi {{(pid=98853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:41:18.464241 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-11a2a416-3f42-44f8-948b-bdb6fa45431b req-4bf3f327-cf37-4e3a-b4d5-1e0e2bd2ef2b tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] 10.222.0.25 "GET /v2.0/security-groups?id=3008a255-7ecc-4b97-8d3a-baac4542929c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2600691 May 27 03:41:18.471392 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa92b7bf-d0ca-4e60-925f-aa0dc0299c56 req-2509d2b5-d5eb-4df0-a836-f205e5635e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:18.476292 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-aa92b7bf-d0ca-4e60-925f-aa0dc0299c56 req-2509d2b5-d5eb-4df0-a836-f205e5635e87 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f220b161db454279a529469cc181cb86&device_id=5d5fdc92-2d08-4ae1-a508-032e39ce0958 HTTP/1.1" status: 200 len: 1096 time: 0.4706903 May 27 03:41:18.518371 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-7535f2d4-9547-44c6-bc68-456f6c9f938e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:41:18.527610 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.db_base_plugin_common [None req-5e7c20f4-fa0e-4ef7-8621-85e1395ebcb7 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Allocated IP 172.27.2.241 (9a3e94d8-5315-41b6-9829-3c758c3039b7/7ac4e62e-aca4-43cf-995d-95d63bfe1e6b/9dfb127f-6843-4bc1-8a0f-845198edfa8b) {{(pid=98852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:41:18.569500 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.wsgi [-] (98851) accepted ('10.222.0.25', 53018) {{(pid=98851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:41:18.679898 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Pushing event updated for resources: {'Port': ['ID=e733f041-97f3-4335-87a4-5ca0fbf1be8b,revision_number=5']} {{(pid=98853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:18.680557 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-9696343f-0166-46ed-b10f-2fa45c35aabb req-fae1f07e-93a1-439a-ad27-ac262b75b954 service neutron] 10.222.0.36 "GET /v2.0/networks/9d88eb5c-a234-4a0b-9721-bcab674f53e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3584678 May 27 03:41:18.683954 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:41:18.728299 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa92b7bf-d0ca-4e60-925f-aa0dc0299c56 req-8b9fd7fb-4126-4888-8b2f-bee581b7b7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:18.733679 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-aa92b7bf-d0ca-4e60-925f-aa0dc0299c56 req-8b9fd7fb-4126-4888-8b2f-bee581b7b7d8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e363b4db-219a-47f3-b982-5fb2e6fbad65 HTTP/1.1" status: 200 len: 912 time: 0.2468393 May 27 03:41:18.780619 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Provisioning for port 823ab52d-c277-4027-88b2-0cdd12e80716 completed by entity L2. {{(pid=98853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:41:18.791713 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Provisioning complete for port 823ab52d-c277-4027-88b2-0cdd12e80716 triggered by entity L2. {{(pid=98853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:41:18.792822 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487713'] for port, provisioning_complete {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:18.939350 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-5e7c20f4-fa0e-4ef7-8621-85e1395ebcb7 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Notify callbacks [] for port, precommit_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:18.975179 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:18.999717 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-aa92b7bf-d0ca-4e60-925f-aa0dc0299c56 req-a1c60aa6-7811-478f-830f-48fcbc7c3887 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1bbb12ef-9a7a-4069-a54e-b707ce9a6809 HTTP/1.1" status: 200 len: 217 time: 0.2616475 May 27 03:41:19.011535 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.db.resource_extend [None req-20c61bf0-edbf-4e6f-92b3-fd8b4c8f3e51 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=98852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 03:41:19.013028 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.db [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] For port 823ab52d-c277-4027-88b2-0cdd12e80716, host dv-cinder-793264-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-1-iscsi',level=0,port_id=823ab52d-c277-4027-88b2-0cdd12e80716,segment=NetworkSegment(7a030bd6-e61c-49cd-a1b5-23d06097a1a4),segment_id=7a030bd6-e61c-49cd-a1b5-23d06097a1a4)] {{(pid=98853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:41:19.045088 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-20c61bf0-edbf-4e6f-92b3-fd8b4c8f3e51 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Notify callbacks [] for port, precommit_update {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:19.068870 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786481721483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786481287406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786481291807'] for port, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:19.069577 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-5e7c20f4-fa0e-4ef7-8621-85e1395ebcb7 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786481287388'] for port, after_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:19.077455 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-7eac2fff-3fd8-40e8-9de4-08ca839e05c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:41:19.077530 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:41:19.094047 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-34721fcf-a627-4b01-9aa1-ecad06c88c79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:19.114444 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.quota.driver [None req-34721fcf-a627-4b01-9aa1-ecad06c88c79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:41:19.132198 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [None req-34721fcf-a627-4b01-9aa1-ecad06c88c79 admin admin] Usage tracker for resource:security_group_rule and tenant:c2fe02f6193943409be421d7f5726bb7 is out of sync, need to count used quota {{(pid=98851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:41:19.141650 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [None req-34721fcf-a627-4b01-9aa1-ecad06c88c79 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:41:19.150048 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa92b7bf-d0ca-4e60-925f-aa0dc0299c56 req-d2c88461-62e1-4cad-ba14-3e8aed1774f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:19.152141 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-aa92b7bf-d0ca-4e60-925f-aa0dc0299c56 req-d2c88461-62e1-4cad-ba14-3e8aed1774f6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=850ff7e4-c1ae-476a-98ad-2e7f47f1d387 HTTP/1.1" status: 200 len: 852 time: 0.1515949 May 27 03:41:19.163365 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.quota.driver [None req-34721fcf-a627-4b01-9aa1-ecad06c88c79 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:41:19.243537 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-aa92b7bf-d0ca-4e60-925f-aa0dc0299c56 req-1982ad59-99f6-4319-a33a-0c6fe28e302e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e363b4db-219a-47f3-b982-5fb2e6fbad65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0808456 May 27 03:41:19.258389 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Device e733f041-97f3-4335-87a4-5ca0fbf1be8b up at agent ovs-agent-dv-cinder-793264-1-iscsi {{(pid=98853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:41:19.273842 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e7c20f4-fa0e-4ef7-8621-85e1395ebcb7 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Network 9a3e94d8-5315-41b6-9829-3c758c3039b7 is already hosted by enough agents. {{(pid=98852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:41:19.277494 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-20c61bf0-edbf-4e6f-92b3-fd8b4c8f3e51 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786481721483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786481287406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786481291807'] for port, after_update {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:19.286664 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.scheduler.base_scheduler [None req-5e7c20f4-fa0e-4ef7-8621-85e1395ebcb7 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Resources bound (agent type, host, resource id): {{(pid=98852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:41:19.290240 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7c20f4-fa0e-4ef7-8621-85e1395ebcb7 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Received port after_create {{(pid=98852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 03:41:19.290751 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97309771-b906-4233-bc26-ab6951ad1850 req-135f8c37-3fbb-4920-bf7c-e699aa297b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:19.292378 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-97309771-b906-4233-bc26-ab6951ad1850 req-135f8c37-3fbb-4920-bf7c-e699aa297b2f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7413f58ffa8e476fb5600cbc51ee9d34&device_id=695616b8-9b90-4e8d-b719-de3eabe09cbe HTTP/1.1" status: 200 len: 1096 time: 0.4158912 May 27 03:41:19.343171 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-20c61bf0-edbf-4e6f-92b3-fd8b4c8f3e51 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-417761'] for floatingip, after_update {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:19.354721 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Pushing event updated for resources: {'Port': ['ID=823ab52d-c277-4027-88b2-0cdd12e80716,revision_number=4']} {{(pid=98853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:19.368479 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:41:19.385609 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Provisioning complete for port e733f041-97f3-4335-87a4-5ca0fbf1be8b triggered by entity L2. {{(pid=98853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:41:19.385986 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487713'] for port, provisioning_complete {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:19.421682 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7c20f4-fa0e-4ef7-8621-85e1395ebcb7 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Pushing event updated for resources: {'Port': ['ID=9dfb127f-6843-4bc1-8a0f-845198edfa8b,revision_number=1']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:19.433793 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-5e7c20f4-fa0e-4ef7-8621-85e1395ebcb7 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:41:19.435320 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-fbeb9eda-f037-4490-9f7c-8488ebf4571f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.109s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:41:19.612426 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea925f6e-8b31-4e62-8c56-d4b7010c6b16 None None] Sync routers for ids ['a52aa5e3-3321-4bc4-a997-6e537a933850'] in dv-cinder-793264-1-iscsi {{(pid=98853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:41:19.626580 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea925f6e-8b31-4e62-8c56-d4b7010c6b16 None None] Routers {'a52aa5e3-3321-4bc4-a997-6e537a933850'} bound to L3 agent in host dv-cinder-793264-1-iscsi {{(pid=98853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 03:41:19.626834 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_hamode_db [None req-ea925f6e-8b31-4e62-8c56-d4b7010c6b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-27T03:33:06Z,description=,heartbeat_timestamp=2021-05-27T03:41:06Z,host='dv-cinder-793264-1-iscsi',id=816f7595-8215-4f06-9251-575c663b21d0,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T03:33:06Z,topic='l3_agent')) {'router_ids': ['a52aa5e3-3321-4bc4-a997-6e537a933850'], 'active': True} {{(pid=98853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:41:19.654381 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c61bf0-edbf-4e6f-92b3-fd8b4c8f3e51 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Pushing event updated for resources: {'Port': ['ID=f49c78db-7f8b-460a-a859-bfaf61dabb79,revision_number=2']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:19.661958 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-20c61bf0-edbf-4e6f-92b3-fd8b4c8f3e51 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:41:19.666314 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97309771-b906-4233-bc26-ab6951ad1850 req-4adb1f00-1d6f-4434-8f37-2b301ba35fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:19.667865 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-97309771-b906-4233-bc26-ab6951ad1850 req-4adb1f00-1d6f-4434-8f37-2b301ba35fd7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9d88eb5c-a234-4a0b-9721-bcab674f53e1 HTTP/1.1" status: 200 len: 915 time: 0.3626468 May 27 03:41:19.681016 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1149167-e154-4eb2-8888-caedc263abff req-c50d2674-7c55-4b1f-8203-ca150c6ed5fa tempest-DeleteServersTestJSON-1681401445 tempest-DeleteServersTestJSON-1681401445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:19.682913 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-f1149167-e154-4eb2-8888-caedc263abff req-c50d2674-7c55-4b1f-8203-ca150c6ed5fa tempest-DeleteServersTestJSON-1681401445 tempest-DeleteServersTestJSON-1681401445-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d5fdc92-2d08-4ae1-a508-032e39ce0958 HTTP/1.1" status: 200 len: 943 time: 0.5606549 May 27 03:41:19.686808 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-5e7c20f4-fa0e-4ef7-8621-85e1395ebcb7 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:19.713415 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.agents_db [None req-9826b012-bfd7-43dd-a737-969f574491ef None None] Agent healthcheck: found 6 active agents {{(pid=98854) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 03:41:19.728487 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-20c61bf0-edbf-4e6f-92b3-fd8b4c8f3e51 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4037888'] for floatingip, before_response {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:19.731210 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-20c61bf0-edbf-4e6f-92b3-fd8b4c8f3e51 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.1217787 May 27 03:41:19.743257 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-f1149167-e154-4eb2-8888-caedc263abff req-f72f7662-a4b2-41b2-aa13-56d33f7d33c7 tempest-DeleteServersTestJSON-1681401445 tempest-DeleteServersTestJSON-1681401445-project] 10.222.0.25 "GET /v2.0/security-groups?id=b53e8910-4476-4f97-9990-47a211815228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521560 May 27 03:41:19.838973 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-97309771-b906-4233-bc26-ab6951ad1850 req-12f06d09-3749-46c8-a636-e015be01249f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1279817e-ea8d-4755-966e-3691e51297b7 HTTP/1.1" status: 200 len: 217 time: 0.1077223 May 27 03:41:19.885550 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-aa92b7bf-d0ca-4e60-925f-aa0dc0299c56 req-2173f13f-45f3-4f5d-9d32-b0791b69b506 service neutron] 10.222.0.36 "GET /v2.0/networks/e363b4db-219a-47f3-b982-5fb2e6fbad65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6314218 May 27 03:41:19.906859 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-5e7c20f4-fa0e-4ef7-8621-85e1395ebcb7 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_update {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:20.033001 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_dvr_db [None req-ea925f6e-8b31-4e62-8c56-d4b7010c6b16 None None] Set router a52aa5e3-3321-4bc4-a997-6e537a933850 gateway port host: dv-cinder-793264-1-iscsi {{(pid=98853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 03:41:20.072970 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97309771-b906-4233-bc26-ab6951ad1850 req-f347ed97-a825-4378-a18f-451000be5516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:20.074397 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-97309771-b906-4233-bc26-ab6951ad1850 req-f347ed97-a825-4378-a18f-451000be5516 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e7b1e35c-8b26-4690-9d11-111b6e17f0c6 HTTP/1.1" status: 200 len: 855 time: 0.2259703 May 27 03:41:20.092787 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-34721fcf-a627-4b01-9aa1-ecad06c88c79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:20.212726 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-34721fcf-a627-4b01-9aa1-ecad06c88c79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:20.225868 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4abc80-5785-461f-b0ea-f43a4a4bf70a req-fee49bef-fc41-44b4-80fe-e53839934ebb tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:20.227800 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-7d4abc80-5785-461f-b0ea-f43a4a4bf70a req-fee49bef-fc41-44b4-80fe-e53839934ebb tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/networks?id=b35bcef9-7d04-408a-b003-58c7e5878e65 HTTP/1.1" status: 200 len: 819 time: 0.6147285 May 27 03:41:20.243655 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-073a3777-8aff-42b1-9b8b-07f9f7fe2c6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:41:20.251688 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-97309771-b906-4233-bc26-ab6951ad1850 req-2850df9b-1b67-49bd-865a-36ad2627474a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9d88eb5c-a234-4a0b-9721-bcab674f53e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1613324 May 27 03:41:20.309876 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cf4cce-2b81-4dd2-9d67-2d9c74016412 req-79773d15-c8f5-4b9e-b6c3-191aae9eb054 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:20.311487 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-00cf4cce-2b81-4dd2-9d67-2d9c74016412 req-79773d15-c8f5-4b9e-b6c3-191aae9eb054 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] 10.222.0.25 "GET /v2.0/ports?device_id=695616b8-9b90-4e8d-b719-de3eabe09cbe HTTP/1.1" status: 200 len: 943 time: 0.1907852 May 27 03:41:20.330340 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-7d4abc80-5785-461f-b0ea-f43a4a4bf70a req-66b25606-27ac-430d-afc2-2666a58b1891 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/quotas/fa24b9f82e13448382e6b5f6bd699fab HTTP/1.1" status: 200 len: 375 time: 0.0715928 May 27 03:41:20.353686 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-5e7c20f4-fa0e-4ef7-8621-85e1395ebcb7 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Notify callbacks [] for port, precommit_update {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:20.386284 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-00cf4cce-2b81-4dd2-9d67-2d9c74016412 req-524ff822-0a8a-4b61-a9d0-e1dcff17bf0b tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] 10.222.0.25 "GET /v2.0/security-groups?id=3008a255-7ecc-4b97-8d3a-baac4542929c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630934 May 27 03:41:20.393063 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34721fcf-a627-4b01-9aa1-ecad06c88c79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2160e05f-5b14-4378-8c9a-bc3feba01aaa,revision_number=1']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:20.400052 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-34721fcf-a627-4b01-9aa1-ecad06c88c79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:41:20.413361 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [None req-34721fcf-a627-4b01-9aa1-ecad06c88c79 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c2fe02f6193943409be421d7f5726bb7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8380096 May 27 03:41:20.414432 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 53088) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:41:20.486770 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-aa92b7bf-d0ca-4e60-925f-aa0dc0299c56 req-605ff2b5-0b2d-426c-918b-e9f82a6857b3 service neutron] 10.222.0.36 "GET /v2.0/networks/e363b4db-219a-47f3-b982-5fb2e6fbad65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5835190 May 27 03:41:20.501607 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_hamode_db [None req-ea925f6e-8b31-4e62-8c56-d4b7010c6b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a52aa5e3-3321-4bc4-a997-6e537a933850', 'name': 'tempest-ServerRescueNegativeTestJSON-1534104748-router', 'tenant_id': 'fa24b9f82e13448382e6b5f6bd699fab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'external_fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '823ab52d-c277-4027-88b2-0cdd12e80716', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:40:54Z', 'updated_at': '2021-05-27T03:41:14Z', 'revision_number': 4, 'project_id': 'fa24b9f82e13448382e6b5f6bd699fab', 'gw_port': {'id': '823ab52d-c277-4027-88b2-0cdd12e80716', 'name': '', 'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:01:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a52aa5e3-3321-4bc4-a997-6e537a933850', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:40:57Z', 'updated_at': '2021-05-27T03:41:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-iscsi', '_interfaces': [{'id': '1b7a7d3e-fed7-4829-bbba-f6c362ff1eac', 'name': '', 'network_id': 'b35bcef9-7d04-408a-b003-58c7e5878e65', 'tenant_id': 'fa24b9f82e13448382e6b5f6bd699fab', 'mac_address': 'fa:16:3e:1c:d4:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a52aa5e3-3321-4bc4-a997-6e537a933850', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'fc2e5be7-abd1-47fd-a0c1-09780acadf70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:41:11Z', 'updated_at': '2021-05-27T03:41:15Z', 'revision_number': 2, 'project_id': 'fa24b9f82e13448382e6b5f6bd699fab', 'subnets': [{'id': 'fc2e5be7-abd1-47fd-a0c1-09780acadf70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-1-iscsi', False) {} {{(pid=98853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:41:20.505313 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-5e7c20f4-fa0e-4ef7-8621-85e1395ebcb7 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786481721483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786481287406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786481291807'] for port, after_update {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:20.506932 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea925f6e-8b31-4e62-8c56-d4b7010c6b16 None None] Checking router: a52aa5e3-3321-4bc4-a997-6e537a933850 for host: dv-cinder-793264-1-iscsi {{(pid=98853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:41:20.507520 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea925f6e-8b31-4e62-8c56-d4b7010c6b16 None None] Updating router a52aa5e3-3321-4bc4-a997-6e537a933850 port 1b7a7d3e-fed7-4829-bbba-f6c362ff1eac binding host dv-cinder-793264-1-iscsi {{(pid=98853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 03:41:20.529016 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-20c61bf0-edbf-4e6f-92b3-fd8b4c8f3e51 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:41:20.574324 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-ea925f6e-8b31-4e62-8c56-d4b7010c6b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:20.616490 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-97309771-b906-4233-bc26-ab6951ad1850 req-e9b73425-b641-41be-8722-817fd63f5883 service neutron] 10.222.0.36 "GET /v2.0/networks/9d88eb5c-a234-4a0b-9721-bcab674f53e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3525910 May 27 03:41:20.621386 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-7d4abc80-5785-461f-b0ea-f43a4a4bf70a req-96700b24-67b0-4608-bfe6-4639e3fcbddf tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=fa24b9f82e13448382e6b5f6bd699fab&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2329969 May 27 03:41:20.624106 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-5e7c20f4-fa0e-4ef7-8621-85e1395ebcb7 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-417761'] for floatingip, after_update {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:20.669944 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7c20f4-fa0e-4ef7-8621-85e1395ebcb7 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Pushing event updated for resources: {'Port': ['ID=9dfb127f-6843-4bc1-8a0f-845198edfa8b,revision_number=2']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:20.673258 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-5e7c20f4-fa0e-4ef7-8621-85e1395ebcb7 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:41:20.681119 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-4c569fa8-c83a-402c-80f3-77a49c1c7f2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:20.736991 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [req-cd1cfc40-8ce3-426e-b39e-039c90296f5e req-08a4326a-e69e-4ed7-b7ab-3f0e8d611958 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Synchronizing usage tracker for tenant:276e81e3da1f4d4c9c1881d1b1e863c4 on resource:security_group {{(pid=98852) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:41:20.742247 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-4c569fa8-c83a-402c-80f3-77a49c1c7f2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:20.804610 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-5e7c20f4-fa0e-4ef7-8621-85e1395ebcb7 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4037888'] for floatingip, before_response {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:20.806292 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-5e7c20f4-fa0e-4ef7-8621-85e1395ebcb7 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.8303211 May 27 03:41:20.846564 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [req-cd1cfc40-8ce3-426e-b39e-039c90296f5e req-08a4326a-e69e-4ed7-b7ab-3f0e8d611958 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Unset dirty status for tenant:276e81e3da1f4d4c9c1881d1b1e863c4 on resource:security_group {{(pid=98852) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:41:20.848463 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-cd1cfc40-8ce3-426e-b39e-039c90296f5e req-08a4326a-e69e-4ed7-b7ab-3f0e8d611958 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--901761077&fields=id&tenant_id=276e81e3da1f4d4c9c1881d1b1e863c4 HTTP/1.1" status: 200 len: 267 time: 0.2361991 May 27 03:41:20.870677 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-97309771-b906-4233-bc26-ab6951ad1850 req-12f4ea04-e065-4860-8e05-39b114f713f3 service neutron] 10.222.0.36 "GET /v2.0/networks/9d88eb5c-a234-4a0b-9721-bcab674f53e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2476130 May 27 03:41:20.872537 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-7d4abc80-5785-461f-b0ea-f43a4a4bf70a req-dc75b272-2b1b-4e4d-8ff2-1269680587db service neutron] 10.222.0.25 "GET /v2.0/networks/b35bcef9-7d04-408a-b003-58c7e5878e65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2302146 May 27 03:41:21.008700 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-4c569fa8-c83a-402c-80f3-77a49c1c7f2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:21.030424 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-a6771e52-9f86-4987-ae83-8a915d267bc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:41:21.035094 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-ea925f6e-8b31-4e62-8c56-d4b7010c6b16 None None] Notify callbacks [] for port, precommit_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:21.047306 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c569fa8-c83a-402c-80f3-77a49c1c7f2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2160e05f-5b14-4378-8c9a-bc3feba01aaa,revision_number=None']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:21.056005 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1cfc40-8ce3-426e-b39e-039c90296f5e req-388749b8-d637-446a-b292-94e8a3a62919 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:21.056648 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [req-cd1cfc40-8ce3-426e-b39e-039c90296f5e req-388749b8-d637-446a-b292-94e8a3a62919 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Synchronizing usage tracker for tenant:276e81e3da1f4d4c9c1881d1b1e863c4 on resource:network {{(pid=98852) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:41:21.058712 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-ea925f6e-8b31-4e62-8c56-d4b7010c6b16 None None] Transition to ACTIVE for port object 1b7a7d3e-fed7-4829-bbba-f6c362ff1eac will not be triggered until provisioned by entity L2. {{(pid=98853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:41:21.059579 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-4c569fa8-c83a-402c-80f3-77a49c1c7f2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:21.063874 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-4c569fa8-c83a-402c-80f3-77a49c1c7f2c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2160e05f-5b14-4378-8c9a-bc3feba01aaa HTTP/1.1" status: 204 len: 168 time: 0.6487288 May 27 03:41:21.064971 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-4c569fa8-c83a-402c-80f3-77a49c1c7f2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:41:21.068139 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-7d4abc80-5785-461f-b0ea-f43a4a4bf70a req-910501ed-336a-4f8c-a8e5-658bc0c4c120 service neutron] 10.222.0.25 "GET /v2.0/networks/b35bcef9-7d04-408a-b003-58c7e5878e65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798668 May 27 03:41:21.123538 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.wsgi [-] (98851) accepted ('10.222.0.25', 53120) {{(pid=98851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:41:21.166251 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [req-cd1cfc40-8ce3-426e-b39e-039c90296f5e req-388749b8-d637-446a-b292-94e8a3a62919 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Unset dirty status for tenant:276e81e3da1f4d4c9c1881d1b1e863c4 on resource:network {{(pid=98852) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:41:21.167465 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-cd1cfc40-8ce3-426e-b39e-039c90296f5e req-388749b8-d637-446a-b292-94e8a3a62919 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "GET /v2.0/networks?id=130ff3ea-d273-4d90-8f0d-494d41441c60 HTTP/1.1" status: 200 len: 810 time: 0.3099163 May 27 03:41:21.178882 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Device 823ab52d-c277-4027-88b2-0cdd12e80716 up at agent ovs-agent-dv-cinder-793264-1-iscsi {{(pid=98853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:41:21.183177 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-cd1cfc40-8ce3-426e-b39e-039c90296f5e req-1539e685-a217-4104-b32c-9b884d96d5ab tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "GET /v2.0/quotas/276e81e3da1f4d4c9c1881d1b1e863c4 HTTP/1.1" status: 200 len: 375 time: 0.0094211 May 27 03:41:21.214953 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-ea925f6e-8b31-4e62-8c56-d4b7010c6b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786481721483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786481287406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786481291807'] for port, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:21.229700 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-e3dad922-c9d9-48f9-b450-64d9e1398ede None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:41:21.289782 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [req-cd1cfc40-8ce3-426e-b39e-039c90296f5e req-85988491-c741-4ca0-b469-15eb0b8fa863 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Synchronizing usage tracker for tenant:276e81e3da1f4d4c9c1881d1b1e863c4 on resource:port {{(pid=98852) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:41:21.416381 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21812259-1439-42b2-9fed-9e70ce680afc None None] Pushing event updated for resources: {'Port': ['ID=1b7a7d3e-fed7-4829-bbba-f6c362ff1eac,revision_number=3']} {{(pid=98853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:21.426048 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-21812259-1439-42b2-9fed-9e70ce680afc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:41:21.428332 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [req-cd1cfc40-8ce3-426e-b39e-039c90296f5e req-85988491-c741-4ca0-b469-15eb0b8fa863 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Unset dirty status for tenant:276e81e3da1f4d4c9c1881d1b1e863c4 on resource:port {{(pid=98852) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:41:21.433957 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-cd1cfc40-8ce3-426e-b39e-039c90296f5e req-85988491-c741-4ca0-b469-15eb0b8fa863 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=276e81e3da1f4d4c9c1881d1b1e863c4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2417200 May 27 03:41:21.488200 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Provisioning complete for port 823ab52d-c277-4027-88b2-0cdd12e80716 triggered by entity L2. {{(pid=98853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:41:21.488621 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487713'] for port, provisioning_complete {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:21.531034 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db351097-dee8-432d-af1b-02fd39151516 req-9fd6ac6e-c56c-4973-9405-86680c4dbc5e tempest-DeleteServersTestJSON-1681401445 tempest-DeleteServersTestJSON-1681401445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:21.532714 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-db351097-dee8-432d-af1b-02fd39151516 req-9fd6ac6e-c56c-4973-9405-86680c4dbc5e tempest-DeleteServersTestJSON-1681401445 tempest-DeleteServersTestJSON-1681401445-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d5fdc92-2d08-4ae1-a508-032e39ce0958 HTTP/1.1" status: 200 len: 943 time: 0.1516867 May 27 03:41:21.575577 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.managers [None req-ea925f6e-8b31-4e62-8c56-d4b7010c6b16 None None] Attempting to bind port 1b7a7d3e-fed7-4829-bbba-f6c362ff1eac on host dv-cinder-793264-1-iscsi for vnic_type normal with profile {{(pid=98853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:41:21.575942 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.managers [None req-ea925f6e-8b31-4e62-8c56-d4b7010c6b16 None None] Attempting to bind port 1b7a7d3e-fed7-4829-bbba-f6c362ff1eac by drivers openvswitch,hyperv on host dv-cinder-793264-1-iscsi at level 0 using segments [{'id': '909c8887-f923-4cc8-aab3-09372be2a868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'b35bcef9-7d04-408a-b003-58c7e5878e65'}] {{(pid=98853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:41:21.576306 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea925f6e-8b31-4e62-8c56-d4b7010c6b16 None None] Attempting to bind port 1b7a7d3e-fed7-4829-bbba-f6c362ff1eac on network b35bcef9-7d04-408a-b003-58c7e5878e65 {{(pid=98853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:41:21.591052 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea925f6e-8b31-4e62-8c56-d4b7010c6b16 None None] Checking agent: {'id': 'ffe58315-61ba-45bf-8076-0ef37f215597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793264-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 3, 33, 6), 'started_at': datetime.datetime(2021, 5, 27, 3, 33, 36), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 3, 41, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793264-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 03:41:21.601180 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea925f6e-8b31-4e62-8c56-d4b7010c6b16 None None] Checking segment: {'id': '909c8887-f923-4cc8-aab3-09372be2a868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'b35bcef9-7d04-408a-b003-58c7e5878e65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 03:41:21.601180 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-ea925f6e-8b31-4e62-8c56-d4b7010c6b16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:21.601180 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea925f6e-8b31-4e62-8c56-d4b7010c6b16 None None] Bound using segment: {'id': '909c8887-f923-4cc8-aab3-09372be2a868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'b35bcef9-7d04-408a-b003-58c7e5878e65'} {{(pid=98853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 03:41:21.601180 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.managers [None req-ea925f6e-8b31-4e62-8c56-d4b7010c6b16 None None] Bound port: 1b7a7d3e-fed7-4829-bbba-f6c362ff1eac, host: dv-cinder-793264-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '909c8887-f923-4cc8-aab3-09372be2a868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'b35bcef9-7d04-408a-b003-58c7e5878e65'}}] {{(pid=98853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:41:21.601180 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-ea925f6e-8b31-4e62-8c56-d4b7010c6b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:21.613719 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-db351097-dee8-432d-af1b-02fd39151516 req-3d04c5d2-4770-4cbc-909d-4718b8155811 tempest-DeleteServersTestJSON-1681401445 tempest-DeleteServersTestJSON-1681401445-project] 10.222.0.25 "GET /v2.0/security-groups?id=b53e8910-4476-4f97-9990-47a211815228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750875 May 27 03:41:21.614838 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-d707180e-77e6-45d0-b8c3-13ed7d0a032b admin admin] Notify callbacks [] for security_group, before_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:21.641499 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.quota.driver [None req-d707180e-77e6-45d0-b8c3-13ed7d0a032b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:41:21.645990 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [None req-d707180e-77e6-45d0-b8c3-13ed7d0a032b admin admin] Usage tracker for resource:security_group_rule and tenant:102aa2be6d51459fba2c5d36a8adcaf5 is out of sync, need to count used quota {{(pid=98851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:41:21.648965 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [None req-d707180e-77e6-45d0-b8c3-13ed7d0a032b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:41:21.655061 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.quota.driver [None req-d707180e-77e6-45d0-b8c3-13ed7d0a032b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:41:21.760612 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.db [None req-ea925f6e-8b31-4e62-8c56-d4b7010c6b16 None None] For port 1b7a7d3e-fed7-4829-bbba-f6c362ff1eac, host dv-cinder-793264-1-iscsi, cleared binding levels {{(pid=98853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:41:21.761282 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-d707180e-77e6-45d0-b8c3-13ed7d0a032b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:21.765072 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.db [None req-ea925f6e-8b31-4e62-8c56-d4b7010c6b16 None None] For port 1b7a7d3e-fed7-4829-bbba-f6c362ff1eac, host dv-cinder-793264-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-1-iscsi',level=0,port_id=1b7a7d3e-fed7-4829-bbba-f6c362ff1eac,segment=NetworkSegment(909c8887-f923-4cc8-aab3-09372be2a868),segment_id=909c8887-f923-4cc8-aab3-09372be2a868)] {{(pid=98853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 03:41:21.821600 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Device 1bbb12ef-9a7a-4069-a54e-b707ce9a6809 details requested by agent hyperv_hv-cinder-79326 with host hv-cinder-79326 {{(pid=98853) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:41:21.828230 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-d707180e-77e6-45d0-b8c3-13ed7d0a032b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:21.839156 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-06dcbc62-c5bf-49ba-ac44-c4c8b3470792 req-657c6a70-15a2-4838-8fbe-e36e12244fb8 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--812930336&fields=id&tenant_id=16ccb2756adb4055942bd0a0f0a061f4 HTTP/1.1" status: 200 len: 267 time: 0.0530732 May 27 03:41:21.841256 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-c42ce639-2ba7-4556-95a0-79f29d6c6e12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:41:21.862677 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-ea925f6e-8b31-4e62-8c56-d4b7010c6b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786481721483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786481287406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786481291807'] for port, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:21.868984 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-e3dad922-c9d9-48f9-b450-64d9e1398ede None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:41:21.921435 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d707180e-77e6-45d0-b8c3-13ed7d0a032b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0a03a88-9887-45a4-90a8-b75610f0f589,revision_number=1']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:21.934591 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-d707180e-77e6-45d0-b8c3-13ed7d0a032b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:41:21.953673 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 53160) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:41:21.954411 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [None req-d707180e-77e6-45d0-b8c3-13ed7d0a032b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=102aa2be6d51459fba2c5d36a8adcaf5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8285897 May 27 03:41:21.973820 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [req-cd1cfc40-8ce3-426e-b39e-039c90296f5e req-8f24cb1e-4456-4390-a648-44f522c4b53a service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=98852) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 03:41:21.974953 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-cd1cfc40-8ce3-426e-b39e-039c90296f5e req-8f24cb1e-4456-4390-a648-44f522c4b53a service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2260427 May 27 03:41:22.041819 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea925f6e-8b31-4e62-8c56-d4b7010c6b16 None None] Routers {'a52aa5e3-3321-4bc4-a997-6e537a933850'} bound to L3 agent in host dv-cinder-793264-1-iscsi {{(pid=98853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 03:41:22.042462 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_hamode_db [None req-ea925f6e-8b31-4e62-8c56-d4b7010c6b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-27T03:33:06Z,description=,heartbeat_timestamp=2021-05-27T03:41:06Z,host='dv-cinder-793264-1-iscsi',id=816f7595-8215-4f06-9251-575c663b21d0,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T03:33:06Z,topic='l3_agent')) {'router_ids': ['a52aa5e3-3321-4bc4-a997-6e537a933850'], 'active': True} {{(pid=98853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:41:22.092140 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.wsgi [-] (98851) accepted ('10.222.0.25', 53164) {{(pid=98851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:41:22.127559 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-0a94b25d-2c54-4170-8075-3c687cad67eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:22.140935 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-2883a923-56c9-42f7-a3a8-3a2a59e9ddb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:22.159155 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-0a94b25d-2c54-4170-8075-3c687cad67eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:22.168685 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dcbc62-c5bf-49ba-ac44-c4c8b3470792 req-18485d6f-10e6-445e-9bde-3e973f8841e6 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:22.177935 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-06dcbc62-c5bf-49ba-ac44-c4c8b3470792 req-18485d6f-10e6-445e-9bde-3e973f8841e6 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/networks?id=f65a0cca-1ebc-4ae6-b01b-5fdf0f05198a HTTP/1.1" status: 200 len: 817 time: 0.3256264 May 27 03:41:22.187054 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.quota.driver [None req-2883a923-56c9-42f7-a3a8-3a2a59e9ddb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:41:22.199441 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-06dcbc62-c5bf-49ba-ac44-c4c8b3470792 req-1a26f430-3e22-4102-a6c4-6bfbe97001aa tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/quotas/16ccb2756adb4055942bd0a0f0a061f4 HTTP/1.1" status: 200 len: 375 time: 0.0206273 May 27 03:41:22.203560 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [None req-2883a923-56c9-42f7-a3a8-3a2a59e9ddb9 admin admin] Usage tracker for resource:security_group_rule and tenant:371269f740b44399a2fca67036b192ea is out of sync, need to count used quota {{(pid=98851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:41:22.205700 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [None req-2883a923-56c9-42f7-a3a8-3a2a59e9ddb9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:41:22.216249 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21812259-1439-42b2-9fed-9e70ce680afc None None] Pushing event updated for resources: {'Port': ['ID=1b7a7d3e-fed7-4829-bbba-f6c362ff1eac,revision_number=4']} {{(pid=98853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:22.220740 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-21812259-1439-42b2-9fed-9e70ce680afc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:41:22.244355 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-cd1cfc40-8ce3-426e-b39e-039c90296f5e req-a4dfd1ed-6f47-4cd2-bcc7-c38cdc27a67a service neutron] 10.222.0.25 "GET /v2.0/networks/130ff3ea-d273-4d90-8f0d-494d41441c60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2567627 May 27 03:41:22.249303 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.quota.driver [None req-2883a923-56c9-42f7-a3a8-3a2a59e9ddb9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:41:22.262795 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.db [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] For port 1bbb12ef-9a7a-4069-a54e-b707ce9a6809, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=1bbb12ef-9a7a-4069-a54e-b707ce9a6809,segment=NetworkSegment(6af1176f-0fbe-4434-a643-e80b37bbef56),segment_id=6af1176f-0fbe-4434-a643-e80b37bbef56)] {{(pid=98853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:41:22.310224 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [req-06dcbc62-c5bf-49ba-ac44-c4c8b3470792 req-7ddd632a-abda-49a4-b619-d682e5526e61 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Synchronizing usage tracker for tenant:16ccb2756adb4055942bd0a0f0a061f4 on resource:port {{(pid=98851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:41:22.362022 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-0a94b25d-2c54-4170-8075-3c687cad67eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:22.368033 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-19245927-5158-402e-9c06-c6c04b8fc732 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:41:22.371287 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Returning: {'device': '1bbb12ef-9a7a-4069-a54e-b707ce9a6809', 'network_id': 'e363b4db-219a-47f3-b982-5fb2e6fbad65', 'port_id': '1bbb12ef-9a7a-4069-a54e-b707ce9a6809', 'mac_address': 'fa:16:3e:43:91:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '850ff7e4-c1ae-476a-98ad-2e7f47f1d387', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98853) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:41:22.387233 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a94b25d-2c54-4170-8075-3c687cad67eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0a03a88-9887-45a4-90a8-b75610f0f589,revision_number=None']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:22.399087 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-0a94b25d-2c54-4170-8075-3c687cad67eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:41:22.408915 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-0a94b25d-2c54-4170-8075-3c687cad67eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:22.410157 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-0a94b25d-2c54-4170-8075-3c687cad67eb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e0a03a88-9887-45a4-90a8-b75610f0f589 HTTP/1.1" status: 204 len: 168 time: 0.4556553 May 27 03:41:22.411196 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [req-06dcbc62-c5bf-49ba-ac44-c4c8b3470792 req-7ddd632a-abda-49a4-b619-d682e5526e61 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Unset dirty status for tenant:16ccb2756adb4055942bd0a0f0a061f4 on resource:port {{(pid=98851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:41:22.415862 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-06dcbc62-c5bf-49ba-ac44-c4c8b3470792 req-7ddd632a-abda-49a4-b619-d682e5526e61 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=16ccb2756adb4055942bd0a0f0a061f4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2122817 May 27 03:41:22.425435 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-cd1cfc40-8ce3-426e-b39e-039c90296f5e req-540a8a2e-84e5-4671-8e64-6f6b4fba1d87 service neutron] 10.222.0.25 "GET /v2.0/networks/130ff3ea-d273-4d90-8f0d-494d41441c60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760399 May 27 03:41:22.443846 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-2883a923-56c9-42f7-a3a8-3a2a59e9ddb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:22.537635 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:22.545484 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-2883a923-56c9-42f7-a3a8-3a2a59e9ddb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:22.558223 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_dvr_db [None req-ea925f6e-8b31-4e62-8c56-d4b7010c6b16 None None] Set router a52aa5e3-3321-4bc4-a997-6e537a933850 gateway port host: dv-cinder-793264-1-iscsi {{(pid=98853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 03:41:22.563879 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:41:22.602648 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.notifiers.nova [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bbb12ef-9a7a-4069-a54e-b707ce9a6809 {{(pid=98853) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:41:22.633505 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [None req-2883a923-56c9-42f7-a3a8-3a2a59e9ddb9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=371269f740b44399a2fca67036b192ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5403678 May 27 03:41:22.636630 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 53180) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:41:22.644884 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2883a923-56c9-42f7-a3a8-3a2a59e9ddb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee0d3ed9-0b7c-473b-ad0e-9c408fd1a1ae,revision_number=1']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:22.645717 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.db [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] For port 1bbb12ef-9a7a-4069-a54e-b707ce9a6809, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=1bbb12ef-9a7a-4069-a54e-b707ce9a6809,segment=NetworkSegment(6af1176f-0fbe-4434-a643-e80b37bbef56),segment_id=6af1176f-0fbe-4434-a643-e80b37bbef56)] {{(pid=98853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:41:22.648425 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-2883a923-56c9-42f7-a3a8-3a2a59e9ddb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:41:22.657144 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-06dcbc62-c5bf-49ba-ac44-c4c8b3470792 req-59709c46-7ba4-4310-843e-ec87ef1b803d service neutron] 10.222.0.25 "GET /v2.0/networks/f65a0cca-1ebc-4ae6-b01b-5fdf0f05198a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054739 May 27 03:41:22.791249 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-179a8b63-251b-412c-a8a0-94472599daa9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:22.821417 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-179a8b63-251b-412c-a8a0-94472599daa9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:22.846336 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786481721483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786481287406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786481291807'] for port, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:22.868388 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:41:22.950486 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-06dcbc62-c5bf-49ba-ac44-c4c8b3470792 req-3ff84629-b7da-44c2-b74a-5bd372685e4f service neutron] 10.222.0.25 "GET /v2.0/networks/f65a0cca-1ebc-4ae6-b01b-5fdf0f05198a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2810376 May 27 03:41:22.996763 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Pushing event updated for resources: {'Port': ['ID=1bbb12ef-9a7a-4069-a54e-b707ce9a6809,revision_number=4']} {{(pid=98853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:22.999478 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-179a8b63-251b-412c-a8a0-94472599daa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:23.009097 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:41:23.013088 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [req-a30fc302-bea4-469e-9b7c-533cfa51a2e7 req-b963bc2f-b9e1-4812-baa1-99b9d1ba44f8 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] Synchronizing usage tracker for tenant:fa24b9f82e13448382e6b5f6bd699fab on resource:port {{(pid=98852) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:41:23.019680 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:41:23.045792 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179a8b63-251b-412c-a8a0-94472599daa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee0d3ed9-0b7c-473b-ad0e-9c408fd1a1ae,revision_number=None']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:23.050748 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-179a8b63-251b-412c-a8a0-94472599daa9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:41:23.053606 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-179a8b63-251b-412c-a8a0-94472599daa9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:23.054555 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-179a8b63-251b-412c-a8a0-94472599daa9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ee0d3ed9-0b7c-473b-ad0e-9c408fd1a1ae HTTP/1.1" status: 204 len: 168 time: 0.4153602 May 27 03:41:23.132653 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [req-a30fc302-bea4-469e-9b7c-533cfa51a2e7 req-b963bc2f-b9e1-4812-baa1-99b9d1ba44f8 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] Unset dirty status for tenant:fa24b9f82e13448382e6b5f6bd699fab on resource:port {{(pid=98852) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:41:23.134204 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-a30fc302-bea4-469e-9b7c-533cfa51a2e7 req-b963bc2f-b9e1-4812-baa1-99b9d1ba44f8 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/ports?device_id=1a0adeb2-9abe-4dfa-8fd5-1aa17e3b69e0 HTTP/1.1" status: 200 len: 210 time: 0.1903312 May 27 03:41:23.138782 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_hamode_db [None req-ea925f6e-8b31-4e62-8c56-d4b7010c6b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a52aa5e3-3321-4bc4-a997-6e537a933850', 'name': 'tempest-ServerRescueNegativeTestJSON-1534104748-router', 'tenant_id': 'fa24b9f82e13448382e6b5f6bd699fab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'external_fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '823ab52d-c277-4027-88b2-0cdd12e80716', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:40:54Z', 'updated_at': '2021-05-27T03:41:14Z', 'revision_number': 4, 'project_id': 'fa24b9f82e13448382e6b5f6bd699fab', 'gw_port': {'id': '823ab52d-c277-4027-88b2-0cdd12e80716', 'name': '', 'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:01:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a52aa5e3-3321-4bc4-a997-6e537a933850', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:40:57Z', 'updated_at': '2021-05-27T03:41:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-iscsi', '_interfaces': [{'id': '1b7a7d3e-fed7-4829-bbba-f6c362ff1eac', 'name': '', 'network_id': 'b35bcef9-7d04-408a-b003-58c7e5878e65', 'tenant_id': 'fa24b9f82e13448382e6b5f6bd699fab', 'mac_address': 'fa:16:3e:1c:d4:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a52aa5e3-3321-4bc4-a997-6e537a933850', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'fc2e5be7-abd1-47fd-a0c1-09780acadf70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:41:11Z', 'updated_at': '2021-05-27T03:41:21Z', 'revision_number': 4, 'project_id': 'fa24b9f82e13448382e6b5f6bd699fab', 'subnets': [{'id': 'fc2e5be7-abd1-47fd-a0c1-09780acadf70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-1-iscsi', False) {} {{(pid=98853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:41:23.144238 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea925f6e-8b31-4e62-8c56-d4b7010c6b16 None None] The sync data for ids ['a52aa5e3-3321-4bc4-a997-6e537a933850'] in dv-cinder-793264-1-iscsi is: [{'id': 'a52aa5e3-3321-4bc4-a997-6e537a933850', 'name': 'tempest-ServerRescueNegativeTestJSON-1534104748-router', 'tenant_id': 'fa24b9f82e13448382e6b5f6bd699fab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'external_fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '823ab52d-c277-4027-88b2-0cdd12e80716', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:40:54Z', 'updated_at': '2021-05-27T03:41:14Z', 'revision_number': 4, 'project_id': 'fa24b9f82e13448382e6b5f6bd699fab', 'gw_port': {'id': '823ab52d-c277-4027-88b2-0cdd12e80716', 'name': '', 'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:01:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a52aa5e3-3321-4bc4-a997-6e537a933850', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:40:57Z', 'updated_at': '2021-05-27T03:41:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-iscsi', '_interfaces': [{'id': '1b7a7d3e-fed7-4829-bbba-f6c362ff1eac', 'name': '', 'network_id': 'b35bcef9-7d04-408a-b003-58c7e5878e65', 'tenant_id': 'fa24b9f82e13448382e6b5f6bd699fab', 'mac_address': 'fa:16:3e:1c:d4:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a52aa5e3-3321-4bc4-a997-6e537a933850', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'fc2e5be7-abd1-47fd-a0c1-09780acadf70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:41:11Z', 'updated_at': '2021-05-27T03:41:21Z', 'revision_number': 4, 'project_id': 'fa24b9f82e13448382e6b5f6bd699fab', 'subnets': [{'id': 'fc2e5be7-abd1-47fd-a0c1-09780acadf70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:41:23.238976 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.db [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] get_ports_and_sgs() called for port_ids ['1bbb12ef-9a7a-4069-a54e-b707ce9a6809'] {{(pid=98853) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 03:41:23.327541 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.wsgi [-] (98851) accepted ('10.222.0.25', 53208) {{(pid=98851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:41:23.388745 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-a1837009-0df4-4382-baa5-039c37f96bdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:23.444451 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.quota.driver [None req-a1837009-0df4-4382-baa5-039c37f96bdf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:41:23.451331 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [None req-a1837009-0df4-4382-baa5-039c37f96bdf admin admin] Usage tracker for resource:security_group_rule and tenant:75f4f1285bce4bf3bc066b31a474fc0c is out of sync, need to count used quota {{(pid=98851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:41:23.464806 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [None req-a1837009-0df4-4382-baa5-039c37f96bdf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:41:23.501423 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493c79ea-6a7c-4716-b157-ac8dc4266164 req-33785841-279e-4bb2-8803-03b738d5731a tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:23.511773 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-493c79ea-6a7c-4716-b157-ac8dc4266164 req-33785841-279e-4bb2-8803-03b738d5731a tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] 10.222.0.25 "GET /v2.0/ports?device_id=695616b8-9b90-4e8d-b719-de3eabe09cbe HTTP/1.1" status: 200 len: 943 time: 0.1909833 May 27 03:41:23.596101 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-493c79ea-6a7c-4716-b157-ac8dc4266164 req-64a20868-a449-4e65-bb2b-82d1a3af31dc tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] 10.222.0.25 "GET /v2.0/security-groups?id=3008a255-7ecc-4b97-8d3a-baac4542929c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831773 May 27 03:41:23.761773 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-0c0939e0-390a-4aee-a0cc-2560b11de1ca req-56f0eaee-da5c-4651-ad4b-cdc8c293d1d1 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c7e656a-afc5-4119-a11e-920c583d89d2 HTTP/1.1" status: 200 len: 210 time: 0.0511305 May 27 03:41:23.769302 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 53220) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:41:23.788387 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.quota.driver [None req-a1837009-0df4-4382-baa5-039c37f96bdf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:41:23.803028 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Device 1279817e-ea8d-4755-966e-3691e51297b7 details requested by agent hyperv_hv-cinder-79326 with host hv-cinder-79326 {{(pid=98853) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:41:23.916380 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a87d44-3dc5-41d5-8054-61e34b46d7b3 req-f20a52ae-9bc8-46c6-9e64-ac4820e462f9 tempest-DeleteServersTestJSON-1681401445 tempest-DeleteServersTestJSON-1681401445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:23.917938 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-80a87d44-3dc5-41d5-8054-61e34b46d7b3 req-f20a52ae-9bc8-46c6-9e64-ac4820e462f9 tempest-DeleteServersTestJSON-1681401445 tempest-DeleteServersTestJSON-1681401445-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d5fdc92-2d08-4ae1-a508-032e39ce0958 HTTP/1.1" status: 200 len: 944 time: 0.4388540 May 27 03:41:23.936948 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-f88511a9-c46e-432f-a66a-ffc07cdd5005 req-e86b4884-d519-4c09-86ed-137ecffd0a2b tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/ports?device_id=e367eb4b-29c5-4f41-b41d-0da84d751fe2 HTTP/1.1" status: 200 len: 210 time: 0.0974967 May 27 03:41:24.031799 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-80a87d44-3dc5-41d5-8054-61e34b46d7b3 req-cb847519-cd57-4478-a0e3-200d2d47d070 tempest-DeleteServersTestJSON-1681401445 tempest-DeleteServersTestJSON-1681401445-project] 10.222.0.25 "GET /v2.0/security-groups?id=b53e8910-4476-4f97-9990-47a211815228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987823 May 27 03:41:24.204887 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.db [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] For port 1279817e-ea8d-4755-966e-3691e51297b7, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=1279817e-ea8d-4755-966e-3691e51297b7,segment=NetworkSegment(9f0a7abb-00b7-4c31-9093-b0d5b331bfb6),segment_id=9f0a7abb-00b7-4c31-9093-b0d5b331bfb6)] {{(pid=98853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:41:24.232300 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Returning: {'device': '1279817e-ea8d-4755-966e-3691e51297b7', 'network_id': '9d88eb5c-a234-4a0b-9721-bcab674f53e1', 'port_id': '1279817e-ea8d-4755-966e-3691e51297b7', 'mac_address': 'fa:16:3e:2d:fe:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7b1e35c-8b26-4690-9d11-111b6e17f0c6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98853) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:41:24.283214 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-a1837009-0df4-4382-baa5-039c37f96bdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:24.311080 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:24.333005 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.notifiers.nova [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1279817e-ea8d-4755-966e-3691e51297b7 {{(pid=98853) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:41:24.354295 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.db [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] For port 1279817e-ea8d-4755-966e-3691e51297b7, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=1279817e-ea8d-4755-966e-3691e51297b7,segment=NetworkSegment(9f0a7abb-00b7-4c31-9093-b0d5b331bfb6),segment_id=9f0a7abb-00b7-4c31-9093-b0d5b331bfb6)] {{(pid=98853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:41:24.383018 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4abc80-5785-461f-b0ea-f43a4a4bf70a req-869a14e8-a930-4742-bf65-b20a7b2a179d tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:24.384921 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-7d4abc80-5785-461f-b0ea-f43a4a4bf70a req-869a14e8-a930-4742-bf65-b20a7b2a179d tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.36 "GET /v2.0/networks?id=b35bcef9-7d04-408a-b003-58c7e5878e65 HTTP/1.1" status: 200 len: 819 time: 0.3414633 May 27 03:41:24.389254 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-a1837009-0df4-4382-baa5-039c37f96bdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:24.399450 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:41:24.416416 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-648a6348-79dd-4876-88c8-1f00283df10d admin admin] Notify callbacks [] for security_group, before_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:24.430930 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.v2.base [req-7d4abc80-5785-461f-b0ea-f43a4a4bf70a req-b1f1236a-7399-4b8b-a308-3378741888f9 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] Request body: {'port': {'device_id': '1a0adeb2-9abe-4dfa-8fd5-1aa17e3b69e0', 'network_id': 'b35bcef9-7d04-408a-b003-58c7e5878e65', 'admin_state_up': True, 'tenant_id': 'fa24b9f82e13448382e6b5f6bd699fab'}} {{(pid=98851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:41:24.432015 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786481721483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786481287406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786481291807'] for port, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:24.435434 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:41:24.443285 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f503c7c7-7784-479a-81a8-f60456ae7725 req-44e78ac3-fd68-4d3c-a251-c71fa5cff677 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:24.445295 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [req-f503c7c7-7784-479a-81a8-f60456ae7725 req-44e78ac3-fd68-4d3c-a251-c71fa5cff677 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] Synchronizing usage tracker for tenant:fa24b9f82e13448382e6b5f6bd699fab on resource:network {{(pid=98852) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:41:24.452416 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-648a6348-79dd-4876-88c8-1f00283df10d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:41:24.458112 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-648a6348-79dd-4876-88c8-1f00283df10d admin admin] Usage tracker for resource:security_group_rule and tenant:0171db85096747b3a17034a91ac8e3c9 is out of sync, need to count used quota {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:41:24.461198 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-648a6348-79dd-4876-88c8-1f00283df10d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:41:24.467430 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-648a6348-79dd-4876-88c8-1f00283df10d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:41:24.472592 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1837009-0df4-4382-baa5-039c37f96bdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=418bfe95-10d1-415b-8608-9af21c5da1fc,revision_number=1']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:24.537989 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-a1837009-0df4-4382-baa5-039c37f96bdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:41:24.553719 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [None req-a1837009-0df4-4382-baa5-039c37f96bdf admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=75f4f1285bce4bf3bc066b31a474fc0c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2249048 May 27 03:41:24.554512 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.wsgi [-] (98851) accepted ('10.222.0.25', 53240) {{(pid=98851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:41:24.571242 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Pushing event updated for resources: {'Port': ['ID=1279817e-ea8d-4755-966e-3691e51297b7,revision_number=4']} {{(pid=98853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:24.579649 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:41:24.600454 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.wsgi [-] (98851) accepted ('10.222.0.25', 53244) {{(pid=98851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:41:24.637682 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-648a6348-79dd-4876-88c8-1f00283df10d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:24.655358 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [req-f503c7c7-7784-479a-81a8-f60456ae7725 req-44e78ac3-fd68-4d3c-a251-c71fa5cff677 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] Unset dirty status for tenant:fa24b9f82e13448382e6b5f6bd699fab on resource:network {{(pid=98852) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:41:24.657721 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-f503c7c7-7784-479a-81a8-f60456ae7725 req-44e78ac3-fd68-4d3c-a251-c71fa5cff677 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/networks?id=b35bcef9-7d04-408a-b003-58c7e5878e65 HTTP/1.1" status: 200 len: 819 time: 0.5675700 May 27 03:41:24.662586 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-e8fe835e-247b-4661-84c4-b3f8adef9f50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:24.693712 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-f503c7c7-7784-479a-81a8-f60456ae7725 req-a3fc6b57-85f5-47c5-bf32-66db28fda39a tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/quotas/fa24b9f82e13448382e6b5f6bd699fab HTTP/1.1" status: 200 len: 375 time: 0.0278106 May 27 03:41:24.741230 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.quota.driver [None req-e8fe835e-247b-4661-84c4-b3f8adef9f50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:41:24.754235 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-648a6348-79dd-4876-88c8-1f00283df10d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:24.758929 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [None req-e8fe835e-247b-4661-84c4-b3f8adef9f50 admin admin] Usage tracker for resource:security_group_rule and tenant:e1ab597253b94600a78eacb177eb9e0f is out of sync, need to count used quota {{(pid=98851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:41:24.761821 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.quota.driver [req-7d4abc80-5785-461f-b0ea-f43a4a4bf70a req-b1f1236a-7399-4b8b-a308-3378741888f9 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:41:24.764122 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [None req-e8fe835e-247b-4661-84c4-b3f8adef9f50 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:41:24.765450 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-6672798c-379d-4bde-9b87-6520d658fcd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:41:24.766945 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.db [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] get_ports_and_sgs() called for port_ids ['1279817e-ea8d-4755-966e-3691e51297b7'] {{(pid=98853) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 03:41:24.781271 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.quota.driver [None req-e8fe835e-247b-4661-84c4-b3f8adef9f50 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:41:24.784496 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-3cce3016-98c8-4fc4-b374-26d882d952d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:24.821380 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.quota.driver [req-7d4abc80-5785-461f-b0ea-f43a4a4bf70a req-b1f1236a-7399-4b8b-a308-3378741888f9 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=98851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:41:24.849830 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-648a6348-79dd-4876-88c8-1f00283df10d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0171db85096747b3a17034a91ac8e3c9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0787456 May 27 03:41:24.855772 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.wsgi [-] (98851) accepted ('10.222.0.25', 53256) {{(pid=98851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:41:24.858156 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648a6348-79dd-4876-88c8-1f00283df10d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1052bc5-fadb-4d54-a53c-35c8f0520978,revision_number=1']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:24.876365 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-648a6348-79dd-4876-88c8-1f00283df10d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:41:24.899422 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-f503c7c7-7784-479a-81a8-f60456ae7725 req-5afa65c9-787f-4e89-903c-62e602ae64f4 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=fa24b9f82e13448382e6b5f6bd699fab&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2005727 May 27 03:41:24.920682 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-3cce3016-98c8-4fc4-b374-26d882d952d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:24.958773 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d4abc80-5785-461f-b0ea-f43a4a4bf70a req-b1f1236a-7399-4b8b-a308-3378741888f9 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] Made reservation on behalf of fa24b9f82e13448382e6b5f6bd699fab for: {'port': 1} {{(pid=98851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:41:24.962359 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-7d4abc80-5785-461f-b0ea-f43a4a4bf70a req-b1f1236a-7399-4b8b-a308-3378741888f9 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:25.107628 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-f503c7c7-7784-479a-81a8-f60456ae7725 req-96be32c4-c9e7-4670-a61a-3d695dee7a59 service neutron] 10.222.0.25 "GET /v2.0/networks/b35bcef9-7d04-408a-b003-58c7e5878e65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2100794 May 27 03:41:25.175105 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-dfe8d311-9fe3-43b7-8cb6-583d6986f517 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:25.196158 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e8b8b1-778c-4a78-bb40-3017c6fef26a req-f61611f7-9fa4-427c-8690-0e66be61dcbc tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:25.197799 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-57e8b8b1-778c-4a78-bb40-3017c6fef26a req-f61611f7-9fa4-427c-8690-0e66be61dcbc tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] 10.222.0.25 "GET /v2.0/ports?device_id=695616b8-9b90-4e8d-b719-de3eabe09cbe HTTP/1.1" status: 200 len: 944 time: 0.4208641 May 27 03:41:25.235744 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Device 1b7a7d3e-fed7-4829-bbba-f6c362ff1eac up at agent ovs-agent-dv-cinder-793264-1-iscsi {{(pid=98853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:41:25.293054 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-f503c7c7-7784-479a-81a8-f60456ae7725 req-248ebe6c-4b86-4d1e-a7e9-9422c7c09b4e service neutron] 10.222.0.25 "GET /v2.0/networks/b35bcef9-7d04-408a-b003-58c7e5878e65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1844323 May 27 03:41:25.363746 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-e8fe835e-247b-4661-84c4-b3f8adef9f50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:25.390348 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-dfe8d311-9fe3-43b7-8cb6-583d6986f517 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:25.400279 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Provisioning for port 1b7a7d3e-fed7-4829-bbba-f6c362ff1eac completed by entity L2. {{(pid=98853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:41:25.405199 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Provisioning complete for port 1b7a7d3e-fed7-4829-bbba-f6c362ff1eac triggered by entity L2. {{(pid=98853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:41:25.405511 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487713'] for port, provisioning_complete {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:25.407321 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-57e8b8b1-778c-4a78-bb40-3017c6fef26a req-f7a0aade-2423-429f-bd05-2cb120d85820 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] 10.222.0.25 "GET /v2.0/security-groups?id=3008a255-7ecc-4b97-8d3a-baac4542929c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784694 May 27 03:41:25.430504 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.db_base_plugin_common [req-7d4abc80-5785-461f-b0ea-f43a4a4bf70a req-b1f1236a-7399-4b8b-a308-3378741888f9 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] Allocated IP 172.20.0.11 (b35bcef9-7d04-408a-b003-58c7e5878e65/fc2e5be7-abd1-47fd-a0c1-09780acadf70/3f12ac65-af0d-4c74-bfa1-375cddc42ae8) {{(pid=98851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:41:25.473780 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-e8fe835e-247b-4661-84c4-b3f8adef9f50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:25.474490 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-3cce3016-98c8-4fc4-b374-26d882d952d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:25.498091 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:41:25.572462 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:25.615567 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.db [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] For port 1b7a7d3e-fed7-4829-bbba-f6c362ff1eac, host dv-cinder-793264-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-1-iscsi',level=0,port_id=1b7a7d3e-fed7-4829-bbba-f6c362ff1eac,segment=NetworkSegment(909c8887-f923-4cc8-aab3-09372be2a868),segment_id=909c8887-f923-4cc8-aab3-09372be2a868)] {{(pid=98853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:41:25.631058 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-dfe8d311-9fe3-43b7-8cb6-583d6986f517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:25.633459 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-952f1db7-6783-466b-b2de-df68b0483548 req-f99dae9e-fcf6-4bfa-ba8a-cf288765d2eb tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c7e656a-afc5-4119-a11e-920c583d89d2 HTTP/1.1" status: 200 len: 210 time: 0.0797691 May 27 03:41:25.640341 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [None req-e8fe835e-247b-4661-84c4-b3f8adef9f50 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e1ab597253b94600a78eacb177eb9e0f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0389123 May 27 03:41:25.641473 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fe835e-247b-4661-84c4-b3f8adef9f50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc2157b9-0aae-49ac-8f4f-31b709848f05,revision_number=1']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:25.646995 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.wsgi [-] (98851) accepted ('10.222.0.25', 53268) {{(pid=98851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:41:25.691540 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-0419285b-7d2d-4f41-ab37-2c0f7f1e29b1 req-0654b894-3415-49d1-ac7d-6aa1bda8b6bf tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/ports?device_id=e367eb4b-29c5-4f41-b41d-0da84d751fe2 HTTP/1.1" status: 200 len: 210 time: 0.0712175 May 27 03:41:25.694886 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786481721483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786481287406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786481291807'] for port, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:25.699134 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:41:25.749041 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cce3016-98c8-4fc4-b374-26d882d952d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=418bfe95-10d1-415b-8608-9af21c5da1fc,revision_number=None']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:25.772830 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-3cce3016-98c8-4fc4-b374-26d882d952d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:41:25.801930 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-d707180e-77e6-45d0-b8c3-13ed7d0a032b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.271s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:41:25.803476 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Pushing event updated for resources: {'Port': ['ID=1b7a7d3e-fed7-4829-bbba-f6c362ff1eac,revision_number=5']} {{(pid=98853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:25.807087 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:41:25.811468 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Device 1279817e-ea8d-4755-966e-3691e51297b7 up at agent hyperv_hv-cinder-79326 {{(pid=98853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:41:25.863954 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-8c7475d8-9456-4074-b36a-d8d1b707027d req-0bab6250-b149-4e31-a746-a2a60b088898 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3449057-b2c6-4b15-b705-4076eddfefff HTTP/1.1" status: 200 len: 210 time: 0.0863647 May 27 03:41:25.888367 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe8d311-9fe3-43b7-8cb6-583d6986f517 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1052bc5-fadb-4d54-a53c-35c8f0520978,revision_number=None']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:25.907559 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-dfe8d311-9fe3-43b7-8cb6-583d6986f517 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:41:25.907559 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.189s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:41:25.907559 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:41:26.012251 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Provisioning for port 1279817e-ea8d-4755-966e-3691e51297b7 completed by entity L2. {{(pid=98853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:41:26.017560 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Provisioning complete for port 1279817e-ea8d-4755-966e-3691e51297b7 triggered by entity L2. {{(pid=98853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:41:26.017994 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487713'] for port, provisioning_complete {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:26.022403 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-dfe8d311-9fe3-43b7-8cb6-583d6986f517 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:26.023505 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [None req-dfe8d311-9fe3-43b7-8cb6-583d6986f517 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a1052bc5-fadb-4d54-a53c-35c8f0520978 HTTP/1.1" status: 204 len: 168 time: 1.1650319 May 27 03:41:26.035896 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-4118909a-d2d7-4544-94de-57da5aed1296 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:26.057071 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-7d4abc80-5785-461f-b0ea-f43a4a4bf70a req-b1f1236a-7399-4b8b-a308-3378741888f9 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] Notify callbacks [] for port, precommit_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:26.063043 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-3cce3016-98c8-4fc4-b374-26d882d952d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:26.063043 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [None req-3cce3016-98c8-4fc4-b374-26d882d952d8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/418bfe95-10d1-415b-8608-9af21c5da1fc HTTP/1.1" status: 204 len: 168 time: 1.4900682 May 27 03:41:26.141345 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-4118909a-d2d7-4544-94de-57da5aed1296 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:26.202758 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f3f5c4-d00d-42f9-aede-263227dcca34 req-28a64d71-7c84-4e81-bb7b-72847f38fc20 tempest-DeleteServersTestJSON-1681401445 tempest-DeleteServersTestJSON-1681401445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:26.204284 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-96f3f5c4-d00d-42f9-aede-263227dcca34 req-28a64d71-7c84-4e81-bb7b-72847f38fc20 tempest-DeleteServersTestJSON-1681401445 tempest-DeleteServersTestJSON-1681401445-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d5fdc92-2d08-4ae1-a508-032e39ce0958 HTTP/1.1" status: 200 len: 944 time: 0.4190221 May 27 03:41:26.217652 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:26.255659 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.db [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] For port 1279817e-ea8d-4755-966e-3691e51297b7, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=1279817e-ea8d-4755-966e-3691e51297b7,segment=NetworkSegment(9f0a7abb-00b7-4c31-9093-b0d5b331bfb6),segment_id=9f0a7abb-00b7-4c31-9093-b0d5b331bfb6)] {{(pid=98853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:41:26.256685 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '695616b8-9b90-4e8d-b719-de3eabe09cbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1279817e-ea8d-4755-966e-3691e51297b7'}] {{(pid=98853) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:41:26.329109 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-96f3f5c4-d00d-42f9-aede-263227dcca34 req-631fb1ea-f8a9-4c3c-bd01-66f4e30395a8 tempest-DeleteServersTestJSON-1681401445 tempest-DeleteServersTestJSON-1681401445-project] 10.222.0.25 "GET /v2.0/security-groups?id=b53e8910-4476-4f97-9990-47a211815228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157613 May 27 03:41:26.353401 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1cfc40-8ce3-426e-b39e-039c90296f5e req-e5abdb4f-a725-40d2-803a-985035119d5e tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:26.354842 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-cd1cfc40-8ce3-426e-b39e-039c90296f5e req-e5abdb4f-a725-40d2-803a-985035119d5e tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.36 "GET /v2.0/networks?id=130ff3ea-d273-4d90-8f0d-494d41441c60 HTTP/1.1" status: 200 len: 810 time: 0.2894464 May 27 03:41:26.359414 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786481721483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786481287406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786481291807'] for port, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:26.360976 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Device 1bbb12ef-9a7a-4069-a54e-b707ce9a6809 up at agent hyperv_hv-cinder-79326 {{(pid=98853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:41:26.394556 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:41:26.407608 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [req-cd1cfc40-8ce3-426e-b39e-039c90296f5e req-d2221d30-0957-4a21-8ace-4b9644abd9b0 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Synchronizing usage tracker for tenant:276e81e3da1f4d4c9c1881d1b1e863c4 on resource:security_group {{(pid=98851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:41:26.419796 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [req-cd1cfc40-8ce3-426e-b39e-039c90296f5e req-d2221d30-0957-4a21-8ace-4b9644abd9b0 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Unset dirty status for tenant:276e81e3da1f4d4c9c1881d1b1e863c4 on resource:security_group {{(pid=98851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:41:26.420942 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-cd1cfc40-8ce3-426e-b39e-039c90296f5e req-d2221d30-0957-4a21-8ace-4b9644abd9b0 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=276e81e3da1f4d4c9c1881d1b1e863c4 HTTP/1.1" status: 200 len: 379 time: 0.0558572 May 27 03:41:26.430698 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.v2.base [req-cd1cfc40-8ce3-426e-b39e-039c90296f5e req-18116326-718a-43d9-9700-4ebe841f52da tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Request body: {'port': {'device_id': '3c7e656a-afc5-4119-a11e-920c583d89d2', 'network_id': '130ff3ea-d273-4d90-8f0d-494d41441c60', 'admin_state_up': True, 'tenant_id': '276e81e3da1f4d4c9c1881d1b1e863c4', 'security_groups': ['2e39d5df-c8e8-44f8-bf65-7b7c15957e09']}} {{(pid=98851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:41:26.449128 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-7d4abc80-5785-461f-b0ea-f43a4a4bf70a req-b1f1236a-7399-4b8b-a308-3378741888f9 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786481287388'] for port, after_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:26.511167 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Pushing event updated for resources: {'Port': ['ID=1279817e-ea8d-4755-966e-3691e51297b7,revision_number=5']} {{(pid=98853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:26.515083 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:41:26.620509 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-dc562099-c0ce-4a30-846a-c1e29f0b565d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:41:26.630809 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Provisioning for port 1bbb12ef-9a7a-4069-a54e-b707ce9a6809 completed by entity L2. {{(pid=98853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:41:26.636661 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Provisioning complete for port 1bbb12ef-9a7a-4069-a54e-b707ce9a6809 triggered by entity L2. {{(pid=98853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:41:26.637132 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487713'] for port, provisioning_complete {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:26.666854 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.wsgi [-] (98851) accepted ('10.222.0.36', 62791) {{(pid=98851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:41:26.692429 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-4118909a-d2d7-4544-94de-57da5aed1296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:26.762493 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d4abc80-5785-461f-b0ea-f43a4a4bf70a req-b1f1236a-7399-4b8b-a308-3378741888f9 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] Network b35bcef9-7d04-408a-b003-58c7e5878e65 is already hosted by enough agents. {{(pid=98851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:41:26.800601 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423d9db9-a3fe-46d3-95b5-5a19ccb0f5a1 req-382a0ca8-c171-42b3-84c8-ab4812a0dff0 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:26.812598 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-423d9db9-a3fe-46d3-95b5-5a19ccb0f5a1 req-382a0ca8-c171-42b3-84c8-ab4812a0dff0 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] 10.222.0.25 "GET /v2.0/ports?device_id=695616b8-9b90-4e8d-b719-de3eabe09cbe HTTP/1.1" status: 200 len: 945 time: 0.2382295 May 27 03:41:26.818093 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.scheduler.base_scheduler [req-7d4abc80-5785-461f-b0ea-f43a4a4bf70a req-b1f1236a-7399-4b8b-a308-3378741888f9 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] Resources bound (agent type, host, resource id): {{(pid=98851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:41:26.834617 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d4abc80-5785-461f-b0ea-f43a4a4bf70a req-b1f1236a-7399-4b8b-a308-3378741888f9 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] Received port after_create {{(pid=98851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 03:41:26.848789 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4abc80-5785-461f-b0ea-f43a4a4bf70a req-b1f1236a-7399-4b8b-a308-3378741888f9 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:26.849334 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-7d4abc80-5785-461f-b0ea-f43a4a4bf70a req-b1f1236a-7399-4b8b-a308-3378741888f9 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4037888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689932'] for port, before_response {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:26.893374 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-423d9db9-a3fe-46d3-95b5-5a19ccb0f5a1 req-0ccf5a82-190e-4bab-8fe2-e001f61c43dd tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] 10.222.0.25 "GET /v2.0/security-groups?id=3008a255-7ecc-4b97-8d3a-baac4542929c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787752 May 27 03:41:26.944054 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:26.971973 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f1236a-7399-4b8b-a308-3378741888f9 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] Pushing event updated for resources: {'Port': ['ID=3f12ac65-af0d-4c74-bfa1-375cddc42ae8,revision_number=1']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:26.982834 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-b1f1236a-7399-4b8b-a308-3378741888f9 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:41:27.008541 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.252s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:41:27.015872 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-4118909a-d2d7-4544-94de-57da5aed1296 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:27.019726 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.db [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] For port 1bbb12ef-9a7a-4069-a54e-b707ce9a6809, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=1bbb12ef-9a7a-4069-a54e-b707ce9a6809,segment=NetworkSegment(6af1176f-0fbe-4434-a643-e80b37bbef56),segment_id=6af1176f-0fbe-4434-a643-e80b37bbef56)] {{(pid=98853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:41:27.021118 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [None req-4118909a-d2d7-4544-94de-57da5aed1296 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bc2157b9-0aae-49ac-8f4f-31b709848f05 HTTP/1.1" status: 204 len: 168 time: 1.3689039 May 27 03:41:27.049639 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-d4109c74-3940-4d4f-9f69-7d9475efedca req-fe70fbb8-9634-46d5-bb9d-14475e394ca6 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c7e656a-afc5-4119-a11e-920c583d89d2 HTTP/1.1" status: 200 len: 210 time: 0.2270300 May 27 03:41:27.087285 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-9f0ce671-6144-4184-8961-e3ffe0da3b70 req-6c373708-1dbd-4c0e-b485-ba65cfa54734 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/ports?device_id=e367eb4b-29c5-4f41-b41d-0da84d751fe2 HTTP/1.1" status: 200 len: 210 time: 0.0716112 May 27 03:41:27.089377 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4118909a-d2d7-4544-94de-57da5aed1296 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc2157b9-0aae-49ac-8f4f-31b709848f05,revision_number=None']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:27.102996 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786481721483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786481287406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786481291807'] for port, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:27.105003 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:41:27.127989 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.quota.driver [req-cd1cfc40-8ce3-426e-b39e-039c90296f5e req-18116326-718a-43d9-9700-4ebe841f52da tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:41:27.144908 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.quota.driver [req-cd1cfc40-8ce3-426e-b39e-039c90296f5e req-18116326-718a-43d9-9700-4ebe841f52da tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=98851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:41:27.193672 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-4118909a-d2d7-4544-94de-57da5aed1296 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:41:27.200275 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dcbc62-c5bf-49ba-ac44-c4c8b3470792 req-c731331d-da8a-4cdf-ab8d-71746fa77881 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:27.201826 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-06dcbc62-c5bf-49ba-ac44-c4c8b3470792 req-c731331d-da8a-4cdf-ab8d-71746fa77881 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.36 "GET /v2.0/networks?id=f65a0cca-1ebc-4ae6-b01b-5fdf0f05198a HTTP/1.1" status: 200 len: 817 time: 0.5253780 May 27 03:41:27.212425 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-7d4abc80-5785-461f-b0ea-f43a4a4bf70a req-b1f1236a-7399-4b8b-a308-3378741888f9 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8087511 May 27 03:41:27.226359 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.wsgi [-] (98851) accepted ('10.222.0.25', 53318) {{(pid=98851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:41:27.245376 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-f2b87e40-686f-4005-8482-dba19f5b7f65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:27.267720 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.quota.driver [None req-f2b87e40-686f-4005-8482-dba19f5b7f65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:41:27.271911 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [None req-f2b87e40-686f-4005-8482-dba19f5b7f65 admin admin] Usage tracker for resource:security_group_rule and tenant:983ee522915a4cf8b3acc5feea40c26c is out of sync, need to count used quota {{(pid=98851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:41:27.275493 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [None req-f2b87e40-686f-4005-8482-dba19f5b7f65 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:41:27.282460 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.quota.driver [None req-f2b87e40-686f-4005-8482-dba19f5b7f65 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:41:27.299487 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Device 1b7a7d3e-fed7-4829-bbba-f6c362ff1eac up at agent ovs-agent-dv-cinder-793264-1-iscsi {{(pid=98853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:41:27.304936 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.v2.base [req-7d4abc80-5785-461f-b0ea-f43a4a4bf70a req-703279c4-816b-4719-8adc-e6854f2761a4 service neutron] Request body: {'port': {'device_id': '1a0adeb2-9abe-4dfa-8fd5-1aa17e3b69e0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79326'}} {{(pid=98851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:41:27.343456 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Pushing event updated for resources: {'Port': ['ID=1bbb12ef-9a7a-4069-a54e-b707ce9a6809,revision_number=5']} {{(pid=98853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:27.353495 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd1cfc40-8ce3-426e-b39e-039c90296f5e req-18116326-718a-43d9-9700-4ebe841f52da tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Made reservation on behalf of 276e81e3da1f4d4c9c1881d1b1e863c4 for: {'port': 1} {{(pid=98851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:41:27.356585 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-cd1cfc40-8ce3-426e-b39e-039c90296f5e req-18116326-718a-43d9-9700-4ebe841f52da tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:27.357004 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:41:27.419228 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Provisioning complete for port 1b7a7d3e-fed7-4829-bbba-f6c362ff1eac triggered by entity L2. {{(pid=98853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:41:27.419815 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487713'] for port, provisioning_complete {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:27.448599 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [req-e560d147-ed9e-445c-88d1-26cd39689901 req-0cb58b07-bae1-4434-a175-1a07161b04fd tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] Synchronizing usage tracker for tenant:fa24b9f82e13448382e6b5f6bd699fab on resource:port {{(pid=98851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:41:27.530864 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-06dcbc62-c5bf-49ba-ac44-c4c8b3470792 req-0f1550b9-a951-477c-be4b-20b83f91b2bb tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=16ccb2756adb4055942bd0a0f0a061f4 HTTP/1.1" status: 200 len: 379 time: 0.2694125 May 27 03:41:27.596812 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.v2.base [req-06dcbc62-c5bf-49ba-ac44-c4c8b3470792 req-6206ee14-723c-42fc-9505-e3a0faae47c4 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Request body: {'port': {'device_id': 'e367eb4b-29c5-4f41-b41d-0da84d751fe2', 'network_id': 'f65a0cca-1ebc-4ae6-b01b-5fdf0f05198a', 'admin_state_up': True, 'tenant_id': '16ccb2756adb4055942bd0a0f0a061f4', 'security_groups': ['64f0893d-d72b-45fe-a7df-480151aef2aa']}} {{(pid=98851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:41:27.703293 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [req-e560d147-ed9e-445c-88d1-26cd39689901 req-0cb58b07-bae1-4434-a175-1a07161b04fd tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] Unset dirty status for tenant:fa24b9f82e13448382e6b5f6bd699fab on resource:port {{(pid=98851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:41:27.704622 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-e560d147-ed9e-445c-88d1-26cd39689901 req-0cb58b07-bae1-4434-a175-1a07161b04fd tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3449057-b2c6-4b15-b705-4076eddfefff HTTP/1.1" status: 200 len: 210 time: 0.4419158 May 27 03:41:27.798330 dv-cinder-793264-1-iscsi neutron-server[98853]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '695616b8-9b90-4e8d-b719-de3eabe09cbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1279817e-ea8d-4755-966e-3691e51297b7', 'code': 200} May 27 03:41:27.799510 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-7d4abc80-5785-461f-b0ea-f43a4a4bf70a req-703279c4-816b-4719-8adc-e6854f2761a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_update {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:27.876805 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.36', 62796) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:41:28.155624 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f503c7c7-7784-479a-81a8-f60456ae7725 req-fb4f129b-d4ce-4fa7-a3b5-610e1af5dd26 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:28.157506 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-f503c7c7-7784-479a-81a8-f60456ae7725 req-fb4f129b-d4ce-4fa7-a3b5-610e1af5dd26 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.36 "GET /v2.0/networks?id=b35bcef9-7d04-408a-b003-58c7e5878e65 HTTP/1.1" status: 200 len: 819 time: 0.2796423 May 27 03:41:28.170517 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.v2.base [req-f503c7c7-7784-479a-81a8-f60456ae7725 req-1024fe85-cabf-4067-ad9d-46b6baec9ee3 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] Request body: {'port': {'device_id': 'e3449057-b2c6-4b15-b705-4076eddfefff', 'network_id': 'b35bcef9-7d04-408a-b003-58c7e5878e65', 'admin_state_up': True, 'tenant_id': 'fa24b9f82e13448382e6b5f6bd699fab'}} {{(pid=98852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:41:28.256983 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a436a0-12fa-493f-8e54-21cc1b7c8dda req-ce87fd78-661e-4602-ba39-bcbee1700d18 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:28.258704 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-68a436a0-12fa-493f-8e54-21cc1b7c8dda req-ce87fd78-661e-4602-ba39-bcbee1700d18 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] 10.222.0.25 "GET /v2.0/ports?device_id=695616b8-9b90-4e8d-b719-de3eabe09cbe HTTP/1.1" status: 200 len: 945 time: 0.2234931 May 27 03:41:28.286645 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.36', 62797) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:41:28.348116 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-f2b87e40-686f-4005-8482-dba19f5b7f65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:28.410718 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.db_base_plugin_common [req-cd1cfc40-8ce3-426e-b39e-039c90296f5e req-18116326-718a-43d9-9700-4ebe841f52da tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Allocated IP 172.20.0.8 (130ff3ea-d273-4d90-8f0d-494d41441c60/116079ce-8119-4ea5-82d4-c0c254fad638/24177437-ade1-43c7-bd7d-340757426924) {{(pid=98851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:41:28.414020 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-68a436a0-12fa-493f-8e54-21cc1b7c8dda req-0abc3889-6fce-455e-93e5-4708692719a6 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] 10.222.0.25 "GET /v2.0/security-groups?id=3008a255-7ecc-4b97-8d3a-baac4542929c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491821 May 27 03:41:28.428923 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.quota.driver [req-06dcbc62-c5bf-49ba-ac44-c4c8b3470792 req-6206ee14-723c-42fc-9505-e3a0faae47c4 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:41:28.434428 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [req-f503c7c7-7784-479a-81a8-f60456ae7725 req-1024fe85-cabf-4067-ad9d-46b6baec9ee3 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:41:28.438574 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.quota.driver [req-06dcbc62-c5bf-49ba-ac44-c4c8b3470792 req-6206ee14-723c-42fc-9505-e3a0faae47c4 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=98851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:41:28.453461 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.notifiers.nova [req-7d4abc80-5785-461f-b0ea-f43a4a4bf70a req-703279c4-816b-4719-8adc-e6854f2761a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f12ac65-af0d-4c74-bfa1-375cddc42ae8 {{(pid=98851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:41:28.458668 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-f2b87e40-686f-4005-8482-dba19f5b7f65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:28.468048 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-7d4abc80-5785-461f-b0ea-f43a4a4bf70a req-703279c4-816b-4719-8adc-e6854f2761a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:28.481471 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [req-f503c7c7-7784-479a-81a8-f60456ae7725 req-1024fe85-cabf-4067-ad9d-46b6baec9ee3 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:41:28.498535 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-2e937780-fc7d-45c0-87e2-8563ad5e8410 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:41:28.503290 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039b98fd-b883-4a7e-bf8d-561f0fbe81e1 req-2fce0cc5-2646-45e8-aba8-1f5c08444100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:28.507206 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-039b98fd-b883-4a7e-bf8d-561f0fbe81e1 req-2fce0cc5-2646-45e8-aba8-1f5c08444100 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=695616b8-9b90-4e8d-b719-de3eabe09cbe HTTP/1.1" status: 200 len: 1098 time: 0.2161367 May 27 03:41:28.548596 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [req-039b98fd-b883-4a7e-bf8d-561f0fbe81e1 req-3178891a-8d20-4ac8-befd-50afd2b567f0 service neutron] Notify callbacks [] for security_group, before_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:28.558541 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.provisioning_blocks [req-7d4abc80-5785-461f-b0ea-f43a4a4bf70a req-703279c4-816b-4719-8adc-e6854f2761a4 service neutron] Transition to ACTIVE for port object 3f12ac65-af0d-4c74-bfa1-375cddc42ae8 will not be triggered until provisioned by entity L2. {{(pid=98851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:41:28.564777 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [req-039b98fd-b883-4a7e-bf8d-561f0fbe81e1 req-3178891a-8d20-4ac8-befd-50afd2b567f0 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:41:28.567932 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82539bd-2ad5-431f-a3b0-989a0fa45183 req-42957847-65bf-4de4-a37b-8dbc2ddaaa51 tempest-DeleteServersTestJSON-1681401445 tempest-DeleteServersTestJSON-1681401445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:28.568088 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [req-039b98fd-b883-4a7e-bf8d-561f0fbe81e1 req-3178891a-8d20-4ac8-befd-50afd2b567f0 service neutron] Usage tracker for resource:security_group_rule and tenant:68afe16586b74761ad58a0e996c2aff5 is out of sync, need to count used quota {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:41:28.570948 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [req-039b98fd-b883-4a7e-bf8d-561f0fbe81e1 req-3178891a-8d20-4ac8-befd-50afd2b567f0 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:41:28.576999 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [req-039b98fd-b883-4a7e-bf8d-561f0fbe81e1 req-3178891a-8d20-4ac8-befd-50afd2b567f0 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:41:28.577131 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-b82539bd-2ad5-431f-a3b0-989a0fa45183 req-42957847-65bf-4de4-a37b-8dbc2ddaaa51 tempest-DeleteServersTestJSON-1681401445 tempest-DeleteServersTestJSON-1681401445-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d5fdc92-2d08-4ae1-a508-032e39ce0958 HTTP/1.1" status: 200 len: 945 time: 0.6837549 May 27 03:41:28.630187 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [None req-f2b87e40-686f-4005-8482-dba19f5b7f65 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=983ee522915a4cf8b3acc5feea40c26c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3994746 May 27 03:41:28.630187 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06dcbc62-c5bf-49ba-ac44-c4c8b3470792 req-6206ee14-723c-42fc-9505-e3a0faae47c4 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Made reservation on behalf of 16ccb2756adb4055942bd0a0f0a061f4 for: {'port': 1} {{(pid=98851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:41:28.632176 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-06dcbc62-c5bf-49ba-ac44-c4c8b3470792 req-6206ee14-723c-42fc-9505-e3a0faae47c4 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:28.632585 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 53380) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:41:28.653368 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f503c7c7-7784-479a-81a8-f60456ae7725 req-1024fe85-cabf-4067-ad9d-46b6baec9ee3 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] Made reservation on behalf of fa24b9f82e13448382e6b5f6bd699fab for: {'port': 1} {{(pid=98852) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:41:28.657053 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [req-f503c7c7-7784-479a-81a8-f60456ae7725 req-1024fe85-cabf-4067-ad9d-46b6baec9ee3 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:28.680087 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-08a22961-674f-4b89-a050-e7bf425e4257 req-dbe367a3-380b-4699-9f3a-efbb83806796 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c7e656a-afc5-4119-a11e-920c583d89d2 HTTP/1.1" status: 200 len: 210 time: 0.0809822 May 27 03:41:28.790684 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b87e40-686f-4005-8482-dba19f5b7f65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3212ff88-6e33-43af-b798-06a0d7734515,revision_number=1']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:28.819791 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-f2b87e40-686f-4005-8482-dba19f5b7f65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:41:28.833035 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-ed11840b-8a5d-4fed-a78a-b90061d5a744 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:28.846771 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-7d4abc80-5785-461f-b0ea-f43a4a4bf70a req-703279c4-816b-4719-8adc-e6854f2761a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786481721483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786481287406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786481291807'] for port, after_update {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:28.901074 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:41:28.901269 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 53392) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:41:28.930621 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-048cd93c-989d-4cdf-8d00-7c065674856f req-11469541-5e82-4818-b829-389fdd79046f tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/ports?device_id=e367eb4b-29c5-4f41-b41d-0da84d751fe2 HTTP/1.1" status: 200 len: 210 time: 0.0870683 May 27 03:41:28.952787 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-b82539bd-2ad5-431f-a3b0-989a0fa45183 req-a0388bb3-a5dd-46f0-be56-56b1054b0dc6 tempest-DeleteServersTestJSON-1681401445 tempest-DeleteServersTestJSON-1681401445-project] 10.222.0.25 "GET /v2.0/security-groups?id=b53e8910-4476-4f97-9990-47a211815228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3748381 May 27 03:41:29.005049 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-ed11840b-8a5d-4fed-a78a-b90061d5a744 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:29.017989 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [req-039b98fd-b883-4a7e-bf8d-561f0fbe81e1 req-3178891a-8d20-4ac8-befd-50afd2b567f0 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:29.063378 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.db_base_plugin_common [req-f503c7c7-7784-479a-81a8-f60456ae7725 req-1024fe85-cabf-4067-ad9d-46b6baec9ee3 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] Allocated IP 172.20.0.13 (b35bcef9-7d04-408a-b003-58c7e5878e65/fc2e5be7-abd1-47fd-a0c1-09780acadf70/b78c21a4-6cab-4194-9f32-cbe141d6578d) {{(pid=98852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:41:29.085206 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [req-039b98fd-b883-4a7e-bf8d-561f0fbe81e1 req-3178891a-8d20-4ac8-befd-50afd2b567f0 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:29.103853 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-214de3b5-da9d-426d-87af-0460a9cb659b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:41:29.230452 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-039b98fd-b883-4a7e-bf8d-561f0fbe81e1 req-3178891a-8d20-4ac8-befd-50afd2b567f0 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=3008a255-7ecc-4b97-8d3a-baac4542929c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7174172 May 27 03:41:29.250351 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3178891a-8d20-4ac8-befd-50afd2b567f0 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=d956eb63-8c20-4ae9-a5d1-d3c90e3ebea4,revision_number=1']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:29.259906 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-3178891a-8d20-4ac8-befd-50afd2b567f0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:41:29.270726 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-2385c840-7b58-4615-afe5-e8e30640b8e1 req-46240a55-35cf-4099-bf2f-861d7af5c10a tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3449057-b2c6-4b15-b705-4076eddfefff HTTP/1.1" status: 200 len: 210 time: 0.1129456 May 27 03:41:29.276791 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703279c4-816b-4719-8adc-e6854f2761a4 service neutron] Pushing event updated for resources: {'Port': ['ID=3f12ac65-af0d-4c74-bfa1-375cddc42ae8,revision_number=2']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:29.285106 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-cd1cfc40-8ce3-426e-b39e-039c90296f5e req-18116326-718a-43d9-9700-4ebe841f52da tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Notify callbacks [] for port, precommit_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:29.341448 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-703279c4-816b-4719-8adc-e6854f2761a4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:41:29.356016 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.v2.base [None req-96db2dc7-9e3f-48fe-a293-8bd701282554 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-386143512-network', 'tenant_id': 'cd3e8a56ab034d99a699d3e77f689abb'}} {{(pid=98852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:41:29.359194 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-ed11840b-8a5d-4fed-a78a-b90061d5a744 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:29.366011 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-9f371cde-2207-4f86-bea8-247b40b987f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:41:29.377200 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-96db2dc7-9e3f-48fe-a293-8bd701282554 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:41:29.388242 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-96db2dc7-9e3f-48fe-a293-8bd701282554 admin admin] Usage tracker for resource:network and tenant:cd3e8a56ab034d99a699d3e77f689abb is out of sync, need to count used quota {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:41:29.391773 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-96db2dc7-9e3f-48fe-a293-8bd701282554 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:41:29.400166 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.provisioning_blocks [req-cd1cfc40-8ce3-426e-b39e-039c90296f5e req-18116326-718a-43d9-9700-4ebe841f52da tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Transition to ACTIVE for port object 24177437-ade1-43c7-bd7d-340757426924 will not be triggered until provisioned by entity DHCP. {{(pid=98851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:41:29.401069 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-96db2dc7-9e3f-48fe-a293-8bd701282554 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:41:29.404255 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.managers [req-7d4abc80-5785-461f-b0ea-f43a4a4bf70a req-703279c4-816b-4719-8adc-e6854f2761a4 service neutron] Attempting to bind port 3f12ac65-af0d-4c74-bfa1-375cddc42ae8 on host hv-cinder-79326 for vnic_type normal with profile {{(pid=98851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:41:29.404777 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.managers [req-7d4abc80-5785-461f-b0ea-f43a4a4bf70a req-703279c4-816b-4719-8adc-e6854f2761a4 service neutron] Attempting to bind port 3f12ac65-af0d-4c74-bfa1-375cddc42ae8 by drivers openvswitch,hyperv on host hv-cinder-79326 at level 0 using segments [{'id': '909c8887-f923-4cc8-aab3-09372be2a868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'b35bcef9-7d04-408a-b003-58c7e5878e65'}] {{(pid=98851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:41:29.405102 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d4abc80-5785-461f-b0ea-f43a4a4bf70a req-703279c4-816b-4719-8adc-e6854f2761a4 service neutron] Attempting to bind port 3f12ac65-af0d-4c74-bfa1-375cddc42ae8 on network b35bcef9-7d04-408a-b003-58c7e5878e65 {{(pid=98851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:41:29.406444 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed11840b-8a5d-4fed-a78a-b90061d5a744 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3212ff88-6e33-43af-b798-06a0d7734515,revision_number=None']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:29.417464 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d4abc80-5785-461f-b0ea-f43a4a4bf70a req-703279c4-816b-4719-8adc-e6854f2761a4 service neutron] Port 3f12ac65-af0d-4c74-bfa1-375cddc42ae8 on network b35bcef9-7d04-408a-b003-58c7e5878e65 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79326 {{(pid=98851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 03:41:29.420308 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d4abc80-5785-461f-b0ea-f43a4a4bf70a req-703279c4-816b-4719-8adc-e6854f2761a4 service neutron] Attempting to bind port 3f12ac65-af0d-4c74-bfa1-375cddc42ae8 on network b35bcef9-7d04-408a-b003-58c7e5878e65 {{(pid=98851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:41:29.422178 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-ed11840b-8a5d-4fed-a78a-b90061d5a744 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:41:29.427554 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.db_base_plugin_common [req-06dcbc62-c5bf-49ba-ac44-c4c8b3470792 req-6206ee14-723c-42fc-9505-e3a0faae47c4 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Allocated IP 172.20.0.9 (f65a0cca-1ebc-4ae6-b01b-5fdf0f05198a/82530ddc-ffd6-4079-8434-d6a04187e8aa/396ee32c-72a8-43ea-b35c-f0de6de19d7a) {{(pid=98851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:41:29.435687 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d4abc80-5785-461f-b0ea-f43a4a4bf70a req-703279c4-816b-4719-8adc-e6854f2761a4 service neutron] Checking agent: {'id': 'beba53db-4949-4034-b5ab-73b6df09d927', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79326', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 3, 39, 17), 'started_at': datetime.datetime(2021, 5, 27, 3, 39, 17), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 3, 41, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 03:41:29.436252 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d4abc80-5785-461f-b0ea-f43a4a4bf70a req-703279c4-816b-4719-8adc-e6854f2761a4 service neutron] Checking segment: {'id': '909c8887-f923-4cc8-aab3-09372be2a868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'b35bcef9-7d04-408a-b003-58c7e5878e65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 03:41:29.437218 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d4abc80-5785-461f-b0ea-f43a4a4bf70a req-703279c4-816b-4719-8adc-e6854f2761a4 service neutron] Bound using segment: {'id': '909c8887-f923-4cc8-aab3-09372be2a868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'b35bcef9-7d04-408a-b003-58c7e5878e65'} {{(pid=98851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 03:41:29.438964 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.managers [req-7d4abc80-5785-461f-b0ea-f43a4a4bf70a req-703279c4-816b-4719-8adc-e6854f2761a4 service neutron] Bound port: 3f12ac65-af0d-4c74-bfa1-375cddc42ae8, host: hv-cinder-79326, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '909c8887-f923-4cc8-aab3-09372be2a868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'b35bcef9-7d04-408a-b003-58c7e5878e65'}}] {{(pid=98851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:41:29.440678 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-7d4abc80-5785-461f-b0ea-f43a4a4bf70a req-703279c4-816b-4719-8adc-e6854f2761a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_update {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:29.509923 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [req-f503c7c7-7784-479a-81a8-f60456ae7725 req-1024fe85-cabf-4067-ad9d-46b6baec9ee3 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] Notify callbacks [] for port, precommit_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:29.540687 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-ed11840b-8a5d-4fed-a78a-b90061d5a744 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:29.545030 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-ed11840b-8a5d-4fed-a78a-b90061d5a744 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3212ff88-6e33-43af-b798-06a0d7734515 HTTP/1.1" status: 204 len: 168 time: 0.9006653 May 27 03:41:29.554799 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96db2dc7-9e3f-48fe-a293-8bd701282554 admin admin] Made reservation on behalf of cd3e8a56ab034d99a699d3e77f689abb for: {'network': 1} {{(pid=98852) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:41:29.557246 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-96db2dc7-9e3f-48fe-a293-8bd701282554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3620918'] for network, before_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:29.572535 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-96db2dc7-9e3f-48fe-a293-8bd701282554 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:29.644554 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-96db2dc7-9e3f-48fe-a293-8bd701282554 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:41:29.649974 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-cd1cfc40-8ce3-426e-b39e-039c90296f5e req-18116326-718a-43d9-9700-4ebe841f52da tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786481287388'] for port, after_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:29.659171 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-96db2dc7-9e3f-48fe-a293-8bd701282554 admin admin] Usage tracker for resource:security_group_rule and tenant:cd3e8a56ab034d99a699d3e77f689abb is out of sync, need to count used quota {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:41:29.663013 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-96db2dc7-9e3f-48fe-a293-8bd701282554 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:41:29.674514 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.db [req-7d4abc80-5785-461f-b0ea-f43a4a4bf70a req-703279c4-816b-4719-8adc-e6854f2761a4 service neutron] For port 3f12ac65-af0d-4c74-bfa1-375cddc42ae8, host hv-cinder-79326, cleared binding levels {{(pid=98851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:41:29.676717 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:41:29.678972 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-96db2dc7-9e3f-48fe-a293-8bd701282554 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:41:29.715648 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be87a39-8c6e-4c90-879f-82b5fa2105bb req-67d802dd-68dd-43d0-bdcf-3250c5e89cd3 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:29.717205 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-7be87a39-8c6e-4c90-879f-82b5fa2105bb req-67d802dd-68dd-43d0-bdcf-3250c5e89cd3 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] 10.222.0.25 "GET /v2.0/ports?device_id=695616b8-9b90-4e8d-b719-de3eabe09cbe HTTP/1.1" status: 200 len: 945 time: 0.1349900 May 27 03:41:29.723566 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [req-f503c7c7-7784-479a-81a8-f60456ae7725 req-1024fe85-cabf-4067-ad9d-46b6baec9ee3 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786481287388'] for port, after_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:29.735083 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:41:29.779540 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.db [req-7d4abc80-5785-461f-b0ea-f43a4a4bf70a req-703279c4-816b-4719-8adc-e6854f2761a4 service neutron] For port 3f12ac65-af0d-4c74-bfa1-375cddc42ae8, host hv-cinder-79326, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=3f12ac65-af0d-4c74-bfa1-375cddc42ae8,segment=NetworkSegment(909c8887-f923-4cc8-aab3-09372be2a868),segment_id=909c8887-f923-4cc8-aab3-09372be2a868)] {{(pid=98851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 03:41:29.784325 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd1cfc40-8ce3-426e-b39e-039c90296f5e req-18116326-718a-43d9-9700-4ebe841f52da tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Network 130ff3ea-d273-4d90-8f0d-494d41441c60 is already hosted by enough agents. {{(pid=98851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:41:29.790287 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.scheduler.base_scheduler [req-cd1cfc40-8ce3-426e-b39e-039c90296f5e req-18116326-718a-43d9-9700-4ebe841f52da tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Resources bound (agent type, host, resource id): {{(pid=98851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:41:29.799676 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d5fdc92-2d08-4ae1-a508-032e39ce0958', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bbb12ef-9a7a-4069-a54e-b707ce9a6809'}] {{(pid=98853) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:41:29.803209 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd1cfc40-8ce3-426e-b39e-039c90296f5e req-18116326-718a-43d9-9700-4ebe841f52da tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Received port after_create {{(pid=98851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 03:41:29.817866 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1cfc40-8ce3-426e-b39e-039c90296f5e req-18116326-718a-43d9-9700-4ebe841f52da tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:29.818542 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-cd1cfc40-8ce3-426e-b39e-039c90296f5e req-18116326-718a-43d9-9700-4ebe841f52da tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4037888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689932'] for port, before_response {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:29.840220 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18116326-718a-43d9-9700-4ebe841f52da tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Pushing event updated for resources: {'Port': ['ID=24177437-ade1-43c7-bd7d-340757426924,revision_number=1']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:29.855988 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-18116326-718a-43d9-9700-4ebe841f52da tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:41:29.872799 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f503c7c7-7784-479a-81a8-f60456ae7725 req-1024fe85-cabf-4067-ad9d-46b6baec9ee3 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] Network b35bcef9-7d04-408a-b003-58c7e5878e65 is already hosted by enough agents. {{(pid=98852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:41:29.878524 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.scheduler.base_scheduler [req-f503c7c7-7784-479a-81a8-f60456ae7725 req-1024fe85-cabf-4067-ad9d-46b6baec9ee3 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] Resources bound (agent type, host, resource id): {{(pid=98852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:41:29.886651 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-7be87a39-8c6e-4c90-879f-82b5fa2105bb req-179b5310-2c51-4ed4-9008-1de21da0d7c6 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] 10.222.0.25 "GET /v2.0/security-groups?id=3008a255-7ecc-4b97-8d3a-baac4542929c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544781 May 27 03:41:29.898920 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.l3_dvrscheduler_db [req-f503c7c7-7784-479a-81a8-f60456ae7725 req-1024fe85-cabf-4067-ad9d-46b6baec9ee3 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] Received port after_create {{(pid=98852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 03:41:29.905053 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-7d4abc80-5785-461f-b0ea-f43a4a4bf70a req-703279c4-816b-4719-8adc-e6854f2761a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786481721483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786481287406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786481291807'] for port, after_update {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:29.907952 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f503c7c7-7784-479a-81a8-f60456ae7725 req-1024fe85-cabf-4067-ad9d-46b6baec9ee3 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:29.913398 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [req-f503c7c7-7784-479a-81a8-f60456ae7725 req-1024fe85-cabf-4067-ad9d-46b6baec9ee3 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4037888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689932'] for port, before_response {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:29.913554 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1024fe85-cabf-4067-ad9d-46b6baec9ee3 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] Pushing event updated for resources: {'Port': ['ID=b78c21a4-6cab-4194-9f32-cbe141d6578d,revision_number=1']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:29.923049 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-06dcbc62-c5bf-49ba-ac44-c4c8b3470792 req-6206ee14-723c-42fc-9505-e3a0faae47c4 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Notify callbacks [] for port, precommit_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:29.928374 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-1024fe85-cabf-4067-ad9d-46b6baec9ee3 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:41:29.938210 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:41:29.977539 dv-cinder-793264-1-iscsi neutron-server[98853]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d5fdc92-2d08-4ae1-a508-032e39ce0958', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bbb12ef-9a7a-4069-a54e-b707ce9a6809', 'code': 200} May 27 03:41:29.991887 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-96db2dc7-9e3f-48fe-a293-8bd701282554 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:30.053549 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.provisioning_blocks [req-06dcbc62-c5bf-49ba-ac44-c4c8b3470792 req-6206ee14-723c-42fc-9505-e3a0faae47c4 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Transition to ACTIVE for port object 396ee32c-72a8-43ea-b35c-f0de6de19d7a will not be triggered until provisioned by entity DHCP. {{(pid=98851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:41:30.061085 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4abc80-5785-461f-b0ea-f43a4a4bf70a req-703279c4-816b-4719-8adc-e6854f2761a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:30.061710 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-7d4abc80-5785-461f-b0ea-f43a4a4bf70a req-703279c4-816b-4719-8adc-e6854f2761a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4037888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689932'] for port, before_response {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:30.063767 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-7d4abc80-5785-461f-b0ea-f43a4a4bf70a req-703279c4-816b-4719-8adc-e6854f2761a4 service neutron] 10.222.0.36 "PUT /v2.0/ports/3f12ac65-af0d-4c74-bfa1-375cddc42ae8 HTTP/1.1" status: 200 len: 1094 time: 2.8030291 May 27 03:41:30.068292 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a0adeb2-9abe-4dfa-8fd5-1aa17e3b69e0', 'tag': '3f12ac65-af0d-4c74-bfa1-375cddc42ae8'}] {{(pid=98851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:41:30.081646 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-96db2dc7-9e3f-48fe-a293-8bd701282554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:30.085939 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:41:30.111040 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-cd1cfc40-8ce3-426e-b39e-039c90296f5e req-18116326-718a-43d9-9700-4ebe841f52da tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6842289 May 27 03:41:30.132858 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703279c4-816b-4719-8adc-e6854f2761a4 service neutron] Pushing event updated for resources: {'Port': ['ID=3f12ac65-af0d-4c74-bfa1-375cddc42ae8,revision_number=3']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:30.138977 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.v2.base [req-cd1cfc40-8ce3-426e-b39e-039c90296f5e req-8d9a5c42-9a4f-4f6a-8c3d-7304f587a896 service neutron] Request body: {'port': {'device_id': '3c7e656a-afc5-4119-a11e-920c583d89d2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79326'}} {{(pid=98851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:41:30.175073 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-f503c7c7-7784-479a-81a8-f60456ae7725 req-1024fe85-cabf-4067-ad9d-46b6baec9ee3 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0087309 May 27 03:41:30.193894 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.v2.base [req-f503c7c7-7784-479a-81a8-f60456ae7725 req-ee5053ce-a196-48d9-8c99-347cba4f1c57 service neutron] Request body: {'port': {'device_id': 'e3449057-b2c6-4b15-b705-4076eddfefff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79326'}} {{(pid=98852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:41:30.199344 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-3ee865de-9a05-4590-b909-e7f2cf071408 None None] Provisioning for port 24177437-ade1-43c7-bd7d-340757426924 completed by entity DHCP. {{(pid=98853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:41:30.218804 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-3ee865de-9a05-4590-b909-e7f2cf071408 None None] Provisioning complete for port 24177437-ade1-43c7-bd7d-340757426924 triggered by entity DHCP. {{(pid=98853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:41:30.220395 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-3ee865de-9a05-4590-b909-e7f2cf071408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487713'] for port, provisioning_complete {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:30.238120 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96db2dc7-9e3f-48fe-a293-8bd701282554 admin admin] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=98852) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:41:30.258726 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-703279c4-816b-4719-8adc-e6854f2761a4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:41:30.261069 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96db2dc7-9e3f-48fe-a293-8bd701282554 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c638b399-ddf6-4ca4-8c4d-883d9f806e73,revision_number=1']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:30.281265 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-96db2dc7-9e3f-48fe-a293-8bd701282554 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:41:30.288864 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-96db2dc7-9e3f-48fe-a293-8bd701282554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3483814'] for segment, precommit_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:30.289457 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.db.segments_db [None req-96db2dc7-9e3f-48fe-a293-8bd701282554 admin admin] Added segment cccd5a24-43ff-43b6-8f99-608ede268fdd of type vlan for network 4e1b5f88-84c7-43e1-9c64-97db621d3118 May 27 03:41:30.294652 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d461b7a5-c36b-405c-b410-c19b351d77dd req-6a4b3118-5db3-4035-ba97-90a778a99906 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:30.295371 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [req-d461b7a5-c36b-405c-b410-c19b351d77dd req-6a4b3118-5db3-4035-ba97-90a778a99906 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Synchronizing usage tracker for tenant:276e81e3da1f4d4c9c1881d1b1e863c4 on resource:port {{(pid=98851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:41:30.304435 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.plugin [None req-3ee865de-9a05-4590-b909-e7f2cf071408 None None] Port 24177437-ade1-43c7-bd7d-340757426924 cannot update to ACTIVE because it is not bound. {{(pid=98853) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 03:41:30.365598 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-cd1cfc40-8ce3-426e-b39e-039c90296f5e req-8d9a5c42-9a4f-4f6a-8c3d-7304f587a896 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_update {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:30.374588 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-96db2dc7-9e3f-48fe-a293-8bd701282554 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786481306974'] for network, precommit_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:30.397857 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [req-f503c7c7-7784-479a-81a8-f60456ae7725 req-ee5053ce-a196-48d9-8c99-347cba4f1c57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_update {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:30.427974 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55e4e04-da78-4f99-9116-2c03ce81f648 req-450cb9d0-5b6b-4b08-a306-923cb1309e31 tempest-DeleteServersTestJSON-1681401445 tempest-DeleteServersTestJSON-1681401445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:30.429060 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-06dcbc62-c5bf-49ba-ac44-c4c8b3470792 req-6206ee14-723c-42fc-9505-e3a0faae47c4 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786481287388'] for port, after_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:30.429779 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-c55e4e04-da78-4f99-9116-2c03ce81f648 req-450cb9d0-5b6b-4b08-a306-923cb1309e31 tempest-DeleteServersTestJSON-1681401445 tempest-DeleteServersTestJSON-1681401445-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d5fdc92-2d08-4ae1-a508-032e39ce0958 HTTP/1.1" status: 200 len: 945 time: 0.3278859 May 27 03:41:30.452140 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-d21392b2-2b1a-4dfe-91ae-88fd4e8f92c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:41:30.508615 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [req-d461b7a5-c36b-405c-b410-c19b351d77dd req-6a4b3118-5db3-4035-ba97-90a778a99906 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Unset dirty status for tenant:276e81e3da1f4d4c9c1881d1b1e863c4 on resource:port {{(pid=98851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:41:30.509776 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-d461b7a5-c36b-405c-b410-c19b351d77dd req-6a4b3118-5db3-4035-ba97-90a778a99906 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c7e656a-afc5-4119-a11e-920c583d89d2 HTTP/1.1" status: 200 len: 931 time: 0.6796384 May 27 03:41:30.589623 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06dcbc62-c5bf-49ba-ac44-c4c8b3470792 req-6206ee14-723c-42fc-9505-e3a0faae47c4 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Network f65a0cca-1ebc-4ae6-b01b-5fdf0f05198a is already hosted by enough agents. {{(pid=98851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:41:30.612566 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.scheduler.base_scheduler [req-06dcbc62-c5bf-49ba-ac44-c4c8b3470792 req-6206ee14-723c-42fc-9505-e3a0faae47c4 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Resources bound (agent type, host, resource id): {{(pid=98851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:41:30.634568 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.l3_dvrscheduler_db [req-06dcbc62-c5bf-49ba-ac44-c4c8b3470792 req-6206ee14-723c-42fc-9505-e3a0faae47c4 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Received port after_create {{(pid=98851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 03:41:30.640054 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dcbc62-c5bf-49ba-ac44-c4c8b3470792 req-6206ee14-723c-42fc-9505-e3a0faae47c4 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:30.640720 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-06dcbc62-c5bf-49ba-ac44-c4c8b3470792 req-6206ee14-723c-42fc-9505-e3a0faae47c4 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4037888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689932'] for port, before_response {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:30.645280 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6206ee14-723c-42fc-9505-e3a0faae47c4 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Pushing event updated for resources: {'Port': ['ID=396ee32c-72a8-43ea-b35c-f0de6de19d7a,revision_number=1']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:30.649031 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-c55e4e04-da78-4f99-9116-2c03ce81f648 req-76ba66a6-5e91-4a55-95a9-163e082f34e5 tempest-DeleteServersTestJSON-1681401445 tempest-DeleteServersTestJSON-1681401445-project] 10.222.0.25 "GET /v2.0/security-groups?id=b53e8910-4476-4f97-9990-47a211815228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851940 May 27 03:41:30.649726 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-96db2dc7-9e3f-48fe-a293-8bd701282554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3689963'] for network, after_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:30.668809 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-6206ee14-723c-42fc-9505-e3a0faae47c4 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:41:30.668893 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96db2dc7-9e3f-48fe-a293-8bd701282554 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:30.668893 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-96db2dc7-9e3f-48fe-a293-8bd701282554 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689932'] for network, before_response {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:30.679312 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4abc80-5785-461f-b0ea-f43a4a4bf70a req-90ec109c-c142-4ab2-b0e1-834b21f0f16c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:30.681015 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-7d4abc80-5785-461f-b0ea-f43a4a4bf70a req-90ec109c-c142-4ab2-b0e1-834b21f0f16c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fa24b9f82e13448382e6b5f6bd699fab&device_id=1a0adeb2-9abe-4dfa-8fd5-1aa17e3b69e0 HTTP/1.1" status: 200 len: 1097 time: 0.3959539 May 27 03:41:30.707194 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-ab62a9a9-e9d2-4773-819e-49df055e0f14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:41:30.811431 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-d461b7a5-c36b-405c-b410-c19b351d77dd req-2aa4624e-980c-4ef4-93b6-f7462b2adea3 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e39d5df-c8e8-44f8-bf65-7b7c15957e09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2842631 May 27 03:41:30.876317 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-7d4abc80-5785-461f-b0ea-f43a4a4bf70a req-b69ec6eb-d264-4226-b8a0-a07d6cae7036 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3f12ac65-af0d-4c74-bfa1-375cddc42ae8 HTTP/1.1" status: 200 len: 217 time: 0.1841104 May 27 03:41:30.877526 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-06dcbc62-c5bf-49ba-ac44-c4c8b3470792 req-6206ee14-723c-42fc-9505-e3a0faae47c4 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3053801 May 27 03:41:31.070708 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-96db2dc7-9e3f-48fe-a293-8bd701282554 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 2.1649687 May 27 03:41:31.075607 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.wsgi [-] (98851) accepted ('10.222.0.25', 53464) {{(pid=98851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:41:31.078398 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a0adeb2-9abe-4dfa-8fd5-1aa17e3b69e0', 'tag': '3f12ac65-af0d-4c74-bfa1-375cddc42ae8', 'status': 'completed', 'code': 200} May 27 03:41:31.086596 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.v2.base [req-06dcbc62-c5bf-49ba-ac44-c4c8b3470792 req-a65b6097-0ebe-413a-9daa-c2835224671d service neutron] Request body: {'port': {'device_id': 'e367eb4b-29c5-4f41-b41d-0da84d751fe2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79326'}} {{(pid=98851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:41:31.097496 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-b134e713-a1fc-4bc4-8d8d-b8afa0369a4d None None] Provisioning for port 396ee32c-72a8-43ea-b35c-f0de6de19d7a completed by entity DHCP. {{(pid=98853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:41:31.104029 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-b134e713-a1fc-4bc4-8d8d-b8afa0369a4d None None] Provisioning complete for port 396ee32c-72a8-43ea-b35c-f0de6de19d7a triggered by entity DHCP. {{(pid=98853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:41:31.104744 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-b134e713-a1fc-4bc4-8d8d-b8afa0369a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487713'] for port, provisioning_complete {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:31.146500 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96db2dc7-9e3f-48fe-a293-8bd701282554 admin admin] Pushing event updated for resources: {'Network': ['ID=4e1b5f88-84c7-43e1-9c64-97db621d3118,revision_number=1']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:31.149898 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.v2.base [None req-d1ee3611-9ecb-4282-b65a-f1445c57b88e admin admin] Request body: {'subnet': {'network_id': '4e1b5f88-84c7-43e1-9c64-97db621d3118', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-386143512-subnet', 'tenant_id': 'cd3e8a56ab034d99a699d3e77f689abb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:41:31.150495 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1e755e-92e1-4fc0-811d-be24cb5c7e93 req-d84f1047-3bd6-438d-ba1b-c0dd2817bffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:31.152027 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-dc1e755e-92e1-4fc0-811d-be24cb5c7e93 req-d84f1047-3bd6-438d-ba1b-c0dd2817bffb service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5d5fdc92-2d08-4ae1-a508-032e39ce0958 HTTP/1.1" status: 200 len: 1098 time: 0.6873128 May 27 03:41:31.158300 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-96db2dc7-9e3f-48fe-a293-8bd701282554 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:41:31.182037 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Network 4e1b5f88-84c7-43e1-9c64-97db621d3118 details requested by agent ovs-agent-dv-cinder-793264-1-iscsi with host dv-cinder-793264-1-iscsi {{(pid=98853) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:41:31.201675 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.quota.driver [None req-d1ee3611-9ecb-4282-b65a-f1445c57b88e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:41:31.244114 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [None req-d1ee3611-9ecb-4282-b65a-f1445c57b88e admin admin] Usage tracker for resource:subnet and tenant:cd3e8a56ab034d99a699d3e77f689abb is out of sync, need to count used quota {{(pid=98851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:41:31.247610 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [None req-d1ee3611-9ecb-4282-b65a-f1445c57b88e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:41:31.271258 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.quota.driver [None req-d1ee3611-9ecb-4282-b65a-f1445c57b88e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:41:31.297322 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [req-dc1e755e-92e1-4fc0-811d-be24cb5c7e93 req-1b5aec85-9382-4ca4-a712-5fe925a7f0e5 service neutron] Synchronizing usage tracker for tenant:68afe16586b74761ad58a0e996c2aff5 on resource:security_group {{(pid=98852) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:41:31.316520 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.plugin [None req-b134e713-a1fc-4bc4-8d8d-b8afa0369a4d None None] Port 396ee32c-72a8-43ea-b35c-f0de6de19d7a cannot update to ACTIVE because it is not bound. {{(pid=98853) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 03:41:31.351915 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4abc80-5785-461f-b0ea-f43a4a4bf70a req-1f8bc3ab-5b03-4928-8b88-be117661c480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:31.353851 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-7d4abc80-5785-461f-b0ea-f43a4a4bf70a req-1f8bc3ab-5b03-4928-8b88-be117661c480 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fc2e5be7-abd1-47fd-a0c1-09780acadf70 HTTP/1.1" status: 200 len: 859 time: 0.2768941 May 27 03:41:31.358439 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545b7c69-bc5d-4140-8b37-0c52b561bb1a req-e3f1e698-513a-48df-8801-6af583d9b187 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:31.360373 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-545b7c69-bc5d-4140-8b37-0c52b561bb1a req-e3f1e698-513a-48df-8801-6af583d9b187 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/ports?device_id=e367eb4b-29c5-4f41-b41d-0da84d751fe2 HTTP/1.1" status: 200 len: 931 time: 0.4823775 May 27 03:41:31.436963 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [req-dc1e755e-92e1-4fc0-811d-be24cb5c7e93 req-1b5aec85-9382-4ca4-a712-5fe925a7f0e5 service neutron] Unset dirty status for tenant:68afe16586b74761ad58a0e996c2aff5 on resource:security_group {{(pid=98852) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:41:31.438950 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-dc1e755e-92e1-4fc0-811d-be24cb5c7e93 req-1b5aec85-9382-4ca4-a712-5fe925a7f0e5 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b53e8910-4476-4f97-9990-47a211815228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2756402 May 27 03:41:31.445888 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1ee3611-9ecb-4282-b65a-f1445c57b88e admin admin] Made reservation on behalf of cd3e8a56ab034d99a699d3e77f689abb for: {'subnet': 1} {{(pid=98851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:41:31.449548 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-d1ee3611-9ecb-4282-b65a-f1445c57b88e admin admin] Notify callbacks [] for subnet, before_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:31.465010 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-7d4abc80-5785-461f-b0ea-f43a4a4bf70a req-d41a3010-508e-45f9-9ec3-b589ac4d8f84 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b35bcef9-7d04-408a-b003-58c7e5878e65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0943742 May 27 03:41:31.468098 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.notifiers.nova [req-f503c7c7-7784-479a-81a8-f60456ae7725 req-ee5053ce-a196-48d9-8c99-347cba4f1c57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b78c21a4-6cab-4194-9f32-cbe141d6578d {{(pid=98852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:41:31.473960 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-06dcbc62-c5bf-49ba-ac44-c4c8b3470792 req-a65b6097-0ebe-413a-9daa-c2835224671d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_update {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:31.474124 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [req-545b7c69-bc5d-4140-8b37-0c52b561bb1a req-97a41e97-c44f-4ffe-b2e1-f66d213ac351 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Synchronizing usage tracker for tenant:16ccb2756adb4055942bd0a0f0a061f4 on resource:security_group {{(pid=98852) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:41:31.480263 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [req-f503c7c7-7784-479a-81a8-f60456ae7725 req-ee5053ce-a196-48d9-8c99-347cba4f1c57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:31.503684 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.provisioning_blocks [req-f503c7c7-7784-479a-81a8-f60456ae7725 req-ee5053ce-a196-48d9-8c99-347cba4f1c57 service neutron] Transition to ACTIVE for port object b78c21a4-6cab-4194-9f32-cbe141d6578d will not be triggered until provisioned by entity L2. {{(pid=98852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:41:31.571651 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [req-f503c7c7-7784-479a-81a8-f60456ae7725 req-ee5053ce-a196-48d9-8c99-347cba4f1c57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786481721483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786481287406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786481291807'] for port, after_update {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:31.575980 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:41:31.615986 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [req-545b7c69-bc5d-4140-8b37-0c52b561bb1a req-97a41e97-c44f-4ffe-b2e1-f66d213ac351 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Unset dirty status for tenant:16ccb2756adb4055942bd0a0f0a061f4 on resource:security_group {{(pid=98852) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:41:31.617198 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-545b7c69-bc5d-4140-8b37-0c52b561bb1a req-97a41e97-c44f-4ffe-b2e1-f66d213ac351 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/security-groups?id=64f0893d-d72b-45fe-a7df-480151aef2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2442770 May 27 03:41:31.626406 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c2fd1b-7145-4b1c-90b0-62115180665d req-c87b3707-6763-4b01-9941-3e239247e91e tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:31.627887 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-17c2fd1b-7145-4b1c-90b0-62115180665d req-c87b3707-6763-4b01-9941-3e239247e91e tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3449057-b2c6-4b15-b705-4076eddfefff HTTP/1.1" status: 200 len: 932 time: 0.5471661 May 27 03:41:31.734407 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5053ce-a196-48d9-8c99-347cba4f1c57 service neutron] Pushing event updated for resources: {'Port': ['ID=b78c21a4-6cab-4194-9f32-cbe141d6578d,revision_number=2']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:31.851532 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-ee5053ce-a196-48d9-8c99-347cba4f1c57 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:41:31.905125 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.notifiers.nova [req-cd1cfc40-8ce3-426e-b39e-039c90296f5e req-8d9a5c42-9a4f-4f6a-8c3d-7304f587a896 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24177437-ade1-43c7-bd7d-340757426924 {{(pid=98851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:41:31.912390 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.plugins.ml2.managers [req-f503c7c7-7784-479a-81a8-f60456ae7725 req-ee5053ce-a196-48d9-8c99-347cba4f1c57 service neutron] Attempting to bind port b78c21a4-6cab-4194-9f32-cbe141d6578d on host hv-cinder-79326 for vnic_type normal with profile {{(pid=98852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:41:31.912813 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.plugins.ml2.managers [req-f503c7c7-7784-479a-81a8-f60456ae7725 req-ee5053ce-a196-48d9-8c99-347cba4f1c57 service neutron] Attempting to bind port b78c21a4-6cab-4194-9f32-cbe141d6578d by drivers openvswitch,hyperv on host hv-cinder-79326 at level 0 using segments [{'id': '909c8887-f923-4cc8-aab3-09372be2a868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'b35bcef9-7d04-408a-b003-58c7e5878e65'}] {{(pid=98852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:41:31.913172 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f503c7c7-7784-479a-81a8-f60456ae7725 req-ee5053ce-a196-48d9-8c99-347cba4f1c57 service neutron] Attempting to bind port b78c21a4-6cab-4194-9f32-cbe141d6578d on network b35bcef9-7d04-408a-b003-58c7e5878e65 {{(pid=98852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:41:31.926155 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f503c7c7-7784-479a-81a8-f60456ae7725 req-ee5053ce-a196-48d9-8c99-347cba4f1c57 service neutron] Port b78c21a4-6cab-4194-9f32-cbe141d6578d on network b35bcef9-7d04-408a-b003-58c7e5878e65 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79326 {{(pid=98852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 03:41:31.926482 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f503c7c7-7784-479a-81a8-f60456ae7725 req-ee5053ce-a196-48d9-8c99-347cba4f1c57 service neutron] Attempting to bind port b78c21a4-6cab-4194-9f32-cbe141d6578d on network b35bcef9-7d04-408a-b003-58c7e5878e65 {{(pid=98852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:41:31.936645 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-cd1cfc40-8ce3-426e-b39e-039c90296f5e req-8d9a5c42-9a4f-4f6a-8c3d-7304f587a896 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:31.938948 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f503c7c7-7784-479a-81a8-f60456ae7725 req-ee5053ce-a196-48d9-8c99-347cba4f1c57 service neutron] Checking agent: {'id': 'beba53db-4949-4034-b5ab-73b6df09d927', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79326', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 3, 39, 17), 'started_at': datetime.datetime(2021, 5, 27, 3, 39, 17), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 3, 41, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 03:41:31.939294 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f503c7c7-7784-479a-81a8-f60456ae7725 req-ee5053ce-a196-48d9-8c99-347cba4f1c57 service neutron] Checking segment: {'id': '909c8887-f923-4cc8-aab3-09372be2a868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'b35bcef9-7d04-408a-b003-58c7e5878e65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 03:41:31.939874 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f503c7c7-7784-479a-81a8-f60456ae7725 req-ee5053ce-a196-48d9-8c99-347cba4f1c57 service neutron] Bound using segment: {'id': '909c8887-f923-4cc8-aab3-09372be2a868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'b35bcef9-7d04-408a-b003-58c7e5878e65'} {{(pid=98852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 03:41:31.940347 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.plugins.ml2.managers [req-f503c7c7-7784-479a-81a8-f60456ae7725 req-ee5053ce-a196-48d9-8c99-347cba4f1c57 service neutron] Bound port: b78c21a4-6cab-4194-9f32-cbe141d6578d, host: hv-cinder-79326, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '909c8887-f923-4cc8-aab3-09372be2a868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'b35bcef9-7d04-408a-b003-58c7e5878e65'}}] {{(pid=98852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:41:31.940722 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [req-f503c7c7-7784-479a-81a8-f60456ae7725 req-ee5053ce-a196-48d9-8c99-347cba4f1c57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_update {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:31.968133 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-17c2fd1b-7145-4b1c-90b0-62115180665d req-e2003bc4-ccb5-4aeb-90ff-eddc34740716 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/security-groups?id=85648ff1-b2ef-4805-9733-563ba7ce8d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2508421 May 27 03:41:32.004837 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.provisioning_blocks [req-cd1cfc40-8ce3-426e-b39e-039c90296f5e req-8d9a5c42-9a4f-4f6a-8c3d-7304f587a896 service neutron] Transition to ACTIVE for port object 24177437-ade1-43c7-bd7d-340757426924 will not be triggered until provisioned by entity L2. {{(pid=98851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:41:32.012780 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-7d4abc80-5785-461f-b0ea-f43a4a4bf70a req-e98e2d54-9e41-4ca1-8714-2a6f75c6d27b service neutron] 10.222.0.36 "GET /v2.0/networks/b35bcef9-7d04-408a-b003-58c7e5878e65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4465647 May 27 03:41:32.033763 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d528f5a5-a14c-49f2-87cf-e0d4ad74a5e9 req-7f70e457-ddf7-4b3c-9df1-012855a72aee tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:32.040655 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-d528f5a5-a14c-49f2-87cf-e0d4ad74a5e9 req-7f70e457-ddf7-4b3c-9df1-012855a72aee tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] 10.222.0.25 "GET /v2.0/ports?device_id=695616b8-9b90-4e8d-b719-de3eabe09cbe HTTP/1.1" status: 200 len: 945 time: 0.1887536 May 27 03:41:32.119661 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-d528f5a5-a14c-49f2-87cf-e0d4ad74a5e9 req-5b4cb707-a8b6-43ae-90e2-dc2b5333a311 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] 10.222.0.25 "GET /v2.0/security-groups?id=3008a255-7ecc-4b97-8d3a-baac4542929c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780611 May 27 03:41:32.142858 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.plugins.ml2.db [req-f503c7c7-7784-479a-81a8-f60456ae7725 req-ee5053ce-a196-48d9-8c99-347cba4f1c57 service neutron] For port b78c21a4-6cab-4194-9f32-cbe141d6578d, host hv-cinder-79326, cleared binding levels {{(pid=98852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:41:32.176685 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.plugins.ml2.db [req-f503c7c7-7784-479a-81a8-f60456ae7725 req-ee5053ce-a196-48d9-8c99-347cba4f1c57 service neutron] For port b78c21a4-6cab-4194-9f32-cbe141d6578d, host hv-cinder-79326, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=b78c21a4-6cab-4194-9f32-cbe141d6578d,segment=NetworkSegment(909c8887-f923-4cc8-aab3-09372be2a868),segment_id=909c8887-f923-4cc8-aab3-09372be2a868)] {{(pid=98852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 03:41:32.257120 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-cd1cfc40-8ce3-426e-b39e-039c90296f5e req-8d9a5c42-9a4f-4f6a-8c3d-7304f587a896 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786481721483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786481287406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786481291807'] for port, after_update {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:32.281814 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [req-f503c7c7-7784-479a-81a8-f60456ae7725 req-ee5053ce-a196-48d9-8c99-347cba4f1c57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786481721483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786481287406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786481291807'] for port, after_update {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:32.295449 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:41:32.375959 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f503c7c7-7784-479a-81a8-f60456ae7725 req-ee5053ce-a196-48d9-8c99-347cba4f1c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:32.376946 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [req-f503c7c7-7784-479a-81a8-f60456ae7725 req-ee5053ce-a196-48d9-8c99-347cba4f1c57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4037888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689932'] for port, before_response {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:32.377978 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-f503c7c7-7784-479a-81a8-f60456ae7725 req-ee5053ce-a196-48d9-8c99-347cba4f1c57 service neutron] 10.222.0.36 "PUT /v2.0/ports/b78c21a4-6cab-4194-9f32-cbe141d6578d HTTP/1.1" status: 200 len: 1094 time: 2.1883702 May 27 03:41:32.378459 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3449057-b2c6-4b15-b705-4076eddfefff', 'tag': 'b78c21a4-6cab-4194-9f32-cbe141d6578d'}] {{(pid=98852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:41:32.465427 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:41:32.611185 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5053ce-a196-48d9-8c99-347cba4f1c57 service neutron] Pushing event updated for resources: {'Port': ['ID=b78c21a4-6cab-4194-9f32-cbe141d6578d,revision_number=3']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:32.621303 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-ee5053ce-a196-48d9-8c99-347cba4f1c57 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:41:32.647502 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505cb55a-dc59-424f-aa54-2b76180c9901 req-b45f2d06-2b21-477a-bf40-73ccc6f9eefc tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:32.654987 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-505cb55a-dc59-424f-aa54-2b76180c9901 req-b45f2d06-2b21-477a-bf40-73ccc6f9eefc tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c7e656a-afc5-4119-a11e-920c583d89d2 HTTP/1.1" status: 200 len: 943 time: 0.4156473 May 27 03:41:32.749056 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-505cb55a-dc59-424f-aa54-2b76180c9901 req-e6bc6276-7fe5-4238-b48d-97ae5955b67f tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e39d5df-c8e8-44f8-bf65-7b7c15957e09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930674 May 27 03:41:32.757005 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f503c7c7-7784-479a-81a8-f60456ae7725 req-ffa0efdd-efe0-410a-80d5-efb98c66924f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:32.758491 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-f503c7c7-7784-479a-81a8-f60456ae7725 req-ffa0efdd-efe0-410a-80d5-efb98c66924f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fa24b9f82e13448382e6b5f6bd699fab&device_id=e3449057-b2c6-4b15-b705-4076eddfefff HTTP/1.1" status: 200 len: 1097 time: 0.2265739 May 27 03:41:32.870465 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-f503c7c7-7784-479a-81a8-f60456ae7725 req-d30ba6e6-8df8-4ccf-bf4e-26787955000f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b78c21a4-6cab-4194-9f32-cbe141d6578d HTTP/1.1" status: 200 len: 217 time: 0.1016369 May 27 03:41:33.023545 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f503c7c7-7784-479a-81a8-f60456ae7725 req-3c033be5-67e1-430f-90a4-05e12fb8ce63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:33.026427 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9a5c42-9a4f-4f6a-8c3d-7304f587a896 service neutron] Pushing event updated for resources: {'Port': ['ID=24177437-ade1-43c7-bd7d-340757426924,revision_number=2']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:33.030346 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-7d4abc80-5785-461f-b0ea-f43a4a4bf70a req-0fdd0b37-f6ff-41c6-ad45-94065d9271d4 service neutron] 10.222.0.36 "GET /v2.0/networks/b35bcef9-7d04-408a-b003-58c7e5878e65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9790945 May 27 03:41:33.034788 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-f503c7c7-7784-479a-81a8-f60456ae7725 req-3c033be5-67e1-430f-90a4-05e12fb8ce63 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fc2e5be7-abd1-47fd-a0c1-09780acadf70 HTTP/1.1" status: 200 len: 859 time: 0.1519344 May 27 03:41:33.046307 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-8d9a5c42-9a4f-4f6a-8c3d-7304f587a896 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.581s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:41:33.091868 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de421f37-5664-4478-a8d4-1dc673a7f1cc req-f017bae7-2ab2-40ad-abb8-eabf66e5b42a tempest-DeleteServersTestJSON-1681401445 tempest-DeleteServersTestJSON-1681401445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:33.093375 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-de421f37-5664-4478-a8d4-1dc673a7f1cc req-f017bae7-2ab2-40ad-abb8-eabf66e5b42a tempest-DeleteServersTestJSON-1681401445 tempest-DeleteServersTestJSON-1681401445-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d5fdc92-2d08-4ae1-a508-032e39ce0958 HTTP/1.1" status: 200 len: 945 time: 0.8333459 May 27 03:41:33.100652 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.managers [req-cd1cfc40-8ce3-426e-b39e-039c90296f5e req-8d9a5c42-9a4f-4f6a-8c3d-7304f587a896 service neutron] Attempting to bind port 24177437-ade1-43c7-bd7d-340757426924 on host hv-cinder-79326 for vnic_type normal with profile {{(pid=98851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:41:33.100985 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.managers [req-cd1cfc40-8ce3-426e-b39e-039c90296f5e req-8d9a5c42-9a4f-4f6a-8c3d-7304f587a896 service neutron] Attempting to bind port 24177437-ade1-43c7-bd7d-340757426924 by drivers openvswitch,hyperv on host hv-cinder-79326 at level 0 using segments [{'id': '5d2d2fa4-4440-4746-9800-028cc9a24bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '130ff3ea-d273-4d90-8f0d-494d41441c60'}] {{(pid=98851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:41:33.101355 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd1cfc40-8ce3-426e-b39e-039c90296f5e req-8d9a5c42-9a4f-4f6a-8c3d-7304f587a896 service neutron] Attempting to bind port 24177437-ade1-43c7-bd7d-340757426924 on network 130ff3ea-d273-4d90-8f0d-494d41441c60 {{(pid=98851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:41:33.134655 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd1cfc40-8ce3-426e-b39e-039c90296f5e req-8d9a5c42-9a4f-4f6a-8c3d-7304f587a896 service neutron] Port 24177437-ade1-43c7-bd7d-340757426924 on network 130ff3ea-d273-4d90-8f0d-494d41441c60 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79326 {{(pid=98851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 03:41:33.134947 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd1cfc40-8ce3-426e-b39e-039c90296f5e req-8d9a5c42-9a4f-4f6a-8c3d-7304f587a896 service neutron] Attempting to bind port 24177437-ade1-43c7-bd7d-340757426924 on network 130ff3ea-d273-4d90-8f0d-494d41441c60 {{(pid=98851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:41:33.135045 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-f503c7c7-7784-479a-81a8-f60456ae7725 req-641ac0df-fd41-4412-a4df-280a63c7f75d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b35bcef9-7d04-408a-b003-58c7e5878e65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0856636 May 27 03:41:33.145704 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de05433e-759a-46b9-99d4-1e06925ced58 req-8404c718-5f9d-466e-a149-a04128edb55e tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:33.147147 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-de05433e-759a-46b9-99d4-1e06925ced58 req-8404c718-5f9d-466e-a149-a04128edb55e tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/ports?device_id=e367eb4b-29c5-4f41-b41d-0da84d751fe2 HTTP/1.1" status: 200 len: 931 time: 0.2294350 May 27 03:41:33.162294 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.wsgi [-] (98851) accepted ('10.222.0.25', 53524) {{(pid=98851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:41:33.163048 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd1cfc40-8ce3-426e-b39e-039c90296f5e req-8d9a5c42-9a4f-4f6a-8c3d-7304f587a896 service neutron] Checking agent: {'id': 'beba53db-4949-4034-b5ab-73b6df09d927', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79326', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 3, 39, 17), 'started_at': datetime.datetime(2021, 5, 27, 3, 39, 17), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 3, 41, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 03:41:33.163384 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd1cfc40-8ce3-426e-b39e-039c90296f5e req-8d9a5c42-9a4f-4f6a-8c3d-7304f587a896 service neutron] Checking segment: {'id': '5d2d2fa4-4440-4746-9800-028cc9a24bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '130ff3ea-d273-4d90-8f0d-494d41441c60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 03:41:33.163763 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd1cfc40-8ce3-426e-b39e-039c90296f5e req-8d9a5c42-9a4f-4f6a-8c3d-7304f587a896 service neutron] Bound using segment: {'id': '5d2d2fa4-4440-4746-9800-028cc9a24bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '130ff3ea-d273-4d90-8f0d-494d41441c60'} {{(pid=98851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 03:41:33.164225 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.managers [req-cd1cfc40-8ce3-426e-b39e-039c90296f5e req-8d9a5c42-9a4f-4f6a-8c3d-7304f587a896 service neutron] Bound port: 24177437-ade1-43c7-bd7d-340757426924, host: hv-cinder-79326, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d2d2fa4-4440-4746-9800-028cc9a24bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '130ff3ea-d273-4d90-8f0d-494d41441c60'}}] {{(pid=98851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:41:33.164587 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-cd1cfc40-8ce3-426e-b39e-039c90296f5e req-8d9a5c42-9a4f-4f6a-8c3d-7304f587a896 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_update {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:33.311226 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-de05433e-759a-46b9-99d4-1e06925ced58 req-c96cc70d-2635-4438-a1dd-35f297646b21 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/security-groups?id=64f0893d-d72b-45fe-a7df-480151aef2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1418171 May 27 03:41:33.322557 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-de421f37-5664-4478-a8d4-1dc673a7f1cc req-fa4a587e-2b87-43be-8fa2-a4a0de8d9882 tempest-DeleteServersTestJSON-1681401445 tempest-DeleteServersTestJSON-1681401445-project] 10.222.0.25 "GET /v2.0/security-groups?id=b53e8910-4476-4f97-9990-47a211815228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188213 May 27 03:41:33.365793 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.notifiers.nova [req-06dcbc62-c5bf-49ba-ac44-c4c8b3470792 req-a65b6097-0ebe-413a-9daa-c2835224671d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 396ee32c-72a8-43ea-b35c-f0de6de19d7a {{(pid=98851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:41:33.391794 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-06dcbc62-c5bf-49ba-ac44-c4c8b3470792 req-a65b6097-0ebe-413a-9daa-c2835224671d service neutron] Notify callbacks [] for port, precommit_update {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:33.392447 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-f503c7c7-7784-479a-81a8-f60456ae7725 req-d7663f0b-4195-4bc5-ad0b-9ac2aa3239ab service neutron] 10.222.0.36 "GET /v2.0/networks/b35bcef9-7d04-408a-b003-58c7e5878e65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2414618 May 27 03:41:33.443659 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.db [req-cd1cfc40-8ce3-426e-b39e-039c90296f5e req-8d9a5c42-9a4f-4f6a-8c3d-7304f587a896 service neutron] For port 24177437-ade1-43c7-bd7d-340757426924, host hv-cinder-79326, cleared binding levels {{(pid=98851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:41:33.447623 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.db [req-cd1cfc40-8ce3-426e-b39e-039c90296f5e req-8d9a5c42-9a4f-4f6a-8c3d-7304f587a896 service neutron] For port 24177437-ade1-43c7-bd7d-340757426924, host hv-cinder-79326, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=24177437-ade1-43c7-bd7d-340757426924,segment=NetworkSegment(5d2d2fa4-4440-4746-9800-028cc9a24bc5),segment_id=5d2d2fa4-4440-4746-9800-028cc9a24bc5)] {{(pid=98851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 03:41:33.461370 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9a218f-0aff-48f4-8be1-fe32ca1f8c54 req-d0e01865-a08b-4317-a749-f3e553ddae8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:33.463138 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-ca9a218f-0aff-48f4-8be1-fe32ca1f8c54 req-d0e01865-a08b-4317-a749-f3e553ddae8b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fa24b9f82e13448382e6b5f6bd699fab&device_id=1a0adeb2-9abe-4dfa-8fd5-1aa17e3b69e0 HTTP/1.1" status: 200 len: 1097 time: 0.3016648 May 27 03:41:33.553832 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.provisioning_blocks [req-06dcbc62-c5bf-49ba-ac44-c4c8b3470792 req-a65b6097-0ebe-413a-9daa-c2835224671d service neutron] Transition to ACTIVE for port object 396ee32c-72a8-43ea-b35c-f0de6de19d7a will not be triggered until provisioned by entity L2. {{(pid=98851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:41:33.595213 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-cd1cfc40-8ce3-426e-b39e-039c90296f5e req-8d9a5c42-9a4f-4f6a-8c3d-7304f587a896 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786481721483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786481287406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786481291807'] for port, after_update {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:33.665003 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-f503c7c7-7784-479a-81a8-f60456ae7725 req-2b493257-9a96-4371-af82-b6e3d292b330 service neutron] 10.222.0.36 "GET /v2.0/networks/b35bcef9-7d04-408a-b003-58c7e5878e65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2677836 May 27 03:41:33.684591 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3449057-b2c6-4b15-b705-4076eddfefff', 'tag': 'b78c21a4-6cab-4194-9f32-cbe141d6578d', 'status': 'completed', 'code': 200} May 27 03:41:33.686003 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-ca90ea99-4e08-4f53-8129-5fb10caa0f65 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:41:33.738224 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-309128a2-7f1b-4f72-bc20-e94c322b4bc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:33.746542 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-06dcbc62-c5bf-49ba-ac44-c4c8b3470792 req-a65b6097-0ebe-413a-9daa-c2835224671d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786481721483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786481287406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786481291807'] for port, after_update {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:33.796843 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-d1ee3611-9ecb-4282-b65a-f1445c57b88e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954'] for subnet, after_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:33.806091 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1cfc40-8ce3-426e-b39e-039c90296f5e req-8d9a5c42-9a4f-4f6a-8c3d-7304f587a896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:33.806705 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-cd1cfc40-8ce3-426e-b39e-039c90296f5e req-8d9a5c42-9a4f-4f6a-8c3d-7304f587a896 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4037888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689932'] for port, before_response {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:33.808052 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-cd1cfc40-8ce3-426e-b39e-039c90296f5e req-8d9a5c42-9a4f-4f6a-8c3d-7304f587a896 service neutron] 10.222.0.36 "PUT /v2.0/ports/24177437-ade1-43c7-bd7d-340757426924 HTTP/1.1" status: 200 len: 1093 time: 3.6850417 May 27 03:41:33.809800 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c7e656a-afc5-4119-a11e-920c583d89d2', 'tag': '24177437-ade1-43c7-bd7d-340757426924'}] {{(pid=98851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:41:33.846456 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-d83b8c44-66c2-4af7-842a-a9e3b315eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:33.869263 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.quota.driver [None req-309128a2-7f1b-4f72-bc20-e94c322b4bc2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:41:33.913540 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [None req-309128a2-7f1b-4f72-bc20-e94c322b4bc2 admin admin] Usage tracker for resource:security_group_rule and tenant:a8f92ee9e20c4218b002e165728ff272 is out of sync, need to count used quota {{(pid=98851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:41:33.926391 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a05f21-2c42-4d3b-8aeb-384ee9df9783 req-d9e6e8ac-5072-44d4-bf97-b09aa49d3e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:33.926764 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [None req-309128a2-7f1b-4f72-bc20-e94c322b4bc2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:41:33.929353 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-a3a05f21-2c42-4d3b-8aeb-384ee9df9783 req-d9e6e8ac-5072-44d4-bf97-b09aa49d3e32 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fa24b9f82e13448382e6b5f6bd699fab&device_id=e3449057-b2c6-4b15-b705-4076eddfefff HTTP/1.1" status: 200 len: 1097 time: 0.1256318 May 27 03:41:33.947035 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.quota.driver [None req-309128a2-7f1b-4f72-bc20-e94c322b4bc2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:41:33.998114 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9a5c42-9a4f-4f6a-8c3d-7304f587a896 service neutron] Pushing event updated for resources: {'Port': ['ID=24177437-ade1-43c7-bd7d-340757426924,revision_number=3']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:34.045630 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-8d9a5c42-9a4f-4f6a-8c3d-7304f587a896 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:41:34.046996 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.280s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:41:34.121841 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9a218f-0aff-48f4-8be1-fe32ca1f8c54 req-f3b9e864-a05f-4c95-8212-a8d4d9780aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:34.123270 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-ca9a218f-0aff-48f4-8be1-fe32ca1f8c54 req-f3b9e864-a05f-4c95-8212-a8d4d9780aab service neutron] 10.222.0.36 "GET /v2.0/networks?id=b35bcef9-7d04-408a-b003-58c7e5878e65 HTTP/1.1" status: 200 len: 919 time: 0.6540844 May 27 03:41:34.140252 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a05f21-2c42-4d3b-8aeb-384ee9df9783 req-648cfdce-5a59-4e10-bc60-df0ad9e7d1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:34.146119 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-a3a05f21-2c42-4d3b-8aeb-384ee9df9783 req-648cfdce-5a59-4e10-bc60-df0ad9e7d1c1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b35bcef9-7d04-408a-b003-58c7e5878e65 HTTP/1.1" status: 200 len: 919 time: 0.2016091 May 27 03:41:34.212650 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faf46c5-b1da-4575-af9c-b99a8969fe8c req-dfdcf4cc-594b-4db2-ba2a-120ac95fcd58 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:34.215867 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-8faf46c5-b1da-4575-af9c-b99a8969fe8c req-dfdcf4cc-594b-4db2-ba2a-120ac95fcd58 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c7e656a-afc5-4119-a11e-920c583d89d2 HTTP/1.1" status: 200 len: 943 time: 0.2476680 May 27 03:41:34.218173 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.managers [req-06dcbc62-c5bf-49ba-ac44-c4c8b3470792 req-a65b6097-0ebe-413a-9daa-c2835224671d service neutron] Attempting to bind port 396ee32c-72a8-43ea-b35c-f0de6de19d7a on host hv-cinder-79326 for vnic_type normal with profile {{(pid=98851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:41:34.218506 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.managers [req-06dcbc62-c5bf-49ba-ac44-c4c8b3470792 req-a65b6097-0ebe-413a-9daa-c2835224671d service neutron] Attempting to bind port 396ee32c-72a8-43ea-b35c-f0de6de19d7a by drivers openvswitch,hyperv on host hv-cinder-79326 at level 0 using segments [{'id': '5baf6fec-eb5b-47d6-b1b0-298ebe932b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'f65a0cca-1ebc-4ae6-b01b-5fdf0f05198a'}] {{(pid=98851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:41:34.218831 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06dcbc62-c5bf-49ba-ac44-c4c8b3470792 req-a65b6097-0ebe-413a-9daa-c2835224671d service neutron] Attempting to bind port 396ee32c-72a8-43ea-b35c-f0de6de19d7a on network f65a0cca-1ebc-4ae6-b01b-5fdf0f05198a {{(pid=98851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:41:34.225605 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-a3a05f21-2c42-4d3b-8aeb-384ee9df9783 req-807eac0c-a80e-421d-a4cb-e0279fe2d8d6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b78c21a4-6cab-4194-9f32-cbe141d6578d HTTP/1.1" status: 200 len: 217 time: 0.0773270 May 27 03:41:34.248085 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-ca9a218f-0aff-48f4-8be1-fe32ca1f8c54 req-46c7e4a2-ad58-4915-b8d2-ab9a2074f88d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3f12ac65-af0d-4c74-bfa1-375cddc42ae8 HTTP/1.1" status: 200 len: 217 time: 0.1063311 May 27 03:41:34.260833 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06dcbc62-c5bf-49ba-ac44-c4c8b3470792 req-a65b6097-0ebe-413a-9daa-c2835224671d service neutron] Port 396ee32c-72a8-43ea-b35c-f0de6de19d7a on network f65a0cca-1ebc-4ae6-b01b-5fdf0f05198a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79326 {{(pid=98851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 03:41:34.261161 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06dcbc62-c5bf-49ba-ac44-c4c8b3470792 req-a65b6097-0ebe-413a-9daa-c2835224671d service neutron] Attempting to bind port 396ee32c-72a8-43ea-b35c-f0de6de19d7a on network f65a0cca-1ebc-4ae6-b01b-5fdf0f05198a {{(pid=98851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:41:34.271306 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958a486f-a5e3-435c-950c-8926461fde96 req-14d045c1-d94f-4f83-8dc0-4aa1f991c1a7 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:34.272755 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-958a486f-a5e3-435c-950c-8926461fde96 req-14d045c1-d94f-4f83-8dc0-4aa1f991c1a7 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3449057-b2c6-4b15-b705-4076eddfefff HTTP/1.1" status: 200 len: 944 time: 0.7419150 May 27 03:41:34.273439 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ee3611-9ecb-4282-b65a-f1445c57b88e admin admin] Checking segment: {'id': 'cccd5a24-43ff-43b6-8f99-608ede268fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '4e1b5f88-84c7-43e1-9c64-97db621d3118'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 03:41:34.273790 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ee3611-9ecb-4282-b65a-f1445c57b88e admin admin] Network hostable DHCP agents. Network: 4e1b5f88-84c7-43e1-9c64-97db621d3118, hostable agents: ['a814e8a4-142b-4ae8-859e-9bd936be0847'], hosted agents: [] {{(pid=98851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:41:34.276530 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65b6097-0ebe-413a-9daa-c2835224671d service neutron] Pushing event updated for resources: {'Port': ['ID=396ee32c-72a8-43ea-b35c-f0de6de19d7a,revision_number=2']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:34.319605 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-a65b6097-0ebe-413a-9daa-c2835224671d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:41:34.320752 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.434s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:41:34.358131 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06dcbc62-c5bf-49ba-ac44-c4c8b3470792 req-a65b6097-0ebe-413a-9daa-c2835224671d service neutron] Checking agent: {'id': 'beba53db-4949-4034-b5ab-73b6df09d927', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79326', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 3, 39, 17), 'started_at': datetime.datetime(2021, 5, 27, 3, 39, 17), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 3, 41, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 03:41:34.358461 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06dcbc62-c5bf-49ba-ac44-c4c8b3470792 req-a65b6097-0ebe-413a-9daa-c2835224671d service neutron] Checking segment: {'id': '5baf6fec-eb5b-47d6-b1b0-298ebe932b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'f65a0cca-1ebc-4ae6-b01b-5fdf0f05198a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 03:41:34.358840 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06dcbc62-c5bf-49ba-ac44-c4c8b3470792 req-a65b6097-0ebe-413a-9daa-c2835224671d service neutron] Bound using segment: {'id': '5baf6fec-eb5b-47d6-b1b0-298ebe932b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'f65a0cca-1ebc-4ae6-b01b-5fdf0f05198a'} {{(pid=98851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 03:41:34.359499 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.managers [req-06dcbc62-c5bf-49ba-ac44-c4c8b3470792 req-a65b6097-0ebe-413a-9daa-c2835224671d service neutron] Bound port: 396ee32c-72a8-43ea-b35c-f0de6de19d7a, host: hv-cinder-79326, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5baf6fec-eb5b-47d6-b1b0-298ebe932b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'f65a0cca-1ebc-4ae6-b01b-5fdf0f05198a'}}] {{(pid=98851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:41:34.359620 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-06dcbc62-c5bf-49ba-ac44-c4c8b3470792 req-a65b6097-0ebe-413a-9daa-c2835224671d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_update {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:34.375960 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-8faf46c5-b1da-4575-af9c-b99a8969fe8c req-7ba6ed36-13ab-4007-8f6b-44f34a0c8a3a tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e39d5df-c8e8-44f8-bf65-7b7c15957e09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1519806 May 27 03:41:34.379395 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a05f21-2c42-4d3b-8aeb-384ee9df9783 req-aff85a2e-78ef-4e6d-b90c-e35194060165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:34.380817 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-a3a05f21-2c42-4d3b-8aeb-384ee9df9783 req-aff85a2e-78ef-4e6d-b90c-e35194060165 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fc2e5be7-abd1-47fd-a0c1-09780acadf70 HTTP/1.1" status: 200 len: 859 time: 0.1421597 May 27 03:41:34.436783 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-a3a05f21-2c42-4d3b-8aeb-384ee9df9783 req-1c085387-9f37-4b16-a4cc-f6278243c6b3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b35bcef9-7d04-408a-b003-58c7e5878e65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433905 May 27 03:41:34.471186 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c7e656a-afc5-4119-a11e-920c583d89d2', 'tag': '24177437-ade1-43c7-bd7d-340757426924', 'status': 'completed', 'code': 200} May 27 03:41:34.524691 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9a218f-0aff-48f4-8be1-fe32ca1f8c54 req-9b413c18-004d-46dd-af23-a3876b401f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:34.526110 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-ca9a218f-0aff-48f4-8be1-fe32ca1f8c54 req-9b413c18-004d-46dd-af23-a3876b401f19 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fc2e5be7-abd1-47fd-a0c1-09780acadf70 HTTP/1.1" status: 200 len: 859 time: 0.2675917 May 27 03:41:34.545547 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-958a486f-a5e3-435c-950c-8926461fde96 req-ba85709f-ee42-4aa0-92b5-56e9a03d966f tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/security-groups?id=85648ff1-b2ef-4805-9733-563ba7ce8d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2297268 May 27 03:41:34.585681 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ee3611-9ecb-4282-b65a-f1445c57b88e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e38c16b7-7446-47ce-a6b4-a6fec2ad8317,revision_number=0']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:34.608091 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-d1ee3611-9ecb-4282-b65a-f1445c57b88e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:41:34.610680 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1cfc40-8ce3-426e-b39e-039c90296f5e req-d624386d-9808-4c17-8914-6bae70ad39d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:34.612169 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-cd1cfc40-8ce3-426e-b39e-039c90296f5e req-d624386d-9808-4c17-8914-6bae70ad39d9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=276e81e3da1f4d4c9c1881d1b1e863c4&device_id=3c7e656a-afc5-4119-a11e-920c583d89d2 HTTP/1.1" status: 200 len: 1096 time: 0.6629770 May 27 03:41:34.623680 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-ca9a218f-0aff-48f4-8be1-fe32ca1f8c54 req-b12f6f13-f591-48d3-9c55-30f126459c50 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b35bcef9-7d04-408a-b003-58c7e5878e65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0873101 May 27 03:41:34.624091 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ee3611-9ecb-4282-b65a-f1445c57b88e admin admin] Network 4e1b5f88-84c7-43e1-9c64-97db621d3118 is scheduled to be hosted by DHCP agent a814e8a4-142b-4ae8-859e-9bd936be0847 with binding_index 1 {{(pid=98851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:41:34.660080 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-a3a05f21-2c42-4d3b-8aeb-384ee9df9783 req-e3de3a75-839e-4bc4-8955-540e4b6a8a69 service neutron] 10.222.0.36 "GET /v2.0/networks/b35bcef9-7d04-408a-b003-58c7e5878e65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2166882 May 27 03:41:34.762407 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8afbf0-8bbc-415f-8033-4bd16a200863 req-a7ba4c51-0c45-480f-841a-7131e40078f3 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:34.764910 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-0c8afbf0-8bbc-415f-8033-4bd16a200863 req-a7ba4c51-0c45-480f-841a-7131e40078f3 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/ports?device_id=e367eb4b-29c5-4f41-b41d-0da84d751fe2 HTTP/1.1" status: 200 len: 943 time: 0.2468753 May 27 03:41:34.848274 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-cd1cfc40-8ce3-426e-b39e-039c90296f5e req-3479b9f5-d389-48f8-bf1d-92d73e1f00c6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=24177437-ade1-43c7-bd7d-340757426924 HTTP/1.1" status: 200 len: 217 time: 0.2179332 May 27 03:41:34.857568 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.db [req-06dcbc62-c5bf-49ba-ac44-c4c8b3470792 req-a65b6097-0ebe-413a-9daa-c2835224671d service neutron] For port 396ee32c-72a8-43ea-b35c-f0de6de19d7a, host hv-cinder-79326, cleared binding levels {{(pid=98851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:41:34.858696 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-0c8afbf0-8bbc-415f-8033-4bd16a200863 req-d82e8287-db4e-4f28-887e-6d3c0a219540 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/security-groups?id=64f0893d-d72b-45fe-a7df-480151aef2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814784 May 27 03:41:34.867614 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-a3a05f21-2c42-4d3b-8aeb-384ee9df9783 req-ca4d9196-e04c-4f26-a053-2ff9f45f5c05 service neutron] 10.222.0.36 "GET /v2.0/networks/b35bcef9-7d04-408a-b003-58c7e5878e65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1986399 May 27 03:41:34.911046 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-309128a2-7f1b-4f72-bc20-e94c322b4bc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:34.955147 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.scheduler.base_scheduler [None req-d1ee3611-9ecb-4282-b65a-f1445c57b88e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793264-1-iscsi, 4e1b5f88-84c7-43e1-9c64-97db621d3118) {{(pid=98851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:41:34.963710 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a930debe-fbd0-4423-99df-61d963f82d14 None None] Network 4e1b5f88-84c7-43e1-9c64-97db621d3118 requested from dv-cinder-793264-1-iscsi {{(pid=98853) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 03:41:34.981792 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1ee3611-9ecb-4282-b65a-f1445c57b88e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:34.982317 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-d1ee3611-9ecb-4282-b65a-f1445c57b88e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689932'] for subnet, before_response {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:34.995525 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.db [req-06dcbc62-c5bf-49ba-ac44-c4c8b3470792 req-a65b6097-0ebe-413a-9daa-c2835224671d service neutron] For port 396ee32c-72a8-43ea-b35c-f0de6de19d7a, host hv-cinder-79326, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=396ee32c-72a8-43ea-b35c-f0de6de19d7a,segment=NetworkSegment(5baf6fec-eb5b-47d6-b1b0-298ebe932b07),segment_id=5baf6fec-eb5b-47d6-b1b0-298ebe932b07)] {{(pid=98851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 03:41:35.011377 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-309128a2-7f1b-4f72-bc20-e94c322b4bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:35.043253 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:41:35.069013 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1cfc40-8ce3-426e-b39e-039c90296f5e req-870a2440-9652-4c3b-85ca-c06e73027188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:35.070433 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-cd1cfc40-8ce3-426e-b39e-039c90296f5e req-870a2440-9652-4c3b-85ca-c06e73027188 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=116079ce-8119-4ea5-82d4-c0c254fad638 HTTP/1.1" status: 200 len: 849 time: 0.1582134 May 27 03:41:35.100218 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-06dcbc62-c5bf-49ba-ac44-c4c8b3470792 req-a65b6097-0ebe-413a-9daa-c2835224671d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786481721483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786481287406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786481291807'] for port, after_update {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:35.169324 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [None req-d1ee3611-9ecb-4282-b65a-f1445c57b88e admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 4.0871201 May 27 03:41:35.174916 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [None req-309128a2-7f1b-4f72-bc20-e94c322b4bc2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a8f92ee9e20c4218b002e165728ff272&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9978182 May 27 03:41:35.175159 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 53566) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:41:35.176018 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-ca9a218f-0aff-48f4-8be1-fe32ca1f8c54 req-6ad80ab4-079e-476d-b875-7355c8519bfd service neutron] 10.222.0.36 "GET /v2.0/networks/b35bcef9-7d04-408a-b003-58c7e5878e65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5434365 May 27 03:41:35.180229 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309128a2-7f1b-4f72-bc20-e94c322b4bc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6967238b-0815-495d-a8c7-529824e8f650,revision_number=1']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:35.185898 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dcbc62-c5bf-49ba-ac44-c4c8b3470792 req-a65b6097-0ebe-413a-9daa-c2835224671d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:35.191910 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-06dcbc62-c5bf-49ba-ac44-c4c8b3470792 req-a65b6097-0ebe-413a-9daa-c2835224671d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4037888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689932'] for port, before_response {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:35.191910 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-06dcbc62-c5bf-49ba-ac44-c4c8b3470792 req-a65b6097-0ebe-413a-9daa-c2835224671d service neutron] 10.222.0.36 "PUT /v2.0/ports/396ee32c-72a8-43ea-b35c-f0de6de19d7a HTTP/1.1" status: 200 len: 1093 time: 4.1080518 May 27 03:41:35.194337 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5db61f4-f15b-4cc0-a2b1-5bd17e5bdbd6 None None] Network 4e1b5f88-84c7-43e1-9c64-97db621d3118 requested from dv-cinder-793264-1-iscsi {{(pid=98853) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 03:41:35.212059 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-309128a2-7f1b-4f72-bc20-e94c322b4bc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:41:35.212554 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-d009b0f5-ad14-49b7-8c1d-7b614055d1eb tempest-DeleteServersTestJSON-1681401445 tempest-DeleteServersTestJSON-1681401445-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.068s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:41:35.283423 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26db72fa-b974-4e0d-9477-f3cb7747d688 req-b3b1e867-df39-4c14-8d07-75fbf47a9683 tempest-DeleteServersTestJSON-1681401445 tempest-DeleteServersTestJSON-1681401445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:35.290170 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-14e413b1-4335-4d33-89e4-95c514acfb76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:35.293624 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-26db72fa-b974-4e0d-9477-f3cb7747d688 req-b3b1e867-df39-4c14-8d07-75fbf47a9683 tempest-DeleteServersTestJSON-1681401445 tempest-DeleteServersTestJSON-1681401445-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d5fdc92-2d08-4ae1-a508-032e39ce0958 HTTP/1.1" status: 200 len: 945 time: 0.4933872 May 27 03:41:35.349288 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-14e413b1-4335-4d33-89e4-95c514acfb76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:35.508396 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-ca9a218f-0aff-48f4-8be1-fe32ca1f8c54 req-595282c9-6d18-419b-bf93-a0bb96ef62c1 service neutron] 10.222.0.36 "GET /v2.0/networks/b35bcef9-7d04-408a-b003-58c7e5878e65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3255458 May 27 03:41:35.525665 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-14e413b1-4335-4d33-89e4-95c514acfb76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:35.531023 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:41:35.541059 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e413b1-4335-4d33-89e4-95c514acfb76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6967238b-0815-495d-a8c7-529824e8f650,revision_number=None']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:35.543482 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-14e413b1-4335-4d33-89e4-95c514acfb76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:41:35.549276 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-14e413b1-4335-4d33-89e4-95c514acfb76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:35.552790 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-14e413b1-4335-4d33-89e4-95c514acfb76 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6967238b-0815-495d-a8c7-529824e8f650 HTTP/1.1" status: 204 len: 168 time: 0.3742571 May 27 03:41:35.581582 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65b6097-0ebe-413a-9daa-c2835224671d service neutron] Pushing event updated for resources: {'Port': ['ID=396ee32c-72a8-43ea-b35c-f0de6de19d7a,revision_number=3']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:35.591145 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-a65b6097-0ebe-413a-9daa-c2835224671d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:41:35.639567 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-26db72fa-b974-4e0d-9477-f3cb7747d688 req-011aa7d9-6d59-4d8c-867d-876546fd16ed tempest-DeleteServersTestJSON-1681401445 tempest-DeleteServersTestJSON-1681401445-project] 10.222.0.25 "GET /v2.0/security-groups?id=b53e8910-4476-4f97-9990-47a211815228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290586 May 27 03:41:35.653032 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1cfc40-8ce3-426e-b39e-039c90296f5e req-425c560f-7770-4015-afb9-473e3acda903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:35.655470 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-cd1cfc40-8ce3-426e-b39e-039c90296f5e req-425c560f-7770-4015-afb9-473e3acda903 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=130ff3ea-d273-4d90-8f0d-494d41441c60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.5709574 May 27 03:41:35.758251 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dcbc62-c5bf-49ba-ac44-c4c8b3470792 req-cfab6aff-4f53-4aef-aa03-d07f8fee3df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:35.762574 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-06dcbc62-c5bf-49ba-ac44-c4c8b3470792 req-cfab6aff-4f53-4aef-aa03-d07f8fee3df7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=16ccb2756adb4055942bd0a0f0a061f4&device_id=e367eb4b-29c5-4f41-b41d-0da84d751fe2 HTTP/1.1" status: 200 len: 1096 time: 0.2518916 May 27 03:41:35.957056 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-06dcbc62-c5bf-49ba-ac44-c4c8b3470792 req-a3ca417a-e8be-4ff7-a74f-55d065af35a5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=396ee32c-72a8-43ea-b35c-f0de6de19d7a HTTP/1.1" status: 200 len: 217 time: 0.1376438 May 27 03:41:36.074710 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-cd1cfc40-8ce3-426e-b39e-039c90296f5e req-c2d0aa40-d554-4bfb-8b5f-2a0f4fbc6b67 service neutron] 10.222.0.36 "GET /v2.0/networks/130ff3ea-d273-4d90-8f0d-494d41441c60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4118998 May 27 03:41:36.076705 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dcbc62-c5bf-49ba-ac44-c4c8b3470792 req-09d2fc14-295a-409d-bdc8-b5eb1a015e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:36.078007 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-06dcbc62-c5bf-49ba-ac44-c4c8b3470792 req-09d2fc14-295a-409d-bdc8-b5eb1a015e96 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=82530ddc-ffd6-4079-8434-d6a04187e8aa HTTP/1.1" status: 200 len: 856 time: 0.1079268 May 27 03:41:36.085846 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448e63ef-08c2-460b-acef-8e35536e4a7e req-93851ec5-61b4-453d-8398-200e1378fee9 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:36.087163 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-448e63ef-08c2-460b-acef-8e35536e4a7e req-93851ec5-61b4-453d-8398-200e1378fee9 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c7e656a-afc5-4119-a11e-920c583d89d2 HTTP/1.1" status: 200 len: 943 time: 0.2645879 May 27 03:41:36.287256 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 53610) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:41:36.292795 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-448e63ef-08c2-460b-acef-8e35536e4a7e req-361155bc-fdaa-4090-81cc-950e5a78866b tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e39d5df-c8e8-44f8-bf65-7b7c15957e09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1503239 May 27 03:41:36.328953 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-7efd581a-a5e4-472e-bb49-b7ebc702a4b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:36.348563 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-7efd581a-a5e4-472e-bb49-b7ebc702a4b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:41:36.354662 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-7efd581a-a5e4-472e-bb49-b7ebc702a4b2 admin admin] Usage tracker for resource:security_group_rule and tenant:5417e19e9cb445d6b827f79dae5764d8 is out of sync, need to count used quota {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:41:36.358594 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-7efd581a-a5e4-472e-bb49-b7ebc702a4b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:41:36.367075 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-7efd581a-a5e4-472e-bb49-b7ebc702a4b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:41:36.395375 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0658d871-a1fb-44d6-9e04-4a7cdc7336ae req-587a423a-20ed-4ae4-8465-0c648f59e8fd tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:36.396086 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [req-0658d871-a1fb-44d6-9e04-4a7cdc7336ae req-587a423a-20ed-4ae4-8465-0c648f59e8fd tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] Synchronizing usage tracker for tenant:fa24b9f82e13448382e6b5f6bd699fab on resource:port {{(pid=98852) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:41:36.411527 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-cd1cfc40-8ce3-426e-b39e-039c90296f5e req-5ac310ee-6f15-4ef6-8483-5bbb6978c95b service neutron] 10.222.0.36 "GET /v2.0/networks/130ff3ea-d273-4d90-8f0d-494d41441c60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3234193 May 27 03:41:36.415072 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dcbc62-c5bf-49ba-ac44-c4c8b3470792 req-aab82028-5871-47f8-a905-5f62a5e49fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:36.417283 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-06dcbc62-c5bf-49ba-ac44-c4c8b3470792 req-aab82028-5871-47f8-a905-5f62a5e49fbb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f65a0cca-1ebc-4ae6-b01b-5fdf0f05198a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3282647 May 27 03:41:36.418591 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-6d4be61a-8b3b-4afb-9301-eb0ebb252203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:36.445464 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:36.482309 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e367eb4b-29c5-4f41-b41d-0da84d751fe2', 'tag': '396ee32c-72a8-43ea-b35c-f0de6de19d7a'}] {{(pid=98851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:41:36.490671 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-7efd581a-a5e4-472e-bb49-b7ebc702a4b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:36.504088 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [req-0658d871-a1fb-44d6-9e04-4a7cdc7336ae req-587a423a-20ed-4ae4-8465-0c648f59e8fd tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] Unset dirty status for tenant:fa24b9f82e13448382e6b5f6bd699fab on resource:port {{(pid=98852) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:41:36.512429 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-0658d871-a1fb-44d6-9e04-4a7cdc7336ae req-587a423a-20ed-4ae4-8465-0c648f59e8fd tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3449057-b2c6-4b15-b705-4076eddfefff HTTP/1.1" status: 200 len: 944 time: 0.2975557 May 27 03:41:36.527436 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 53618) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:41:36.537918 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.v2.base [None req-957e651f-b1f8-4eb6-b95b-b6b1f581742e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-929840654-network', 'tenant_id': '452642b01299452dbd09f5e0308aa29e'}} {{(pid=98852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:41:36.544169 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-957e651f-b1f8-4eb6-b95b-b6b1f581742e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:41:36.556259 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-957e651f-b1f8-4eb6-b95b-b6b1f581742e admin admin] Usage tracker for resource:network and tenant:452642b01299452dbd09f5e0308aa29e is out of sync, need to count used quota {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:41:36.560490 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-957e651f-b1f8-4eb6-b95b-b6b1f581742e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:41:36.571289 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-957e651f-b1f8-4eb6-b95b-b6b1f581742e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:41:36.578707 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [req-0658d871-a1fb-44d6-9e04-4a7cdc7336ae req-91c485bf-53c2-4fff-8efc-d7615ddcfc8b tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] Synchronizing usage tracker for tenant:fa24b9f82e13448382e6b5f6bd699fab on resource:security_group {{(pid=98852) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:41:36.584912 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-7efd581a-a5e4-472e-bb49-b7ebc702a4b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:36.598807 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-49988377-a34d-48d9-87a2-0d06153e4a45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:41:36.651872 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-7efd581a-a5e4-472e-bb49-b7ebc702a4b2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5417e19e9cb445d6b827f79dae5764d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3497748 May 27 03:41:36.653680 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efd581a-a5e4-472e-bb49-b7ebc702a4b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf5c43fc-0255-402f-895f-af7925d74ce2,revision_number=1']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:36.656008 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 53622) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:41:36.658734 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-7efd581a-a5e4-472e-bb49-b7ebc702a4b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:41:36.699233 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [req-0658d871-a1fb-44d6-9e04-4a7cdc7336ae req-91c485bf-53c2-4fff-8efc-d7615ddcfc8b tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] Unset dirty status for tenant:fa24b9f82e13448382e6b5f6bd699fab on resource:security_group {{(pid=98852) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:41:36.701485 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-0658d871-a1fb-44d6-9e04-4a7cdc7336ae req-91c485bf-53c2-4fff-8efc-d7615ddcfc8b tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/security-groups?id=85648ff1-b2ef-4805-9733-563ba7ce8d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879554 May 27 03:41:36.702333 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-957e651f-b1f8-4eb6-b95b-b6b1f581742e admin admin] Made reservation on behalf of 452642b01299452dbd09f5e0308aa29e for: {'network': 1} {{(pid=98852) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:41:36.705441 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-957e651f-b1f8-4eb6-b95b-b6b1f581742e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3620918'] for network, before_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:36.745034 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-957e651f-b1f8-4eb6-b95b-b6b1f581742e admin admin] Notify callbacks [] for security_group, before_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:36.770136 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-06dcbc62-c5bf-49ba-ac44-c4c8b3470792 req-3461b0ee-3667-4c23-875e-cdb8c434e105 service neutron] 10.222.0.36 "GET /v2.0/networks/f65a0cca-1ebc-4ae6-b01b-5fdf0f05198a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2960806 May 27 03:41:36.782110 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2a5aa0-3902-4c06-9401-8bd28d639fed req-35a9e054-ce13-4b8b-92e9-d9fcba30a600 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:36.783164 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [req-3e2a5aa0-3902-4c06-9401-8bd28d639fed req-35a9e054-ce13-4b8b-92e9-d9fcba30a600 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Synchronizing usage tracker for tenant:16ccb2756adb4055942bd0a0f0a061f4 on resource:port {{(pid=98851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:41:36.790180 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e367eb4b-29c5-4f41-b41d-0da84d751fe2', 'tag': '396ee32c-72a8-43ea-b35c-f0de6de19d7a', 'status': 'completed', 'code': 200} May 27 03:41:36.795408 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-957e651f-b1f8-4eb6-b95b-b6b1f581742e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:41:36.802005 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-957e651f-b1f8-4eb6-b95b-b6b1f581742e admin admin] Usage tracker for resource:security_group_rule and tenant:452642b01299452dbd09f5e0308aa29e is out of sync, need to count used quota {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:41:36.811615 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-957e651f-b1f8-4eb6-b95b-b6b1f581742e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:41:36.838475 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-957e651f-b1f8-4eb6-b95b-b6b1f581742e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:41:36.848521 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-d40373dd-43d7-4f51-93d2-d90698fafd95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:36.883801 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-d40373dd-43d7-4f51-93d2-d90698fafd95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:36.907126 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03c7ec4-6cb5-46ed-a6dc-52237a9924a3 req-5f4aba35-6f55-42e8-9619-04f4b202cd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:36.908613 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-e03c7ec4-6cb5-46ed-a6dc-52237a9924a3 req-5f4aba35-6f55-42e8-9619-04f4b202cd67 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=276e81e3da1f4d4c9c1881d1b1e863c4&device_id=3c7e656a-afc5-4119-a11e-920c583d89d2 HTTP/1.1" status: 200 len: 1096 time: 0.3130829 May 27 03:41:37.004292 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-957e651f-b1f8-4eb6-b95b-b6b1f581742e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:37.007585 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [req-3e2a5aa0-3902-4c06-9401-8bd28d639fed req-35a9e054-ce13-4b8b-92e9-d9fcba30a600 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Unset dirty status for tenant:16ccb2756adb4055942bd0a0f0a061f4 on resource:port {{(pid=98851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:41:37.008908 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-3e2a5aa0-3902-4c06-9401-8bd28d639fed req-35a9e054-ce13-4b8b-92e9-d9fcba30a600 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/ports?device_id=e367eb4b-29c5-4f41-b41d-0da84d751fe2 HTTP/1.1" status: 200 len: 943 time: 0.5900331 May 27 03:41:37.039760 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-d40373dd-43d7-4f51-93d2-d90698fafd95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:37.045912 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:41:37.047784 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-06dcbc62-c5bf-49ba-ac44-c4c8b3470792 req-3a05a995-4a19-4464-b6c4-2a4cf59c51bd service neutron] 10.222.0.36 "GET /v2.0/networks/f65a0cca-1ebc-4ae6-b01b-5fdf0f05198a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2598236 May 27 03:41:37.068296 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40373dd-43d7-4f51-93d2-d90698fafd95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf5c43fc-0255-402f-895f-af7925d74ce2,revision_number=None']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:37.073591 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-d40373dd-43d7-4f51-93d2-d90698fafd95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:41:37.076085 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-957e651f-b1f8-4eb6-b95b-b6b1f581742e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:37.088830 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-b7dad808-271f-475f-b1ed-2d9827d8c08b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:41:37.096174 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-3e2a5aa0-3902-4c06-9401-8bd28d639fed req-acb26b6f-ec83-4848-80d9-3bc45214edb0 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/security-groups?id=64f0893d-d72b-45fe-a7df-480151aef2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795622 May 27 03:41:37.121046 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03c7ec4-6cb5-46ed-a6dc-52237a9924a3 req-79e5d1ca-bb1a-46ab-9cd2-b33726b40116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:37.123143 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-e03c7ec4-6cb5-46ed-a6dc-52237a9924a3 req-79e5d1ca-bb1a-46ab-9cd2-b33726b40116 service neutron] 10.222.0.36 "GET /v2.0/networks?id=130ff3ea-d273-4d90-8f0d-494d41441c60 HTTP/1.1" status: 200 len: 910 time: 0.1990488 May 27 03:41:37.127656 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957e651f-b1f8-4eb6-b95b-b6b1f581742e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c0d1740-7be6-4e9e-ac5a-22371c3dbd4b,revision_number=1']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:37.133145 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-957e651f-b1f8-4eb6-b95b-b6b1f581742e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:41:37.136553 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-957e651f-b1f8-4eb6-b95b-b6b1f581742e admin admin] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=98852) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:41:37.138975 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-d40373dd-43d7-4f51-93d2-d90698fafd95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:37.140129 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-d40373dd-43d7-4f51-93d2-d90698fafd95 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cf5c43fc-0255-402f-895f-af7925d74ce2 HTTP/1.1" status: 204 len: 168 time: 0.4831049 May 27 03:41:37.154107 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-957e651f-b1f8-4eb6-b95b-b6b1f581742e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3483814'] for segment, precommit_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:37.154347 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.db.segments_db [None req-957e651f-b1f8-4eb6-b95b-b6b1f581742e admin admin] Added segment 2c17cd4c-41ef-4fcf-a3ec-fe4d03805b44 of type vlan for network 9b1ab905-80de-4e9d-ae83-2a521b003861 May 27 03:41:37.190473 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-957e651f-b1f8-4eb6-b95b-b6b1f581742e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786481306974'] for network, precommit_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:37.233144 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-e03c7ec4-6cb5-46ed-a6dc-52237a9924a3 req-ef545f26-568e-4299-aa39-19d43c2f3dee service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=24177437-ade1-43c7-bd7d-340757426924 HTTP/1.1" status: 200 len: 217 time: 0.1018896 May 27 03:41:37.291848 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-957e651f-b1f8-4eb6-b95b-b6b1f581742e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3689963'] for network, after_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:37.293417 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-957e651f-b1f8-4eb6-b95b-b6b1f581742e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:37.293991 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-957e651f-b1f8-4eb6-b95b-b6b1f581742e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689932'] for network, before_response {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:37.299039 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-6e70ecf2-20d4-4261-ab93-a5a6531b5cf2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:41:37.310218 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03c7ec4-6cb5-46ed-a6dc-52237a9924a3 req-22ebd6ad-93c3-4c92-9ac9-386ca0a96551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:37.311631 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-e03c7ec4-6cb5-46ed-a6dc-52237a9924a3 req-22ebd6ad-93c3-4c92-9ac9-386ca0a96551 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=116079ce-8119-4ea5-82d4-c0c254fad638 HTTP/1.1" status: 200 len: 849 time: 0.0709579 May 27 03:41:37.352835 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e2758c-e30b-40ea-92d1-89ad246f9f57 req-9becbc5e-da15-4967-b478-6663c2494927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:37.354987 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-93e2758c-e30b-40ea-92d1-89ad246f9f57 req-9becbc5e-da15-4967-b478-6663c2494927 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=16ccb2756adb4055942bd0a0f0a061f4&device_id=e367eb4b-29c5-4f41-b41d-0da84d751fe2 HTTP/1.1" status: 200 len: 1096 time: 0.1664927 May 27 03:41:37.398831 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957e651f-b1f8-4eb6-b95b-b6b1f581742e admin admin] Pushing event updated for resources: {'Network': ['ID=9b1ab905-80de-4e9d-ae83-2a521b003861,revision_number=1']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:37.409112 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-957e651f-b1f8-4eb6-b95b-b6b1f581742e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:41:37.411036 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Network 9b1ab905-80de-4e9d-ae83-2a521b003861 details requested by agent ovs-agent-dv-cinder-793264-1-iscsi with host dv-cinder-793264-1-iscsi {{(pid=98853) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:41:37.512204 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03c7ec4-6cb5-46ed-a6dc-52237a9924a3 req-b517d7d2-3c3a-423e-8d1e-614de458b3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:37.513753 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-e03c7ec4-6cb5-46ed-a6dc-52237a9924a3 req-b517d7d2-3c3a-423e-8d1e-614de458b3f1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=130ff3ea-d273-4d90-8f0d-494d41441c60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1959474 May 27 03:41:37.519663 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e2758c-e30b-40ea-92d1-89ad246f9f57 req-818f3217-6a16-487e-9065-637d18960a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:37.521217 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-93e2758c-e30b-40ea-92d1-89ad246f9f57 req-818f3217-6a16-487e-9065-637d18960a53 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f65a0cca-1ebc-4ae6-b01b-5fdf0f05198a HTTP/1.1" status: 200 len: 917 time: 0.1529038 May 27 03:41:37.534296 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-957e651f-b1f8-4eb6-b95b-b6b1f581742e admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.0042229 May 27 03:41:37.534944 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 53644) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:41:37.555382 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.v2.base [None req-bf57dc27-5b3e-4c98-b486-8d8fc4d9c8d3 admin admin] Request body: {'subnet': {'network_id': '9b1ab905-80de-4e9d-ae83-2a521b003861', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-929840654-subnet', 'tenant_id': '452642b01299452dbd09f5e0308aa29e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:41:37.566816 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-bf57dc27-5b3e-4c98-b486-8d8fc4d9c8d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:41:37.575755 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-bf57dc27-5b3e-4c98-b486-8d8fc4d9c8d3 admin admin] Usage tracker for resource:subnet and tenant:452642b01299452dbd09f5e0308aa29e is out of sync, need to count used quota {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:41:37.579610 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-bf57dc27-5b3e-4c98-b486-8d8fc4d9c8d3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:41:37.592625 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-bf57dc27-5b3e-4c98-b486-8d8fc4d9c8d3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:41:37.618833 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-93e2758c-e30b-40ea-92d1-89ad246f9f57 req-8ffcdb3f-9053-472e-9344-c4fc01652203 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=396ee32c-72a8-43ea-b35c-f0de6de19d7a HTTP/1.1" status: 200 len: 217 time: 0.0734832 May 27 03:41:37.664469 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf955317-f1b9-4e2e-8ffe-24a52373f253 req-907d1cd0-9189-47bb-a44f-25e2f74d900e tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:37.670140 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-cf955317-f1b9-4e2e-8ffe-24a52373f253 req-907d1cd0-9189-47bb-a44f-25e2f74d900e tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c7e656a-afc5-4119-a11e-920c583d89d2 HTTP/1.1" status: 200 len: 943 time: 0.2064273 May 27 03:41:37.674330 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf57dc27-5b3e-4c98-b486-8d8fc4d9c8d3 admin admin] Made reservation on behalf of 452642b01299452dbd09f5e0308aa29e for: {'subnet': 1} {{(pid=98852) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:41:37.679047 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-bf57dc27-5b3e-4c98-b486-8d8fc4d9c8d3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:37.697415 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-e3613943-0892-48bd-9358-60eb59884bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:37.818152 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e2758c-e30b-40ea-92d1-89ad246f9f57 req-6c37014e-371e-4b1a-89cb-f3e2ecf51b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:37.821327 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-93e2758c-e30b-40ea-92d1-89ad246f9f57 req-6c37014e-371e-4b1a-89cb-f3e2ecf51b4c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=82530ddc-ffd6-4079-8434-d6a04187e8aa HTTP/1.1" status: 200 len: 856 time: 0.1367114 May 27 03:41:37.831109 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-cf955317-f1b9-4e2e-8ffe-24a52373f253 req-5749ae01-eeaa-45c9-a464-2f9ba212a996 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e39d5df-c8e8-44f8-bf65-7b7c15957e09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1277161 May 27 03:41:37.863712 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Device b78c21a4-6cab-4194-9f32-cbe141d6578d details requested by agent hyperv_hv-cinder-79326 with host hv-cinder-79326 {{(pid=98853) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:41:37.943403 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-e03c7ec4-6cb5-46ed-a6dc-52237a9924a3 req-a268a725-542c-45ff-9434-502bee295812 service neutron] 10.222.0.36 "GET /v2.0/networks/130ff3ea-d273-4d90-8f0d-494d41441c60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4210768 May 27 03:41:38.060581 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.db [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] For port b78c21a4-6cab-4194-9f32-cbe141d6578d, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=b78c21a4-6cab-4194-9f32-cbe141d6578d,segment=NetworkSegment(909c8887-f923-4cc8-aab3-09372be2a868),segment_id=909c8887-f923-4cc8-aab3-09372be2a868)] {{(pid=98853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:41:38.077467 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Returning: {'device': 'b78c21a4-6cab-4194-9f32-cbe141d6578d', 'network_id': 'b35bcef9-7d04-408a-b003-58c7e5878e65', 'port_id': 'b78c21a4-6cab-4194-9f32-cbe141d6578d', 'mac_address': 'fa:16:3e:15:d4:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc2e5be7-abd1-47fd-a0c1-09780acadf70', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98853) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:41:38.093053 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e2758c-e30b-40ea-92d1-89ad246f9f57 req-2f214c8e-18ab-4a0f-8e46-c56f0fb15792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:38.095865 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-93e2758c-e30b-40ea-92d1-89ad246f9f57 req-2f214c8e-18ab-4a0f-8e46-c56f0fb15792 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f65a0cca-1ebc-4ae6-b01b-5fdf0f05198a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2565875 May 27 03:41:38.172489 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:38.206975 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.notifiers.nova [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b78c21a4-6cab-4194-9f32-cbe141d6578d {{(pid=98853) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:41:38.226920 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.db [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] For port b78c21a4-6cab-4194-9f32-cbe141d6578d, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=b78c21a4-6cab-4194-9f32-cbe141d6578d,segment=NetworkSegment(909c8887-f923-4cc8-aab3-09372be2a868),segment_id=909c8887-f923-4cc8-aab3-09372be2a868)] {{(pid=98853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:41:38.267339 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b40edab-c912-4bc2-bb1d-7db8eb8dba75 req-185e99f3-ef7e-4902-a773-1dae95442355 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:38.268820 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-5b40edab-c912-4bc2-bb1d-7db8eb8dba75 req-185e99f3-ef7e-4902-a773-1dae95442355 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3449057-b2c6-4b15-b705-4076eddfefff HTTP/1.1" status: 200 len: 944 time: 0.3832171 May 27 03:41:38.285805 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786481721483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786481287406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786481291807'] for port, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:38.286643 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Device 3f12ac65-af0d-4c74-bfa1-375cddc42ae8 details requested by agent hyperv_hv-cinder-79326 with host hv-cinder-79326 {{(pid=98853) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:41:38.288932 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-21812259-1439-42b2-9fed-9e70ce680afc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:41:38.302179 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-93e2758c-e30b-40ea-92d1-89ad246f9f57 req-5bdab8cd-523d-4c1a-91b7-2adb4fc66c64 service neutron] 10.222.0.36 "GET /v2.0/networks/f65a0cca-1ebc-4ae6-b01b-5fdf0f05198a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875446 May 27 03:41:38.310490 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-e03c7ec4-6cb5-46ed-a6dc-52237a9924a3 req-0f273bb8-ec07-4208-b16e-175807430fff service neutron] 10.222.0.36 "GET /v2.0/networks/130ff3ea-d273-4d90-8f0d-494d41441c60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3542767 May 27 03:41:38.316689 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-bf57dc27-5b3e-4c98-b486-8d8fc4d9c8d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954'] for subnet, after_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:38.324847 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-fac15bef-f887-45a6-b78b-d823917970c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:41:38.393808 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Pushing event updated for resources: {'Port': ['ID=b78c21a4-6cab-4194-9f32-cbe141d6578d,revision_number=4']} {{(pid=98853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:38.403027 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:41:38.426833 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.db [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] For port 3f12ac65-af0d-4c74-bfa1-375cddc42ae8, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=3f12ac65-af0d-4c74-bfa1-375cddc42ae8,segment=NetworkSegment(909c8887-f923-4cc8-aab3-09372be2a868),segment_id=909c8887-f923-4cc8-aab3-09372be2a868)] {{(pid=98853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:41:38.444597 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf57dc27-5b3e-4c98-b486-8d8fc4d9c8d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8be44c7a-3fd8-44ef-9450-ccf871a90573,revision_number=0']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:38.445023 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Returning: {'device': '3f12ac65-af0d-4c74-bfa1-375cddc42ae8', 'network_id': 'b35bcef9-7d04-408a-b003-58c7e5878e65', 'port_id': '3f12ac65-af0d-4c74-bfa1-375cddc42ae8', 'mac_address': 'fa:16:3e:38:1e:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc2e5be7-abd1-47fd-a0c1-09780acadf70', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98853) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:41:38.448372 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-bf57dc27-5b3e-4c98-b486-8d8fc4d9c8d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:41:38.455206 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf57dc27-5b3e-4c98-b486-8d8fc4d9c8d3 admin admin] Checking segment: {'id': '2c17cd4c-41ef-4fcf-a3ec-fe4d03805b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '9b1ab905-80de-4e9d-ae83-2a521b003861'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 03:41:38.455587 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf57dc27-5b3e-4c98-b486-8d8fc4d9c8d3 admin admin] Network hostable DHCP agents. Network: 9b1ab905-80de-4e9d-ae83-2a521b003861, hostable agents: ['a814e8a4-142b-4ae8-859e-9bd936be0847'], hosted agents: [] {{(pid=98852) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:41:38.519455 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:38.537782 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.notifiers.nova [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f12ac65-af0d-4c74-bfa1-375cddc42ae8 {{(pid=98853) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:41:38.549185 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-5b40edab-c912-4bc2-bb1d-7db8eb8dba75 req-5623db59-9ec8-45ac-be7f-98115ff6e7b4 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/security-groups?id=85648ff1-b2ef-4805-9733-563ba7ce8d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2675438 May 27 03:41:38.556625 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.db [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] For port 3f12ac65-af0d-4c74-bfa1-375cddc42ae8, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=3f12ac65-af0d-4c74-bfa1-375cddc42ae8,segment=NetworkSegment(909c8887-f923-4cc8-aab3-09372be2a868),segment_id=909c8887-f923-4cc8-aab3-09372be2a868)] {{(pid=98853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:41:38.578878 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf57dc27-5b3e-4c98-b486-8d8fc4d9c8d3 admin admin] Network 9b1ab905-80de-4e9d-ae83-2a521b003861 is scheduled to be hosted by DHCP agent a814e8a4-142b-4ae8-859e-9bd936be0847 with binding_index 1 {{(pid=98852) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:41:38.589275 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-93e2758c-e30b-40ea-92d1-89ad246f9f57 req-8d233d46-e079-47db-b402-62cb783a9448 service neutron] 10.222.0.36 "GET /v2.0/networks/f65a0cca-1ebc-4ae6-b01b-5fdf0f05198a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2778168 May 27 03:41:38.645749 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786481721483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786481287406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786481291807'] for port, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:38.647667 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-7535f2d4-9547-44c6-bc68-456f6c9f938e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:41:38.702934 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.scheduler.base_scheduler [None req-bf57dc27-5b3e-4c98-b486-8d8fc4d9c8d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793264-1-iscsi, 9b1ab905-80de-4e9d-ae83-2a521b003861) {{(pid=98852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:41:38.717796 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf57dc27-5b3e-4c98-b486-8d8fc4d9c8d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:38.717796 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-bf57dc27-5b3e-4c98-b486-8d8fc4d9c8d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689932'] for subnet, before_response {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:38.725224 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-709dfde7-6b99-4a35-a8fa-ff8dc72236dc None None] Network 9b1ab905-80de-4e9d-ae83-2a521b003861 requested from dv-cinder-793264-1-iscsi {{(pid=98853) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 03:41:38.782946 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea0dfbc-38e2-4bd1-b283-a7a483eea7d9 req-092b4a7a-06e7-4656-b82d-cfe8fe12406b tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:38.790491 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-5ea0dfbc-38e2-4bd1-b283-a7a483eea7d9 req-092b4a7a-06e7-4656-b82d-cfe8fe12406b tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/ports?device_id=e367eb4b-29c5-4f41-b41d-0da84d751fe2 HTTP/1.1" status: 200 len: 943 time: 0.1173787 May 27 03:41:38.815665 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Pushing event updated for resources: {'Port': ['ID=3f12ac65-af0d-4c74-bfa1-375cddc42ae8,revision_number=4']} {{(pid=98853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:38.823600 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:41:38.849016 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-bf57dc27-5b3e-4c98-b486-8d8fc4d9c8d3 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3033500 May 27 03:41:38.889918 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-5ea0dfbc-38e2-4bd1-b283-a7a483eea7d9 req-6a077e9b-389b-4423-8c3f-edbb2640b9b1 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/security-groups?id=64f0893d-d72b-45fe-a7df-480151aef2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981512 May 27 03:41:38.984091 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b746d31-d864-4ed6-b6db-3f2e0f0e25fc None None] Network 9b1ab905-80de-4e9d-ae83-2a521b003861 requested from dv-cinder-793264-1-iscsi {{(pid=98853) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 03:41:39.104759 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e03b1ea-9f05-467f-84c2-c00a404bc2fc req-208d5514-42df-46f6-b8b2-265cb4504f04 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:39.106212 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-5e03b1ea-9f05-467f-84c2-c00a404bc2fc req-208d5514-42df-46f6-b8b2-265cb4504f04 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c7e656a-afc5-4119-a11e-920c583d89d2 HTTP/1.1" status: 200 len: 943 time: 0.0911908 May 27 03:41:39.158112 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-5e03b1ea-9f05-467f-84c2-c00a404bc2fc req-7fbfc6d3-b003-4524-b111-d53986bff535 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e39d5df-c8e8-44f8-bf65-7b7c15957e09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461481 May 27 03:41:39.280193 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-3af0ace6-547d-4950-9fe5-73e267668fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:39.742320 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2cf01b-e5e5-4179-91b4-67aa9ef7fafe req-940809bf-0f0f-490d-b2c6-ffd3b6a846ac tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:39.743763 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-1f2cf01b-e5e5-4179-91b4-67aa9ef7fafe req-940809bf-0f0f-490d-b2c6-ffd3b6a846ac tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3449057-b2c6-4b15-b705-4076eddfefff HTTP/1.1" status: 200 len: 945 time: 0.0829880 May 27 03:41:39.800019 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-1f2cf01b-e5e5-4179-91b4-67aa9ef7fafe req-96729743-b4b1-412d-9ac4-b54a83c099b2 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/security-groups?id=85648ff1-b2ef-4805-9733-563ba7ce8d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501211 May 27 03:41:40.172310 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e336a2-f28e-4c9c-92f1-dcce07588cd5 req-9ece3652-ffdc-4914-9a70-c85759b668d1 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:40.173708 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-c6e336a2-f28e-4c9c-92f1-dcce07588cd5 req-9ece3652-ffdc-4914-9a70-c85759b668d1 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/ports?device_id=e367eb4b-29c5-4f41-b41d-0da84d751fe2 HTTP/1.1" status: 200 len: 943 time: 0.1735659 May 27 03:41:40.224063 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-c6e336a2-f28e-4c9c-92f1-dcce07588cd5 req-8bec6549-156e-47fb-9e86-fe47fba08ec4 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/security-groups?id=64f0893d-d72b-45fe-a7df-480151aef2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447252 May 27 03:41:40.350749 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d0e578-db7f-421a-a4c7-6f4005eb06c5 req-5a6c5b80-70af-4584-94c2-599dd5941d23 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:40.352216 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-c8d0e578-db7f-421a-a4c7-6f4005eb06c5 req-5a6c5b80-70af-4584-94c2-599dd5941d23 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c7e656a-afc5-4119-a11e-920c583d89d2 HTTP/1.1" status: 200 len: 943 time: 0.0848713 May 27 03:41:40.404569 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-c8d0e578-db7f-421a-a4c7-6f4005eb06c5 req-862121d6-6d98-4c2e-8970-3fe0df2bb006 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e39d5df-c8e8-44f8-bf65-7b7c15957e09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441201 May 27 03:41:41.000253 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01af4bd-845d-405d-9d99-000ec5372f0b req-952fdb48-bb5a-4fe7-aaa4-00f8eeb9d666 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:41.001904 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-e01af4bd-845d-405d-9d99-000ec5372f0b req-952fdb48-bb5a-4fe7-aaa4-00f8eeb9d666 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3449057-b2c6-4b15-b705-4076eddfefff HTTP/1.1" status: 200 len: 945 time: 0.0898952 May 27 03:41:41.057283 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-e01af4bd-845d-405d-9d99-000ec5372f0b req-a2f38fe2-d4ae-4556-8a87-6f8063bad79f tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/security-groups?id=85648ff1-b2ef-4805-9733-563ba7ce8d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486777 May 27 03:41:41.421172 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22525b3a-0382-44a2-9556-a4f4e5c27028 req-4558c6a9-1704-43c5-82ef-75754c4c06cf tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:41.422706 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-22525b3a-0382-44a2-9556-a4f4e5c27028 req-4558c6a9-1704-43c5-82ef-75754c4c06cf tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/ports?device_id=e367eb4b-29c5-4f41-b41d-0da84d751fe2 HTTP/1.1" status: 200 len: 943 time: 0.0823808 May 27 03:41:41.468221 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-22525b3a-0382-44a2-9556-a4f4e5c27028 req-a9976c9c-c168-47fc-bc7f-9ef7c575df6c tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/security-groups?id=64f0893d-d72b-45fe-a7df-480151aef2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397739 May 27 03:41:41.597918 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7426893d-2bbe-44b4-b52f-e7946fb94eca req-541cfaea-c4aa-4414-8e54-89a4788efee5 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:41.600853 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-7426893d-2bbe-44b4-b52f-e7946fb94eca req-541cfaea-c4aa-4414-8e54-89a4788efee5 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c7e656a-afc5-4119-a11e-920c583d89d2 HTTP/1.1" status: 200 len: 943 time: 0.0820279 May 27 03:41:41.644971 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-7426893d-2bbe-44b4-b52f-e7946fb94eca req-11ac533c-0145-4642-8c75-7c9618b32a18 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e39d5df-c8e8-44f8-bf65-7b7c15957e09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399957 May 27 03:41:42.238698 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f204300e-38c8-4ce2-a489-05c8de29c2a0 req-2f54151d-463d-4347-8f65-58ff4fa863cb tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:42.240155 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-f204300e-38c8-4ce2-a489-05c8de29c2a0 req-2f54151d-463d-4347-8f65-58ff4fa863cb tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3449057-b2c6-4b15-b705-4076eddfefff HTTP/1.1" status: 200 len: 945 time: 0.0799980 May 27 03:41:42.288028 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-f204300e-38c8-4ce2-a489-05c8de29c2a0 req-8a1c4c49-6d98-4714-85a8-56afead67b3b tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/security-groups?id=85648ff1-b2ef-4805-9733-563ba7ce8d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417721 May 27 03:41:42.655896 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7b002e-295a-48a2-967e-98c419eb7cdd req-fb04d93e-c217-4d27-86e3-53df9f852a63 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:42.657917 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-2e7b002e-295a-48a2-967e-98c419eb7cdd req-fb04d93e-c217-4d27-86e3-53df9f852a63 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/ports?device_id=e367eb4b-29c5-4f41-b41d-0da84d751fe2 HTTP/1.1" status: 200 len: 943 time: 0.0819595 May 27 03:41:42.702035 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-2e7b002e-295a-48a2-967e-98c419eb7cdd req-97e55033-bfb3-4d11-ae27-77cfda266f38 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/security-groups?id=64f0893d-d72b-45fe-a7df-480151aef2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385561 May 27 03:41:42.827983 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf06d62-c537-4669-accc-18e7a7092ab7 req-e9d6147e-0951-4c5d-8c8e-ef706743f61a tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:42.829948 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-cbf06d62-c537-4669-accc-18e7a7092ab7 req-e9d6147e-0951-4c5d-8c8e-ef706743f61a tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c7e656a-afc5-4119-a11e-920c583d89d2 HTTP/1.1" status: 200 len: 943 time: 0.0797398 May 27 03:41:42.875914 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-cbf06d62-c537-4669-accc-18e7a7092ab7 req-8d60684b-2260-47a9-b557-9fa0b0508a65 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e39d5df-c8e8-44f8-bf65-7b7c15957e09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401886 May 27 03:41:43.473389 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba5f059-dada-4877-a0a7-d0aed839bb36 req-ef7126a9-fdfa-40fd-96f3-491831b612d2 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:43.474814 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-bba5f059-dada-4877-a0a7-d0aed839bb36 req-ef7126a9-fdfa-40fd-96f3-491831b612d2 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3449057-b2c6-4b15-b705-4076eddfefff HTTP/1.1" status: 200 len: 945 time: 0.0803719 May 27 03:41:43.521866 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-bba5f059-dada-4877-a0a7-d0aed839bb36 req-3702d133-280d-476c-a7b6-16c4964e06e2 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/security-groups?id=85648ff1-b2ef-4805-9733-563ba7ce8d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414271 May 27 03:41:43.900556 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be30048b-6da5-44b4-907c-dcb67f9e460b req-9801c0ca-d490-496a-8ad8-cc81eb783e74 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:43.901986 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-be30048b-6da5-44b4-907c-dcb67f9e460b req-9801c0ca-d490-496a-8ad8-cc81eb783e74 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/ports?device_id=e367eb4b-29c5-4f41-b41d-0da84d751fe2 HTTP/1.1" status: 200 len: 943 time: 0.0830948 May 27 03:41:43.948630 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-be30048b-6da5-44b4-907c-dcb67f9e460b req-4936b802-7ad0-48c6-870c-75a8ace9452d tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/security-groups?id=64f0893d-d72b-45fe-a7df-480151aef2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403416 May 27 03:41:44.062106 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ec2e0a-6925-4da9-aae7-fcbb363aee57 req-cf563f89-e8fa-433d-81d2-082396ff84f3 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:44.063582 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-62ec2e0a-6925-4da9-aae7-fcbb363aee57 req-cf563f89-e8fa-433d-81d2-082396ff84f3 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c7e656a-afc5-4119-a11e-920c583d89d2 HTTP/1.1" status: 200 len: 943 time: 0.0802047 May 27 03:41:44.108067 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-62ec2e0a-6925-4da9-aae7-fcbb363aee57 req-5ec19e81-fffc-4ebf-ab3d-018248a55c1d tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e39d5df-c8e8-44f8-bf65-7b7c15957e09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387328 May 27 03:41:44.662798 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.db [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] get_ports_and_sgs() called for port_ids ['b78c21a4-6cab-4194-9f32-cbe141d6578d'] {{(pid=98853) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 03:41:44.702490 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8759fbe-c8db-436e-85cc-15a77c09debe req-e5524ceb-8a39-4798-8efc-50af1ebf4ad5 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:44.704542 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-d8759fbe-c8db-436e-85cc-15a77c09debe req-e5524ceb-8a39-4798-8efc-50af1ebf4ad5 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3449057-b2c6-4b15-b705-4076eddfefff HTTP/1.1" status: 200 len: 945 time: 0.0798709 May 27 03:41:44.747948 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-d8759fbe-c8db-436e-85cc-15a77c09debe req-6da3bf13-e7ee-435a-9256-df1f319c3caa tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/security-groups?id=85648ff1-b2ef-4805-9733-563ba7ce8d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377393 May 27 03:41:44.916043 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.db [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] get_ports_and_sgs() called for port_ids ['3f12ac65-af0d-4c74-bfa1-375cddc42ae8'] {{(pid=98853) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 03:41:45.145827 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e577b181-7d7d-474e-a401-57358738dccb req-3050b897-68aa-4f75-a944-6430831ffde2 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:45.147309 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-e577b181-7d7d-474e-a401-57358738dccb req-3050b897-68aa-4f75-a944-6430831ffde2 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/ports?device_id=e367eb4b-29c5-4f41-b41d-0da84d751fe2 HTTP/1.1" status: 200 len: 943 time: 0.0860226 May 27 03:41:45.192257 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-e577b181-7d7d-474e-a401-57358738dccb req-c9db0d88-fac7-4680-a316-1464e76fe770 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/security-groups?id=64f0893d-d72b-45fe-a7df-480151aef2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392404 May 27 03:41:45.291396 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7d6655-afab-4d24-9fda-83b7ca2ba3cf req-297ce799-ca8c-4c2a-b133-5b1163fb6fdc tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:45.293126 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-9f7d6655-afab-4d24-9fda-83b7ca2ba3cf req-297ce799-ca8c-4c2a-b133-5b1163fb6fdc tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c7e656a-afc5-4119-a11e-920c583d89d2 HTTP/1.1" status: 200 len: 943 time: 0.0826418 May 27 03:41:45.336826 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-9f7d6655-afab-4d24-9fda-83b7ca2ba3cf req-6689296b-5a8e-4060-b86f-0142223603a2 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e39d5df-c8e8-44f8-bf65-7b7c15957e09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374396 May 27 03:41:45.646183 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Device 24177437-ade1-43c7-bd7d-340757426924 details requested by agent hyperv_hv-cinder-79326 with host hv-cinder-79326 {{(pid=98853) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:41:45.773874 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.db [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] For port 24177437-ade1-43c7-bd7d-340757426924, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=24177437-ade1-43c7-bd7d-340757426924,segment=NetworkSegment(5d2d2fa4-4440-4746-9800-028cc9a24bc5),segment_id=5d2d2fa4-4440-4746-9800-028cc9a24bc5)] {{(pid=98853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:41:45.787554 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Returning: {'device': '24177437-ade1-43c7-bd7d-340757426924', 'network_id': '130ff3ea-d273-4d90-8f0d-494d41441c60', 'port_id': '24177437-ade1-43c7-bd7d-340757426924', 'mac_address': 'fa:16:3e:ff:48:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '116079ce-8119-4ea5-82d4-c0c254fad638', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98853) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:41:45.841093 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:45.857960 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.notifiers.nova [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24177437-ade1-43c7-bd7d-340757426924 {{(pid=98853) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:41:45.872958 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.db [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] For port 24177437-ade1-43c7-bd7d-340757426924, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=24177437-ade1-43c7-bd7d-340757426924,segment=NetworkSegment(5d2d2fa4-4440-4746-9800-028cc9a24bc5),segment_id=5d2d2fa4-4440-4746-9800-028cc9a24bc5)] {{(pid=98853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:41:45.919538 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786481721483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786481287406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786481291807'] for port, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:45.921295 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-d2b46d9e-40d1-441f-ad70-7de7298cfea1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:41:45.934488 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b60c5a-b77d-4b57-863b-c69c98d95e58 req-147cd410-6691-4656-9ab9-6bfb2380aa91 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:45.935955 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-65b60c5a-b77d-4b57-863b-c69c98d95e58 req-147cd410-6691-4656-9ab9-6bfb2380aa91 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3449057-b2c6-4b15-b705-4076eddfefff HTTP/1.1" status: 200 len: 945 time: 0.0790982 May 27 03:41:45.982609 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-65b60c5a-b77d-4b57-863b-c69c98d95e58 req-42bdd740-2753-4ae5-b097-35c67326ea8d tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/security-groups?id=85648ff1-b2ef-4805-9733-563ba7ce8d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399880 May 27 03:41:45.993856 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Pushing event updated for resources: {'Port': ['ID=24177437-ade1-43c7-bd7d-340757426924,revision_number=4']} {{(pid=98853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:45.997159 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:41:46.387417 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f545479-1b81-4d73-b969-d41e240057fd req-07946afd-3165-46d7-86ad-a0c6f1786d01 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:46.389081 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-8f545479-1b81-4d73-b969-d41e240057fd req-07946afd-3165-46d7-86ad-a0c6f1786d01 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/ports?device_id=e367eb4b-29c5-4f41-b41d-0da84d751fe2 HTTP/1.1" status: 200 len: 943 time: 0.0843482 May 27 03:41:46.438986 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-8f545479-1b81-4d73-b969-d41e240057fd req-d5e1a96d-444f-422b-8fff-6e5ad3e38a6e tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/security-groups?id=64f0893d-d72b-45fe-a7df-480151aef2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439744 May 27 03:41:46.535541 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3c5af3-62d1-4fc1-adb5-51c13c5ba3d7 req-10b20d71-9d4b-4856-89c7-04764a646a07 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:46.537062 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-ce3c5af3-62d1-4fc1-adb5-51c13c5ba3d7 req-10b20d71-9d4b-4856-89c7-04764a646a07 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c7e656a-afc5-4119-a11e-920c583d89d2 HTTP/1.1" status: 200 len: 944 time: 0.0860307 May 27 03:41:46.582954 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-ce3c5af3-62d1-4fc1-adb5-51c13c5ba3d7 req-b0875a5a-f69e-474d-b986-a31c1781c075 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e39d5df-c8e8-44f8-bf65-7b7c15957e09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402231 May 27 03:41:46.680642 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.db [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] get_ports_and_sgs() called for port_ids ['24177437-ade1-43c7-bd7d-340757426924'] {{(pid=98853) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 03:41:47.172119 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a614ca-04e3-4f52-95d8-fce369c0501a req-b93bb7f5-b296-4d9c-b53f-66058efeba0d tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:47.173199 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-52a614ca-04e3-4f52-95d8-fce369c0501a req-b93bb7f5-b296-4d9c-b53f-66058efeba0d tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3449057-b2c6-4b15-b705-4076eddfefff HTTP/1.1" status: 200 len: 945 time: 0.0836110 May 27 03:41:47.228983 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-52a614ca-04e3-4f52-95d8-fce369c0501a req-ea063649-35b3-4987-9a56-328329fb7616 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/security-groups?id=85648ff1-b2ef-4805-9733-563ba7ce8d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495920 May 27 03:41:47.302886 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:47.630078 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bba7e7-0ed0-4ae2-94e2-3802585b6160 req-8ce55a5c-3de9-4894-8682-a98f6da9933d tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:47.631728 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-86bba7e7-0ed0-4ae2-94e2-3802585b6160 req-8ce55a5c-3de9-4894-8682-a98f6da9933d tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/ports?device_id=e367eb4b-29c5-4f41-b41d-0da84d751fe2 HTTP/1.1" status: 200 len: 943 time: 0.0821900 May 27 03:41:47.642260 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Device 396ee32c-72a8-43ea-b35c-f0de6de19d7a details requested by agent hyperv_hv-cinder-79326 with host hv-cinder-79326 {{(pid=98853) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:41:47.685652 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-86bba7e7-0ed0-4ae2-94e2-3802585b6160 req-d14cc109-2f84-488e-b4a1-d6a2218a5694 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/security-groups?id=64f0893d-d72b-45fe-a7df-480151aef2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481737 May 27 03:41:47.709230 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Device b78c21a4-6cab-4194-9f32-cbe141d6578d up at agent hyperv_hv-cinder-79326 {{(pid=98853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:41:47.781239 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e6e87f-1a4a-4b07-9ed9-58ce0999d3ed req-225e34ef-1673-4049-9955-c1afbd74b43b tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:47.782692 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-f5e6e87f-1a4a-4b07-9ed9-58ce0999d3ed req-225e34ef-1673-4049-9955-c1afbd74b43b tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c7e656a-afc5-4119-a11e-920c583d89d2 HTTP/1.1" status: 200 len: 944 time: 0.0865419 May 27 03:41:47.844700 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-f5e6e87f-1a4a-4b07-9ed9-58ce0999d3ed req-29558581-9101-4178-beff-32fdb9cf8792 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e39d5df-c8e8-44f8-bf65-7b7c15957e09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559559 May 27 03:41:47.881577 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.db [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] For port 396ee32c-72a8-43ea-b35c-f0de6de19d7a, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=396ee32c-72a8-43ea-b35c-f0de6de19d7a,segment=NetworkSegment(5baf6fec-eb5b-47d6-b1b0-298ebe932b07),segment_id=5baf6fec-eb5b-47d6-b1b0-298ebe932b07)] {{(pid=98853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:41:47.894858 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Returning: {'device': '396ee32c-72a8-43ea-b35c-f0de6de19d7a', 'network_id': 'f65a0cca-1ebc-4ae6-b01b-5fdf0f05198a', 'port_id': '396ee32c-72a8-43ea-b35c-f0de6de19d7a', 'mac_address': 'fa:16:3e:29:db:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82530ddc-ffd6-4079-8434-d6a04187e8aa', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98853) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:41:47.951934 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:47.968706 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.notifiers.nova [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 396ee32c-72a8-43ea-b35c-f0de6de19d7a {{(pid=98853) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:41:47.973921 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Provisioning for port b78c21a4-6cab-4194-9f32-cbe141d6578d completed by entity L2. {{(pid=98853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:41:47.982433 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Provisioning complete for port b78c21a4-6cab-4194-9f32-cbe141d6578d triggered by entity L2. {{(pid=98853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:41:47.982814 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487713'] for port, provisioning_complete {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:48.026297 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.db [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] For port 396ee32c-72a8-43ea-b35c-f0de6de19d7a, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=396ee32c-72a8-43ea-b35c-f0de6de19d7a,segment=NetworkSegment(5baf6fec-eb5b-47d6-b1b0-298ebe932b07),segment_id=5baf6fec-eb5b-47d6-b1b0-298ebe932b07)] {{(pid=98853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:41:48.110098 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:48.131067 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786481721483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786481287406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786481291807'] for port, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:48.132857 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-42babb2d-c0b4-4fa4-a3ff-5a3a0d7cc5ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:41:48.194929 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3449057-b2c6-4b15-b705-4076eddfefff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b78c21a4-6cab-4194-9f32-cbe141d6578d'}] {{(pid=98853) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:41:48.209657 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.db [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] For port b78c21a4-6cab-4194-9f32-cbe141d6578d, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=b78c21a4-6cab-4194-9f32-cbe141d6578d,segment=NetworkSegment(909c8887-f923-4cc8-aab3-09372be2a868),segment_id=909c8887-f923-4cc8-aab3-09372be2a868)] {{(pid=98853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:41:48.222527 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Pushing event updated for resources: {'Port': ['ID=396ee32c-72a8-43ea-b35c-f0de6de19d7a,revision_number=4']} {{(pid=98853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:48.227182 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:41:48.250460 dv-cinder-793264-1-iscsi neutron-server[98853]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3449057-b2c6-4b15-b705-4076eddfefff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b78c21a4-6cab-4194-9f32-cbe141d6578d', 'code': 200} May 27 03:41:48.278622 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786481721483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786481287406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786481291807'] for port, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:48.278622 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Device 3f12ac65-af0d-4c74-bfa1-375cddc42ae8 up at agent hyperv_hv-cinder-79326 {{(pid=98853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:41:48.313146 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-42babb2d-c0b4-4fa4-a3ff-5a3a0d7cc5ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:41:48.426949 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Pushing event updated for resources: {'Port': ['ID=b78c21a4-6cab-4194-9f32-cbe141d6578d,revision_number=5']} {{(pid=98853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:48.431092 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:41:48.475485 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff4c875-9c71-40de-ae1b-55e631c4e855 req-cfb74fb1-ac4a-485d-a610-b46019cdbe53 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:48.477549 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-5ff4c875-9c71-40de-ae1b-55e631c4e855 req-cfb74fb1-ac4a-485d-a610-b46019cdbe53 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3449057-b2c6-4b15-b705-4076eddfefff HTTP/1.1" status: 200 len: 946 time: 0.1265996 May 27 03:41:48.526261 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Provisioning for port 3f12ac65-af0d-4c74-bfa1-375cddc42ae8 completed by entity L2. {{(pid=98853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:41:48.533734 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Provisioning complete for port 3f12ac65-af0d-4c74-bfa1-375cddc42ae8 triggered by entity L2. {{(pid=98853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:41:48.534135 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487713'] for port, provisioning_complete {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:48.551193 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-5ff4c875-9c71-40de-ae1b-55e631c4e855 req-3503e9ec-53c3-4066-92dc-de528b1c70cf tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/security-groups?id=85648ff1-b2ef-4805-9733-563ba7ce8d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646496 May 27 03:41:48.577693 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26461569-f951-4c0d-b020-ebe49082f133 req-c138d99d-1fe1-4d7f-a801-9736238da198 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:48.579666 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-26461569-f951-4c0d-b020-ebe49082f133 req-c138d99d-1fe1-4d7f-a801-9736238da198 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] 10.222.0.25 "GET /v2.0/networks?id=9d88eb5c-a234-4a0b-9721-bcab674f53e1 HTTP/1.1" status: 200 len: 815 time: 0.2539878 May 27 03:41:48.587660 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.db [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] get_ports_and_sgs() called for port_ids ['396ee32c-72a8-43ea-b35c-f0de6de19d7a'] {{(pid=98853) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 03:41:48.614065 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-26461569-f951-4c0d-b020-ebe49082f133 req-ed7c1694-b978-46db-8a09-dcefa5a94bc5 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] 10.222.0.25 "GET /v2.0/quotas/7413f58ffa8e476fb5600cbc51ee9d34 HTTP/1.1" status: 200 len: 375 time: 0.0253227 May 27 03:41:48.777850 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:48.839594 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7245644b-a0be-46fc-ae72-3cd116770788 req-f2df9736-e938-4cee-82f3-d5142a466665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:48.841804 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.db [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] For port 3f12ac65-af0d-4c74-bfa1-375cddc42ae8, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=3f12ac65-af0d-4c74-bfa1-375cddc42ae8,segment=NetworkSegment(909c8887-f923-4cc8-aab3-09372be2a868),segment_id=909c8887-f923-4cc8-aab3-09372be2a868)] {{(pid=98853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:41:48.849820 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-7245644b-a0be-46fc-ae72-3cd116770788 req-f2df9736-e938-4cee-82f3-d5142a466665 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e3449057-b2c6-4b15-b705-4076eddfefff HTTP/1.1" status: 200 len: 1099 time: 0.1827009 May 27 03:41:48.872480 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-26461569-f951-4c0d-b020-ebe49082f133 req-b9fbe574-82a3-4fca-98c9-36ddcec3a1ae tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=7413f58ffa8e476fb5600cbc51ee9d34&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2480841 May 27 03:41:48.925490 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786481721483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786481287406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786481291807'] for port, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:48.927270 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:41:48.979120 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cd3d96-66bc-4a1c-8903-a03899666562 req-13cddf1f-a933-4c6b-bc84-fb7c3186beab tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:48.980726 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-31cd3d96-66bc-4a1c-8903-a03899666562 req-13cddf1f-a933-4c6b-bc84-fb7c3186beab tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/ports?device_id=e367eb4b-29c5-4f41-b41d-0da84d751fe2 HTTP/1.1" status: 200 len: 944 time: 0.1195767 May 27 03:41:49.018009 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Pushing event updated for resources: {'Port': ['ID=3f12ac65-af0d-4c74-bfa1-375cddc42ae8,revision_number=5']} {{(pid=98853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:49.021410 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:41:49.040853 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-31cd3d96-66bc-4a1c-8903-a03899666562 req-8a1f17e3-93de-49d8-8d2b-76cc12a17f5a tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/security-groups?id=64f0893d-d72b-45fe-a7df-480151aef2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541101 May 27 03:41:49.054426 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-7245644b-a0be-46fc-ae72-3cd116770788 req-89f469f9-f2c4-4d40-9061-8766a40065d7 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=85648ff1-b2ef-4805-9733-563ba7ce8d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044995 May 27 03:41:49.132891 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-26461569-f951-4c0d-b020-ebe49082f133 req-e2f13976-608c-481d-9936-e7da7fb47a69 service neutron] 10.222.0.25 "GET /v2.0/networks/9d88eb5c-a234-4a0b-9721-bcab674f53e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2584593 May 27 03:41:49.265922 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab88d39-7c3f-4327-98db-eb18431ff7d0 req-2c89c2ff-221d-41e2-8cce-8c5f57982a36 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:49.267579 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-2ab88d39-7c3f-4327-98db-eb18431ff7d0 req-2c89c2ff-221d-41e2-8cce-8c5f57982a36 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c7e656a-afc5-4119-a11e-920c583d89d2 HTTP/1.1" status: 200 len: 944 time: 0.0875232 May 27 03:41:49.279408 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-26461569-f951-4c0d-b020-ebe49082f133 req-90304243-f50b-4aee-b788-9aa97f8b8682 service neutron] 10.222.0.25 "GET /v2.0/networks/9d88eb5c-a234-4a0b-9721-bcab674f53e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456480 May 27 03:41:49.332835 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-2ab88d39-7c3f-4327-98db-eb18431ff7d0 req-9951b5b9-b52f-4f87-9eab-45583238df85 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e39d5df-c8e8-44f8-bf65-7b7c15957e09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540919 May 27 03:41:49.646756 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Device 24177437-ade1-43c7-bd7d-340757426924 up at agent hyperv_hv-cinder-79326 {{(pid=98853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:41:49.663261 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-10ede18a-ec72-4c2e-84a4-5b7ce97d2c60 req-d8ba62cf-db4f-4d37-b585-6d1a610189c9 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a78b67b-ae82-47f7-9c4a-3698918592c6 HTTP/1.1" status: 200 len: 210 time: 0.0420647 May 27 03:41:49.760034 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e1a202-98cb-4181-bcb0-7aa3db4ed9bf req-625a1760-216b-416f-9d45-2d39b1004744 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:49.768757 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-78e1a202-98cb-4181-bcb0-7aa3db4ed9bf req-625a1760-216b-416f-9d45-2d39b1004744 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3449057-b2c6-4b15-b705-4076eddfefff HTTP/1.1" status: 200 len: 946 time: 0.1063142 May 27 03:41:49.834484 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-78e1a202-98cb-4181-bcb0-7aa3db4ed9bf req-789d451e-3fe4-45e3-87de-befd1eecd304 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/security-groups?id=85648ff1-b2ef-4805-9733-563ba7ce8d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507190 May 27 03:41:49.902248 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Provisioning for port 24177437-ade1-43c7-bd7d-340757426924 completed by entity L2. {{(pid=98853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:41:49.907533 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Provisioning complete for port 24177437-ade1-43c7-bd7d-340757426924 triggered by entity L2. {{(pid=98853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:41:49.907902 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487713'] for port, provisioning_complete {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:50.027162 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:50.060156 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.db [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] For port 24177437-ade1-43c7-bd7d-340757426924, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=24177437-ade1-43c7-bd7d-340757426924,segment=NetworkSegment(5d2d2fa4-4440-4746-9800-028cc9a24bc5),segment_id=5d2d2fa4-4440-4746-9800-028cc9a24bc5)] {{(pid=98853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:41:50.136573 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786481721483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786481287406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786481291807'] for port, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:50.138467 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:41:50.208346 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Pushing event updated for resources: {'Port': ['ID=24177437-ade1-43c7-bd7d-340757426924,revision_number=5']} {{(pid=98853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:50.211499 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:41:50.249489 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2df05f8-923e-4f3d-8f85-4dfb3c5f00aa req-dd792e6c-9956-4607-a8a4-d1db5bf54915 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:50.252371 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a0adeb2-9abe-4dfa-8fd5-1aa17e3b69e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f12ac65-af0d-4c74-bfa1-375cddc42ae8'}, {'server_uuid': '3c7e656a-afc5-4119-a11e-920c583d89d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24177437-ade1-43c7-bd7d-340757426924'}] {{(pid=98853) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:41:50.257165 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-f2df05f8-923e-4f3d-8f85-4dfb3c5f00aa req-dd792e6c-9956-4607-a8a4-d1db5bf54915 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/ports?device_id=e367eb4b-29c5-4f41-b41d-0da84d751fe2 HTTP/1.1" status: 200 len: 944 time: 0.1041763 May 27 03:41:50.308872 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-f2df05f8-923e-4f3d-8f85-4dfb3c5f00aa req-30c1bce2-faf6-4ccf-b138-974739a21e5e tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/security-groups?id=64f0893d-d72b-45fe-a7df-480151aef2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433438 May 27 03:41:50.309437 dv-cinder-793264-1-iscsi neutron-server[98853]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a0adeb2-9abe-4dfa-8fd5-1aa17e3b69e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f12ac65-af0d-4c74-bfa1-375cddc42ae8', 'code': 200} May 27 03:41:50.309721 dv-cinder-793264-1-iscsi neutron-server[98853]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c7e656a-afc5-4119-a11e-920c583d89d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24177437-ade1-43c7-bd7d-340757426924', 'code': 200} May 27 03:41:50.523940 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37361955-f9f1-4510-b631-d431329c2d36 req-dbd4f1c5-e9c3-4b44-87db-dd318bc56b57 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:50.525546 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-37361955-f9f1-4510-b631-d431329c2d36 req-dbd4f1c5-e9c3-4b44-87db-dd318bc56b57 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c7e656a-afc5-4119-a11e-920c583d89d2 HTTP/1.1" status: 200 len: 945 time: 0.0833306 May 27 03:41:50.577544 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-37361955-f9f1-4510-b631-d431329c2d36 req-7b80e3ab-c291-4250-8072-ba638b33b53b tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e39d5df-c8e8-44f8-bf65-7b7c15957e09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441978 May 27 03:41:50.763437 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4526b4c-9b23-4e6a-a015-b7ef8136f848 req-44dca2b9-928b-4c9e-afd0-ba32d87b240f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:50.765030 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-a4526b4c-9b23-4e6a-a015-b7ef8136f848 req-44dca2b9-928b-4c9e-afd0-ba32d87b240f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1a0adeb2-9abe-4dfa-8fd5-1aa17e3b69e0 HTTP/1.1" status: 200 len: 1099 time: 0.1314394 May 27 03:41:50.774622 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af1dc0f-f01a-4675-8870-5dc1d9a13284 req-ee3cdf60-8470-47d4-89ca-938b4e269312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:50.776012 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-6af1dc0f-f01a-4675-8870-5dc1d9a13284 req-ee3cdf60-8470-47d4-89ca-938b4e269312 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3c7e656a-afc5-4119-a11e-920c583d89d2 HTTP/1.1" status: 200 len: 1098 time: 0.1073859 May 27 03:41:50.886305 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-68443759-73c7-496a-b525-fe6271f4cc88 req-94c27d9d-2754-46a0-852e-89bf066feac3 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a78b67b-ae82-47f7-9c4a-3698918592c6 HTTP/1.1" status: 200 len: 210 time: 0.0903268 May 27 03:41:50.922882 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-a4526b4c-9b23-4e6a-a015-b7ef8136f848 req-1417511f-5e8e-4f85-9dcf-5b3e2fb8c885 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=85648ff1-b2ef-4805-9733-563ba7ce8d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243219 May 27 03:41:50.946058 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-6af1dc0f-f01a-4675-8870-5dc1d9a13284 req-6bd10b28-f247-4464-a5f1-5729b94230db service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=2e39d5df-c8e8-44f8-bf65-7b7c15957e09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1058440 May 27 03:41:51.074687 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faca04b-9c35-4282-abda-80cc01bcd62a req-2a569b02-b18b-4c5a-9320-18238f2e8642 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:51.076193 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-1faca04b-9c35-4282-abda-80cc01bcd62a req-2a569b02-b18b-4c5a-9320-18238f2e8642 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3449057-b2c6-4b15-b705-4076eddfefff HTTP/1.1" status: 200 len: 946 time: 0.0927258 May 27 03:41:51.129560 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-1faca04b-9c35-4282-abda-80cc01bcd62a req-6a32dc24-4215-4736-bea0-5798206ee1ae tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/security-groups?id=85648ff1-b2ef-4805-9733-563ba7ce8d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476491 May 27 03:41:51.497231 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1c17cf-6839-414f-9e92-5d5dbbcaa3da req-b3ef8068-b1b0-4388-8a37-ae1b8bde10c6 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:51.498677 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-2e1c17cf-6839-414f-9e92-5d5dbbcaa3da req-b3ef8068-b1b0-4388-8a37-ae1b8bde10c6 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/ports?device_id=e367eb4b-29c5-4f41-b41d-0da84d751fe2 HTTP/1.1" status: 200 len: 944 time: 0.0807998 May 27 03:41:51.545320 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-2e1c17cf-6839-414f-9e92-5d5dbbcaa3da req-d36100e2-dcda-4c09-933c-00dd2c63d9ab tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/security-groups?id=64f0893d-d72b-45fe-a7df-480151aef2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404069 May 27 03:41:51.643954 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Device 396ee32c-72a8-43ea-b35c-f0de6de19d7a up at agent hyperv_hv-cinder-79326 {{(pid=98853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:41:51.785832 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aa013d-8360-4a18-8019-437ea0fee314 req-b904c2e1-c6a9-4e1b-964b-aaa996c5847a tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:51.787418 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-c3aa013d-8360-4a18-8019-437ea0fee314 req-b904c2e1-c6a9-4e1b-964b-aaa996c5847a tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c7e656a-afc5-4119-a11e-920c583d89d2 HTTP/1.1" status: 200 len: 945 time: 0.0927858 May 27 03:41:51.799723 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Provisioning for port 396ee32c-72a8-43ea-b35c-f0de6de19d7a completed by entity L2. {{(pid=98853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:41:51.804961 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Provisioning complete for port 396ee32c-72a8-43ea-b35c-f0de6de19d7a triggered by entity L2. {{(pid=98853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:41:51.809477 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487713'] for port, provisioning_complete {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:51.841531 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-c3aa013d-8360-4a18-8019-437ea0fee314 req-275e24e1-c4b8-44ff-b704-c9c61a765996 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e39d5df-c8e8-44f8-bf65-7b7c15957e09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477703 May 27 03:41:51.923031 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:51.957505 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.db [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] For port 396ee32c-72a8-43ea-b35c-f0de6de19d7a, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=396ee32c-72a8-43ea-b35c-f0de6de19d7a,segment=NetworkSegment(5baf6fec-eb5b-47d6-b1b0-298ebe932b07),segment_id=5baf6fec-eb5b-47d6-b1b0-298ebe932b07)] {{(pid=98853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:41:52.039901 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786481721483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786481287406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786481291807'] for port, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:52.040660 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-e5e0dda2-0ec8-4c88-bd9a-cc73e171e388 req-a93776dd-27f1-4696-85a6-0cfa43f520b7 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a78b67b-ae82-47f7-9c4a-3698918592c6 HTTP/1.1" status: 200 len: 210 time: 0.0464420 May 27 03:41:52.043406 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:41:52.134555 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Pushing event updated for resources: {'Port': ['ID=396ee32c-72a8-43ea-b35c-f0de6de19d7a,revision_number=5']} {{(pid=98853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:52.147298 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:41:52.147798 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:41:52.148147 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:41:52.148624 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:41:52.149069 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:41:52.149452 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:41:52.149783 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:41:52.151964 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:41:52.151964 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:41:52.152178 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:41:52.163274 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:41:52.166686 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:41:52.175758 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:41:52.237280 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 54006) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:41:52.311331 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e367eb4b-29c5-4f41-b41d-0da84d751fe2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '396ee32c-72a8-43ea-b35c-f0de6de19d7a'}] {{(pid=98853) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:41:52.391208 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24102ad2-f6d4-4f65-b7a7-d3ace82f83d5 req-0717e855-5c24-42a2-bd95-4483b3ae5042 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:52.392168 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-24102ad2-f6d4-4f65-b7a7-d3ace82f83d5 req-0717e855-5c24-42a2-bd95-4483b3ae5042 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3449057-b2c6-4b15-b705-4076eddfefff HTTP/1.1" status: 200 len: 946 time: 0.1240263 May 27 03:41:52.395987 dv-cinder-793264-1-iscsi neutron-server[98853]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e367eb4b-29c5-4f41-b41d-0da84d751fe2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '396ee32c-72a8-43ea-b35c-f0de6de19d7a', 'code': 200} May 27 03:41:52.396333 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-ec6a39a8-5a02-40cb-b434-d2584ae123c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:52.446218 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-ec6a39a8-5a02-40cb-b434-d2584ae123c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:41:52.457883 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-ec6a39a8-5a02-40cb-b434-d2584ae123c0 admin admin] Usage tracker for resource:security_group_rule and tenant:9dc59ab374fb48c19a21eac2ef1bd72f is out of sync, need to count used quota {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:41:52.462049 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-ec6a39a8-5a02-40cb-b434-d2584ae123c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:41:52.475220 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-ec6a39a8-5a02-40cb-b434-d2584ae123c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:41:52.482284 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-24102ad2-f6d4-4f65-b7a7-d3ace82f83d5 req-8b51bcf1-51c8-4547-ac25-ac3d8fe55529 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/security-groups?id=85648ff1-b2ef-4805-9733-563ba7ce8d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750797 May 27 03:41:52.527481 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26461569-f951-4c0d-b020-ebe49082f133 req-b1d41880-dd4f-4607-8a72-f05f97974298 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:52.528966 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-26461569-f951-4c0d-b020-ebe49082f133 req-b1d41880-dd4f-4607-8a72-f05f97974298 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] 10.222.0.36 "GET /v2.0/networks?id=9d88eb5c-a234-4a0b-9721-bcab674f53e1 HTTP/1.1" status: 200 len: 815 time: 0.1965995 May 27 03:41:52.555397 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.v2.base [req-26461569-f951-4c0d-b020-ebe49082f133 req-b44397c7-ebf8-457a-b878-65c73f560bf0 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Request body: {'port': {'device_id': '6a78b67b-ae82-47f7-9c4a-3698918592c6', 'network_id': '9d88eb5c-a234-4a0b-9721-bcab674f53e1', 'admin_state_up': True, 'tenant_id': '7413f58ffa8e476fb5600cbc51ee9d34'}} {{(pid=98851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:41:52.689115 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-ec6a39a8-5a02-40cb-b434-d2584ae123c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:52.772054 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.quota.driver [req-26461569-f951-4c0d-b020-ebe49082f133 req-b44397c7-ebf8-457a-b878-65c73f560bf0 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:41:52.782774 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.quota.driver [req-26461569-f951-4c0d-b020-ebe49082f133 req-b44397c7-ebf8-457a-b878-65c73f560bf0 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=98851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:41:52.800185 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-ec6a39a8-5a02-40cb-b434-d2584ae123c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:52.808607 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-96db2dc7-9e3f-48fe-a293-8bd701282554 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:41:52.855783 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c133de94-5c93-4b34-8ab6-02b8d2ceb396 req-b906d56a-13b8-4eb0-ad4d-fd51826ae259 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:52.857357 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-c133de94-5c93-4b34-8ab6-02b8d2ceb396 req-b906d56a-13b8-4eb0-ad4d-fd51826ae259 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/ports?device_id=e367eb4b-29c5-4f41-b41d-0da84d751fe2 HTTP/1.1" status: 200 len: 945 time: 0.1264083 May 27 03:41:52.867538 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-ec6a39a8-5a02-40cb-b434-d2584ae123c0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9dc59ab374fb48c19a21eac2ef1bd72f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6250794 May 27 03:41:52.870056 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 54026) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:41:52.880182 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26461569-f951-4c0d-b020-ebe49082f133 req-b44397c7-ebf8-457a-b878-65c73f560bf0 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Made reservation on behalf of 7413f58ffa8e476fb5600cbc51ee9d34 for: {'port': 1} {{(pid=98851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:41:52.886121 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-26461569-f951-4c0d-b020-ebe49082f133 req-b44397c7-ebf8-457a-b878-65c73f560bf0 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:52.899436 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6a39a8-5a02-40cb-b434-d2584ae123c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6a0bd02-f357-4b46-bf72-f170aab23587,revision_number=1']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:52.926013 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6a39a8-5a02-40cb-b434-d2584ae123c0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:41:52.926367 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6a39a8-5a02-40cb-b434-d2584ae123c0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:41:52.926714 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6a39a8-5a02-40cb-b434-d2584ae123c0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:41:52.927358 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6a39a8-5a02-40cb-b434-d2584ae123c0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:41:52.927712 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6a39a8-5a02-40cb-b434-d2584ae123c0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:41:52.928052 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6a39a8-5a02-40cb-b434-d2584ae123c0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:41:52.928387 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6a39a8-5a02-40cb-b434-d2584ae123c0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:41:52.928745 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6a39a8-5a02-40cb-b434-d2584ae123c0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:41:52.929100 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6a39a8-5a02-40cb-b434-d2584ae123c0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:41:52.929453 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6a39a8-5a02-40cb-b434-d2584ae123c0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:41:52.929833 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6a39a8-5a02-40cb-b434-d2584ae123c0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:41:52.930161 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6a39a8-5a02-40cb-b434-d2584ae123c0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:41:52.957145 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-ec6a39a8-5a02-40cb-b434-d2584ae123c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:41:52.992938 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-c133de94-5c93-4b34-8ab6-02b8d2ceb396 req-0aa0b2f3-62d3-46f0-a2ef-1dc9b1747fcc tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/security-groups?id=64f0893d-d72b-45fe-a7df-480151aef2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1281581 May 27 03:41:53.010147 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-3492be9c-bfe5-4287-998d-bc3394c2a7e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:53.052524 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-3492be9c-bfe5-4287-998d-bc3394c2a7e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:53.211433 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.wsgi [-] (98851) accepted ('10.222.0.25', 54046) {{(pid=98851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:41:53.253308 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-3492be9c-bfe5-4287-998d-bc3394c2a7e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:53.265495 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:41:53.279315 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3492be9c-bfe5-4287-998d-bc3394c2a7e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6a0bd02-f357-4b46-bf72-f170aab23587,revision_number=None']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:53.281194 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-3492be9c-bfe5-4287-998d-bc3394c2a7e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:53.282376 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-3492be9c-bfe5-4287-998d-bc3394c2a7e7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b6a0bd02-f357-4b46-bf72-f170aab23587 HTTP/1.1" status: 204 len: 168 time: 0.4113808 May 27 03:41:53.284846 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-3492be9c-bfe5-4287-998d-bc3394c2a7e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:41:53.390026 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.db_base_plugin_common [req-26461569-f951-4c0d-b020-ebe49082f133 req-b44397c7-ebf8-457a-b878-65c73f560bf0 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Allocated IP 172.20.0.13 (9d88eb5c-a234-4a0b-9721-bcab674f53e1/e7b1e35c-8b26-4690-9d11-111b6e17f0c6/7c9d543c-8635-48f1-aa64-5b32d4b0b972) {{(pid=98851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:41:53.410317 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe40c2c0-ef9a-4c78-94ce-85c028f325eb req-020bea0f-7054-4010-b69d-1d651925798d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:53.411814 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-fe40c2c0-ef9a-4c78-94ce-85c028f325eb req-020bea0f-7054-4010-b69d-1d651925798d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e367eb4b-29c5-4f41-b41d-0da84d751fe2 HTTP/1.1" status: 200 len: 1098 time: 0.4249506 May 27 03:41:53.429148 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8e3c16-c94b-4d94-bf7b-2e2b4d2a00b2 req-2e2e8039-4c5c-4371-93c0-886070601c2f tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:53.432436 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-6c8e3c16-c94b-4d94-bf7b-2e2b4d2a00b2 req-2e2e8039-4c5c-4371-93c0-886070601c2f tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3449057-b2c6-4b15-b705-4076eddfefff HTTP/1.1" status: 200 len: 946 time: 0.2679317 May 27 03:41:53.510810 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-6c8e3c16-c94b-4d94-bf7b-2e2b4d2a00b2 req-fa143299-877d-446e-952f-ed2ac2a82b57 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/security-groups?id=85648ff1-b2ef-4805-9733-563ba7ce8d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715663 May 27 03:41:53.543993 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-2b99e2e5-b042-475c-9fd0-12f15ab72442 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:53.558337 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-fe40c2c0-ef9a-4c78-94ce-85c028f325eb req-8ec5496d-0dd1-431b-a488-ecc7dab6668b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=64f0893d-d72b-45fe-a7df-480151aef2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1265726 May 27 03:41:53.582461 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4bf580-c418-4793-8870-6945a17de4e5 req-c7d0a98f-594d-40c8-8876-9830b70db99b tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:53.583908 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-ce4bf580-c418-4793-8870-6945a17de4e5 req-c7d0a98f-594d-40c8-8876-9830b70db99b tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c7e656a-afc5-4119-a11e-920c583d89d2 HTTP/1.1" status: 200 len: 945 time: 0.3392134 May 27 03:41:53.591220 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0033f49c-88a2-4d33-9a83-20ee3d3b21e1 req-980333dc-8c5f-4608-b371-9f410c2cb8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:53.592668 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-0033f49c-88a2-4d33-9a83-20ee3d3b21e1 req-980333dc-8c5f-4608-b371-9f410c2cb8d2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fa24b9f82e13448382e6b5f6bd699fab&device_id=e3449057-b2c6-4b15-b705-4076eddfefff HTTP/1.1" status: 200 len: 1099 time: 0.3063745 May 27 03:41:53.648076 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-a496e52c-2805-4fad-8578-52dbc081f254 req-9d2a5b90-2eaf-4222-8fe2-a3db747aa575 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a78b67b-ae82-47f7-9c4a-3698918592c6 HTTP/1.1" status: 200 len: 210 time: 0.0431464 May 27 03:41:53.665961 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.quota.driver [None req-2b99e2e5-b042-475c-9fd0-12f15ab72442 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:41:53.750112 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [None req-2b99e2e5-b042-475c-9fd0-12f15ab72442 admin admin] Usage tracker for resource:security_group_rule and tenant:43dea6ccf22543888651eec04a4ea4c5 is out of sync, need to count used quota {{(pid=98851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:41:53.764685 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [None req-2b99e2e5-b042-475c-9fd0-12f15ab72442 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:41:53.795586 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.quota.driver [None req-2b99e2e5-b042-475c-9fd0-12f15ab72442 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:41:53.819413 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-ce4bf580-c418-4793-8870-6945a17de4e5 req-3f7a7eb6-70c9-4e2c-8e58-c1d1ed1d8dff tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e39d5df-c8e8-44f8-bf65-7b7c15957e09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2257850 May 27 03:41:53.962045 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-26461569-f951-4c0d-b020-ebe49082f133 req-b44397c7-ebf8-457a-b878-65c73f560bf0 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Notify callbacks [] for port, precommit_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:53.997612 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0033f49c-88a2-4d33-9a83-20ee3d3b21e1 req-32b11ad5-7938-4b0a-9b03-a2a1bfbb37d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:53.999045 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-0033f49c-88a2-4d33-9a83-20ee3d3b21e1 req-32b11ad5-7938-4b0a-9b03-a2a1bfbb37d8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b35bcef9-7d04-408a-b003-58c7e5878e65 HTTP/1.1" status: 200 len: 919 time: 0.2282450 May 27 03:41:54.081083 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-0033f49c-88a2-4d33-9a83-20ee3d3b21e1 req-d1f86acc-dece-428c-b746-b5461123325f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b78c21a4-6cab-4194-9f32-cbe141d6578d HTTP/1.1" status: 200 len: 217 time: 0.0745013 May 27 03:41:54.124050 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-2b99e2e5-b042-475c-9fd0-12f15ab72442 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:54.125110 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 54066) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:41:54.181464 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-ffdf41ec-9e41-4cc9-96a7-62739e9a4955 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:54.193710 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0033f49c-88a2-4d33-9a83-20ee3d3b21e1 req-e9fae8cc-fb8f-439c-ba51-97de9d084c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:54.195185 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-0033f49c-88a2-4d33-9a83-20ee3d3b21e1 req-e9fae8cc-fb8f-439c-ba51-97de9d084c30 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fc2e5be7-abd1-47fd-a0c1-09780acadf70 HTTP/1.1" status: 200 len: 859 time: 0.0596404 May 27 03:41:54.200144 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-26461569-f951-4c0d-b020-ebe49082f133 req-b44397c7-ebf8-457a-b878-65c73f560bf0 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786481287388'] for port, after_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:54.201762 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-2b99e2e5-b042-475c-9fd0-12f15ab72442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:54.206538 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:41:54.209628 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-ffdf41ec-9e41-4cc9-96a7-62739e9a4955 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:41:54.216437 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-ffdf41ec-9e41-4cc9-96a7-62739e9a4955 admin admin] Usage tracker for resource:security_group_rule and tenant:fcf2bc077697493f8b4435da548b84c8 is out of sync, need to count used quota {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:41:54.218456 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.db [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] get_ports_and_sgs() called for port_ids ['1279817e-ea8d-4755-966e-3691e51297b7'] {{(pid=98853) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 03:41:54.220088 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-ffdf41ec-9e41-4cc9-96a7-62739e9a4955 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:41:54.227413 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-ffdf41ec-9e41-4cc9-96a7-62739e9a4955 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:41:54.272890 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3947dc9c-e788-433b-8490-2e33e8f7e0b4 req-b4c20555-ea36-4673-a1c3-c458a06f6d1f tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:54.274345 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-3947dc9c-e788-433b-8490-2e33e8f7e0b4 req-b4c20555-ea36-4673-a1c3-c458a06f6d1f tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/ports?device_id=e367eb4b-29c5-4f41-b41d-0da84d751fe2 HTTP/1.1" status: 200 len: 945 time: 0.1338878 May 27 03:41:54.334005 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-0033f49c-88a2-4d33-9a83-20ee3d3b21e1 req-bfbf2e9f-641a-4312-8f1c-c937eee2b0c8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b35bcef9-7d04-408a-b003-58c7e5878e65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0965915 May 27 03:41:54.342113 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26461569-f951-4c0d-b020-ebe49082f133 req-b44397c7-ebf8-457a-b878-65c73f560bf0 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Network 9d88eb5c-a234-4a0b-9721-bcab674f53e1 is already hosted by enough agents. {{(pid=98851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:41:54.346071 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-3947dc9c-e788-433b-8490-2e33e8f7e0b4 req-a86f8553-1d24-4dd8-b1ee-0e7c7d0b7265 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/security-groups?id=64f0893d-d72b-45fe-a7df-480151aef2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616131 May 27 03:41:54.347325 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.scheduler.base_scheduler [req-26461569-f951-4c0d-b020-ebe49082f133 req-b44397c7-ebf8-457a-b878-65c73f560bf0 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Resources bound (agent type, host, resource id): {{(pid=98851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:41:54.369817 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [None req-2b99e2e5-b042-475c-9fd0-12f15ab72442 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=43dea6ccf22543888651eec04a4ea4c5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1570289 May 27 03:41:54.371115 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.l3_dvrscheduler_db [req-26461569-f951-4c0d-b020-ebe49082f133 req-b44397c7-ebf8-457a-b878-65c73f560bf0 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Received port after_create {{(pid=98851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 03:41:54.376619 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 54070) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:41:54.376848 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26461569-f951-4c0d-b020-ebe49082f133 req-b44397c7-ebf8-457a-b878-65c73f560bf0 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:54.377437 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-26461569-f951-4c0d-b020-ebe49082f133 req-b44397c7-ebf8-457a-b878-65c73f560bf0 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4037888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689932'] for port, before_response {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:54.380045 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-ffdf41ec-9e41-4cc9-96a7-62739e9a4955 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:54.387714 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44397c7-ebf8-457a-b878-65c73f560bf0 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Pushing event updated for resources: {'Port': ['ID=7c9d543c-8635-48f1-aa64-5b32d4b0b972,revision_number=1']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:54.463337 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44397c7-ebf8-457a-b878-65c73f560bf0 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:41:54.463701 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44397c7-ebf8-457a-b878-65c73f560bf0 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:41:54.464061 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44397c7-ebf8-457a-b878-65c73f560bf0 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:41:54.464482 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44397c7-ebf8-457a-b878-65c73f560bf0 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:41:54.464839 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44397c7-ebf8-457a-b878-65c73f560bf0 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:41:54.465216 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44397c7-ebf8-457a-b878-65c73f560bf0 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:41:54.465567 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44397c7-ebf8-457a-b878-65c73f560bf0 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:41:54.465888 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44397c7-ebf8-457a-b878-65c73f560bf0 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:41:54.466234 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44397c7-ebf8-457a-b878-65c73f560bf0 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:41:54.466572 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44397c7-ebf8-457a-b878-65c73f560bf0 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:41:54.466997 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44397c7-ebf8-457a-b878-65c73f560bf0 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:41:54.467313 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44397c7-ebf8-457a-b878-65c73f560bf0 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:41:54.481865 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-b44397c7-ebf8-457a-b878-65c73f560bf0 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:41:54.482364 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-fd02cdcc-6c0c-4410-8425-d68e9c8247e5 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.190s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:41:54.497004 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-f5ebbe76-64c5-4338-856b-728046427e2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:54.500364 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-ffdf41ec-9e41-4cc9-96a7-62739e9a4955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:54.514886 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-14e413b1-4335-4d33-89e4-95c514acfb76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:41:54.548786 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b99e2e5-b042-475c-9fd0-12f15ab72442 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3546e34-658e-4405-a185-125867360b45,revision_number=1']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:54.554010 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-2b99e2e5-b042-475c-9fd0-12f15ab72442 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:41:54.557591 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-0033f49c-88a2-4d33-9a83-20ee3d3b21e1 req-a01e14e6-bda3-49b0-858b-8ea1f7b4db31 service neutron] 10.222.0.36 "GET /v2.0/networks/b35bcef9-7d04-408a-b003-58c7e5878e65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2121103 May 27 03:41:54.560091 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-f5ebbe76-64c5-4338-856b-728046427e2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:54.597443 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-26461569-f951-4c0d-b020-ebe49082f133 req-b44397c7-ebf8-457a-b878-65c73f560bf0 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0434597 May 27 03:41:54.597643 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-ffdf41ec-9e41-4cc9-96a7-62739e9a4955 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fcf2bc077697493f8b4435da548b84c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4682307 May 27 03:41:54.599076 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 54078) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:41:54.607524 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.v2.base [req-26461569-f951-4c0d-b020-ebe49082f133 req-42242463-b186-4dd5-a0cd-c27dbf02d291 service neutron] Request body: {'port': {'device_id': '6a78b67b-ae82-47f7-9c4a-3698918592c6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79326'}} {{(pid=98851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:41:54.610983 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdf41ec-9e41-4cc9-96a7-62739e9a4955 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2171cd2-50c1-4aa5-97ae-d703c0e4b2a7,revision_number=1']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:54.627781 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-ffdf41ec-9e41-4cc9-96a7-62739e9a4955 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:41:54.679437 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-7d6bab78-6abb-4455-a80f-96de2713e9b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:54.707057 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-7d6bab78-6abb-4455-a80f-96de2713e9b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:54.726492 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-f5ebbe76-64c5-4338-856b-728046427e2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:54.732930 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-179a8b63-251b-412c-a8a0-94472599daa9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:41:54.759279 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ebbe76-64c5-4338-856b-728046427e2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3546e34-658e-4405-a185-125867360b45,revision_number=None']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:54.768329 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-f5ebbe76-64c5-4338-856b-728046427e2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:41:54.818140 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-f5ebbe76-64c5-4338-856b-728046427e2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:54.819696 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-f5ebbe76-64c5-4338-856b-728046427e2b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b3546e34-658e-4405-a185-125867360b45 HTTP/1.1" status: 204 len: 168 time: 0.4417253 May 27 03:41:54.867236 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d009139-8983-4214-9efc-ce0203f78025 req-06005f97-aec5-4e0c-92b4-7dbe20d1d417 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:54.868915 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-1d009139-8983-4214-9efc-ce0203f78025 req-06005f97-aec5-4e0c-92b4-7dbe20d1d417 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a78b67b-ae82-47f7-9c4a-3698918592c6 HTTP/1.1" status: 200 len: 932 time: 0.1056502 May 27 03:41:54.879734 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-26461569-f951-4c0d-b020-ebe49082f133 req-42242463-b186-4dd5-a0cd-c27dbf02d291 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_update {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:54.894154 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-0033f49c-88a2-4d33-9a83-20ee3d3b21e1 req-ffe075a2-d4ca-4659-ba38-d4108c5ea24d service neutron] 10.222.0.36 "GET /v2.0/networks/b35bcef9-7d04-408a-b003-58c7e5878e65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3205020 May 27 03:41:54.911115 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-7d6bab78-6abb-4455-a80f-96de2713e9b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:54.916850 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-7efd581a-a5e4-472e-bb49-b7ebc702a4b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:41:54.932258 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-1d009139-8983-4214-9efc-ce0203f78025 req-89e63998-c8c0-49ba-a8de-3a3acfba347e tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] 10.222.0.25 "GET /v2.0/security-groups?id=3008a255-7ecc-4b97-8d3a-baac4542929c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576639 May 27 03:41:54.933527 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6bab78-6abb-4455-a80f-96de2713e9b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2171cd2-50c1-4aa5-97ae-d703c0e4b2a7,revision_number=None']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:54.937816 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-7d6bab78-6abb-4455-a80f-96de2713e9b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:41:54.939765 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ea3fd2-f531-4361-9f26-9a2ecec89d79 req-ebb4cc03-4b5a-4544-919e-687d68168761 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:54.946812 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-b9ea3fd2-f531-4361-9f26-9a2ecec89d79 req-ebb4cc03-4b5a-4544-919e-687d68168761 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3449057-b2c6-4b15-b705-4076eddfefff HTTP/1.1" status: 200 len: 946 time: 0.3051572 May 27 03:41:54.952450 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-7d6bab78-6abb-4455-a80f-96de2713e9b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:54.953704 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-7d6bab78-6abb-4455-a80f-96de2713e9b8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e2171cd2-50c1-4aa5-97ae-d703c0e4b2a7 HTTP/1.1" status: 204 len: 168 time: 0.3523681 May 27 03:41:55.015725 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-b9ea3fd2-f531-4361-9f26-9a2ecec89d79 req-9ab7be65-22d7-45e5-a9d7-a9bd601d0737 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/security-groups?id=85648ff1-b2ef-4805-9733-563ba7ce8d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679018 May 27 03:41:55.203281 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30b0cd9-4954-4744-95bd-f262f60a350b req-8e56a56b-dcbc-496e-8e16-448a697f72b6 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:55.204782 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-d30b0cd9-4954-4744-95bd-f262f60a350b req-8e56a56b-dcbc-496e-8e16-448a697f72b6 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c7e656a-afc5-4119-a11e-920c583d89d2 HTTP/1.1" status: 200 len: 945 time: 0.1093280 May 27 03:41:55.275848 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-d30b0cd9-4954-4744-95bd-f262f60a350b req-335b7197-92b3-4991-9507-b0e781ca17bb tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e39d5df-c8e8-44f8-bf65-7b7c15957e09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651464 May 27 03:41:55.398717 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.notifiers.nova [req-26461569-f951-4c0d-b020-ebe49082f133 req-42242463-b186-4dd5-a0cd-c27dbf02d291 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c9d543c-8635-48f1-aa64-5b32d4b0b972 {{(pid=98851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:41:55.407989 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-26461569-f951-4c0d-b020-ebe49082f133 req-42242463-b186-4dd5-a0cd-c27dbf02d291 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:55.425057 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.provisioning_blocks [req-26461569-f951-4c0d-b020-ebe49082f133 req-42242463-b186-4dd5-a0cd-c27dbf02d291 service neutron] Transition to ACTIVE for port object 7c9d543c-8635-48f1-aa64-5b32d4b0b972 will not be triggered until provisioned by entity L2. {{(pid=98851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:41:55.507025 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-26461569-f951-4c0d-b020-ebe49082f133 req-42242463-b186-4dd5-a0cd-c27dbf02d291 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786481721483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786481287406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786481291807'] for port, after_update {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:55.516121 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:41:55.607845 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff17479-8f7e-4303-a4f3-b27d35e0102c req-b95269fd-7ca1-4671-b7e3-97af7e7b9519 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:55.615660 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-0ff17479-8f7e-4303-a4f3-b27d35e0102c req-b95269fd-7ca1-4671-b7e3-97af7e7b9519 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/ports?device_id=e367eb4b-29c5-4f41-b41d-0da84d751fe2 HTTP/1.1" status: 200 len: 945 time: 0.1046312 May 27 03:41:55.670276 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-0ff17479-8f7e-4303-a4f3-b27d35e0102c req-24fd4852-7444-4851-81f5-5c34bb24a9be tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/security-groups?id=64f0893d-d72b-45fe-a7df-480151aef2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523326 May 27 03:41:55.758758 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42242463-b186-4dd5-a0cd-c27dbf02d291 service neutron] Pushing event updated for resources: {'Port': ['ID=7c9d543c-8635-48f1-aa64-5b32d4b0b972,revision_number=2']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:55.764766 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-42242463-b186-4dd5-a0cd-c27dbf02d291 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:41:55.803408 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 54116) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:41:55.803817 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fad626-94bd-4d0e-b317-59069f0b6930 req-31678b8b-b7bd-4278-b55d-01182ce12dec tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:55.805409 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-12fad626-94bd-4d0e-b317-59069f0b6930 req-31678b8b-b7bd-4278-b55d-01182ce12dec tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c7e656a-afc5-4119-a11e-920c583d89d2 HTTP/1.1" status: 200 len: 945 time: 0.3790429 May 27 03:41:55.821996 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.wsgi [-] (98851) accepted ('10.222.0.25', 54120) {{(pid=98851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:41:55.828555 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.v2.base [None req-e65a23f8-8598-4bc6-882a-6c822a821df8 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Request body: {'floatingip': {'port_id': '24177437-ade1-43c7-bd7d-340757426924'}} {{(pid=98851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:41:55.831248 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-10a4260a-2fc8-4dce-baed-35fd88763df8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:55.857821 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-10a4260a-2fc8-4dce-baed-35fd88763df8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:41:55.861823 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-10a4260a-2fc8-4dce-baed-35fd88763df8 admin admin] Usage tracker for resource:security_group_rule and tenant:7889ff5eced84a80ad42918f9f74fe59 is out of sync, need to count used quota {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:41:55.864904 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-10a4260a-2fc8-4dce-baed-35fd88763df8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:41:55.870954 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-10a4260a-2fc8-4dce-baed-35fd88763df8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:41:55.912886 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-e65a23f8-8598-4bc6-882a-6c822a821df8 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Notify callbacks [] for floatingip, before_update {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:55.961307 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-10a4260a-2fc8-4dce-baed-35fd88763df8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:55.981784 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.managers [req-26461569-f951-4c0d-b020-ebe49082f133 req-42242463-b186-4dd5-a0cd-c27dbf02d291 service neutron] Attempting to bind port 7c9d543c-8635-48f1-aa64-5b32d4b0b972 on host hv-cinder-79326 for vnic_type normal with profile {{(pid=98851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:41:55.982111 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.managers [req-26461569-f951-4c0d-b020-ebe49082f133 req-42242463-b186-4dd5-a0cd-c27dbf02d291 service neutron] Attempting to bind port 7c9d543c-8635-48f1-aa64-5b32d4b0b972 by drivers openvswitch,hyperv on host hv-cinder-79326 at level 0 using segments [{'id': '9f0a7abb-00b7-4c31-9093-b0d5b331bfb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9d88eb5c-a234-4a0b-9721-bcab674f53e1'}] {{(pid=98851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:41:55.982428 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26461569-f951-4c0d-b020-ebe49082f133 req-42242463-b186-4dd5-a0cd-c27dbf02d291 service neutron] Attempting to bind port 7c9d543c-8635-48f1-aa64-5b32d4b0b972 on network 9d88eb5c-a234-4a0b-9721-bcab674f53e1 {{(pid=98851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:41:56.022509 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-10a4260a-2fc8-4dce-baed-35fd88763df8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:56.030300 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-5a9e5581-cb95-411c-9eb9-424f074f4b29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:41:56.031244 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26461569-f951-4c0d-b020-ebe49082f133 req-42242463-b186-4dd5-a0cd-c27dbf02d291 service neutron] Port 7c9d543c-8635-48f1-aa64-5b32d4b0b972 on network 9d88eb5c-a234-4a0b-9721-bcab674f53e1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79326 {{(pid=98851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 03:41:56.031566 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26461569-f951-4c0d-b020-ebe49082f133 req-42242463-b186-4dd5-a0cd-c27dbf02d291 service neutron] Attempting to bind port 7c9d543c-8635-48f1-aa64-5b32d4b0b972 on network 9d88eb5c-a234-4a0b-9721-bcab674f53e1 {{(pid=98851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:41:56.047627 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26461569-f951-4c0d-b020-ebe49082f133 req-42242463-b186-4dd5-a0cd-c27dbf02d291 service neutron] Checking agent: {'id': 'beba53db-4949-4034-b5ab-73b6df09d927', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79326', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 3, 39, 17), 'started_at': datetime.datetime(2021, 5, 27, 3, 39, 17), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 3, 41, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 03:41:56.048455 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26461569-f951-4c0d-b020-ebe49082f133 req-42242463-b186-4dd5-a0cd-c27dbf02d291 service neutron] Checking segment: {'id': '9f0a7abb-00b7-4c31-9093-b0d5b331bfb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9d88eb5c-a234-4a0b-9721-bcab674f53e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 03:41:56.049001 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26461569-f951-4c0d-b020-ebe49082f133 req-42242463-b186-4dd5-a0cd-c27dbf02d291 service neutron] Bound using segment: {'id': '9f0a7abb-00b7-4c31-9093-b0d5b331bfb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9d88eb5c-a234-4a0b-9721-bcab674f53e1'} {{(pid=98851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 03:41:56.049641 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.managers [req-26461569-f951-4c0d-b020-ebe49082f133 req-42242463-b186-4dd5-a0cd-c27dbf02d291 service neutron] Bound port: 7c9d543c-8635-48f1-aa64-5b32d4b0b972, host: hv-cinder-79326, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f0a7abb-00b7-4c31-9093-b0d5b331bfb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9d88eb5c-a234-4a0b-9721-bcab674f53e1'}}] {{(pid=98851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:41:56.049990 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-26461569-f951-4c0d-b020-ebe49082f133 req-42242463-b186-4dd5-a0cd-c27dbf02d291 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_update {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:56.079832 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-10a4260a-2fc8-4dce-baed-35fd88763df8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7889ff5eced84a80ad42918f9f74fe59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2728128 May 27 03:41:56.080155 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.wsgi [-] (98851) accepted ('10.222.0.25', 54134) {{(pid=98851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:41:56.098522 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a4260a-2fc8-4dce-baed-35fd88763df8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be3ef826-b257-4235-a40b-094e3d2befe2,revision_number=1']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:56.102363 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-10a4260a-2fc8-4dce-baed-35fd88763df8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:41:56.377216 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-d989e82b-9033-4137-8a55-e4dcbb938108 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:56.391612 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.db [req-26461569-f951-4c0d-b020-ebe49082f133 req-42242463-b186-4dd5-a0cd-c27dbf02d291 service neutron] For port 7c9d543c-8635-48f1-aa64-5b32d4b0b972, host hv-cinder-79326, cleared binding levels {{(pid=98851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:41:56.431853 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.db [req-26461569-f951-4c0d-b020-ebe49082f133 req-42242463-b186-4dd5-a0cd-c27dbf02d291 service neutron] For port 7c9d543c-8635-48f1-aa64-5b32d4b0b972, host hv-cinder-79326, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=7c9d543c-8635-48f1-aa64-5b32d4b0b972,segment=NetworkSegment(9f0a7abb-00b7-4c31-9093-b0d5b331bfb6),segment_id=9f0a7abb-00b7-4c31-9093-b0d5b331bfb6)] {{(pid=98851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 03:41:56.457424 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-d989e82b-9033-4137-8a55-e4dcbb938108 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:56.483703 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d58e882-5a98-4a92-b5d2-88e4e2471459 req-d4c25a34-b63c-47f7-af81-937e8a76c695 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:56.485752 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-3d58e882-5a98-4a92-b5d2-88e4e2471459 req-d4c25a34-b63c-47f7-af81-937e8a76c695 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3449057-b2c6-4b15-b705-4076eddfefff HTTP/1.1" status: 200 len: 946 time: 0.0873525 May 27 03:41:56.533864 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-3d58e882-5a98-4a92-b5d2-88e4e2471459 req-ba8c8b20-a75a-4a98-9549-e42470bb1666 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/security-groups?id=85648ff1-b2ef-4805-9733-563ba7ce8d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417197 May 27 03:41:56.541937 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-26461569-f951-4c0d-b020-ebe49082f133 req-42242463-b186-4dd5-a0cd-c27dbf02d291 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786481721483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786481287406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786481291807'] for port, after_update {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:56.561461 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:41:56.655665 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7656b23-00c1-408f-a8f8-9af137d69fab req-83a00c72-d0e4-40d3-ae2c-13a3623ebdcd tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:56.657000 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [req-d7656b23-00c1-408f-a8f8-9af137d69fab req-83a00c72-d0e4-40d3-ae2c-13a3623ebdcd tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Synchronizing usage tracker for tenant:7413f58ffa8e476fb5600cbc51ee9d34 on resource:port {{(pid=98851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:41:56.675332 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26461569-f951-4c0d-b020-ebe49082f133 req-42242463-b186-4dd5-a0cd-c27dbf02d291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:56.676360 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-26461569-f951-4c0d-b020-ebe49082f133 req-42242463-b186-4dd5-a0cd-c27dbf02d291 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4037888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689932'] for port, before_response {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:56.677771 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-26461569-f951-4c0d-b020-ebe49082f133 req-42242463-b186-4dd5-a0cd-c27dbf02d291 service neutron] 10.222.0.36 "PUT /v2.0/ports/7c9d543c-8635-48f1-aa64-5b32d4b0b972 HTTP/1.1" status: 200 len: 1094 time: 2.0744166 May 27 03:41:56.678248 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a78b67b-ae82-47f7-9c4a-3698918592c6', 'tag': '7c9d543c-8635-48f1-aa64-5b32d4b0b972'}] {{(pid=98851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:41:56.714152 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.agents_db [None req-9826b012-bfd7-43dd-a737-969f574491ef None None] Agent healthcheck: found 6 active agents {{(pid=98854) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 03:41:56.751545 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474dd359-27f5-4f24-9d4f-64a8fe63e0f1 req-8323de8d-0a3d-47ac-a4e5-8c8382e413c9 tempest-DeleteServersTestJSON-1681401445 tempest-DeleteServersTestJSON-1681401445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:56.753102 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-474dd359-27f5-4f24-9d4f-64a8fe63e0f1 req-8323de8d-0a3d-47ac-a4e5-8c8382e413c9 tempest-DeleteServersTestJSON-1681401445 tempest-DeleteServersTestJSON-1681401445-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d5fdc92-2d08-4ae1-a508-032e39ce0958 HTTP/1.1" status: 200 len: 945 time: 0.1007893 May 27 03:41:56.804978 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-474dd359-27f5-4f24-9d4f-64a8fe63e0f1 req-02a2f168-bc9b-4341-997d-1728f7fdd5bb tempest-DeleteServersTestJSON-1681401445 tempest-DeleteServersTestJSON-1681401445-project] 10.222.0.25 "GET /v2.0/security-groups?id=b53e8910-4476-4f97-9990-47a211815228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461674 May 27 03:41:56.906444 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a78b67b-ae82-47f7-9c4a-3698918592c6', 'tag': '7c9d543c-8635-48f1-aa64-5b32d4b0b972', 'status': 'completed', 'code': 200} May 27 03:41:56.909253 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42242463-b186-4dd5-a0cd-c27dbf02d291 service neutron] Pushing event updated for resources: {'Port': ['ID=7c9d543c-8635-48f1-aa64-5b32d4b0b972,revision_number=3']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:56.915554 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-42242463-b186-4dd5-a0cd-c27dbf02d291 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:41:56.954917 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [req-d7656b23-00c1-408f-a8f8-9af137d69fab req-83a00c72-d0e4-40d3-ae2c-13a3623ebdcd tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Unset dirty status for tenant:7413f58ffa8e476fb5600cbc51ee9d34 on resource:port {{(pid=98851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:41:56.956070 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-d7656b23-00c1-408f-a8f8-9af137d69fab req-83a00c72-d0e4-40d3-ae2c-13a3623ebdcd tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a78b67b-ae82-47f7-9c4a-3698918592c6 HTTP/1.1" status: 200 len: 944 time: 0.7155857 May 27 03:41:56.980829 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-d989e82b-9033-4137-8a55-e4dcbb938108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:57.007741 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:41:57.040316 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d989e82b-9033-4137-8a55-e4dcbb938108 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be3ef826-b257-4235-a40b-094e3d2befe2,revision_number=None']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:57.046652 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-d989e82b-9033-4137-8a55-e4dcbb938108 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:41:57.081703 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-d7656b23-00c1-408f-a8f8-9af137d69fab req-289965bc-de34-4bd6-8040-7f0a81eb1356 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] 10.222.0.25 "GET /v2.0/security-groups?id=3008a255-7ecc-4b97-8d3a-baac4542929c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052244 May 27 03:41:57.082465 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-d989e82b-9033-4137-8a55-e4dcbb938108 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:57.083413 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [None req-d989e82b-9033-4137-8a55-e4dcbb938108 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/be3ef826-b257-4235-a40b-094e3d2befe2 HTTP/1.1" status: 204 len: 168 time: 1.0017505 May 27 03:41:57.096363 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da18292b-ac18-4b27-8c61-0e334aa6f16b req-4408bcfa-83a4-4e5f-b515-42f61535035b tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:57.104705 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-da18292b-ac18-4b27-8c61-0e334aa6f16b req-4408bcfa-83a4-4e5f-b515-42f61535035b tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/ports?device_id=e367eb4b-29c5-4f41-b41d-0da84d751fe2 HTTP/1.1" status: 200 len: 945 time: 0.1307719 May 27 03:41:57.157534 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26461569-f951-4c0d-b020-ebe49082f133 req-f82276d3-23c6-4036-97b9-80981e0abfd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:57.159041 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-26461569-f951-4c0d-b020-ebe49082f133 req-f82276d3-23c6-4036-97b9-80981e0abfd0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7413f58ffa8e476fb5600cbc51ee9d34&device_id=6a78b67b-ae82-47f7-9c4a-3698918592c6 HTTP/1.1" status: 200 len: 1097 time: 0.2508626 May 27 03:41:57.170581 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-da18292b-ac18-4b27-8c61-0e334aa6f16b req-b98a4759-1231-48cf-87b0-0e1788a7c1f7 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/security-groups?id=64f0893d-d72b-45fe-a7df-480151aef2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644946 May 27 03:41:57.361645 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-26461569-f951-4c0d-b020-ebe49082f133 req-8d0c765d-3dc0-4246-9762-7dc1d20ffb29 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7c9d543c-8635-48f1-aa64-5b32d4b0b972 HTTP/1.1" status: 200 len: 217 time: 0.1906507 May 27 03:41:57.372783 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.db.resource_extend [None req-e65a23f8-8598-4bc6-882a-6c822a821df8 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=98851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 03:41:57.528565 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-e65a23f8-8598-4bc6-882a-6c822a821df8 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:57.534266 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26461569-f951-4c0d-b020-ebe49082f133 req-71fc3296-2d86-4190-8691-a26293a315ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:57.535681 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-26461569-f951-4c0d-b020-ebe49082f133 req-71fc3296-2d86-4190-8691-a26293a315ea service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e7b1e35c-8b26-4690-9d11-111b6e17f0c6 HTTP/1.1" status: 200 len: 855 time: 0.1670949 May 27 03:41:57.585659 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074f02f6-4f27-4c19-866d-e8948a16cefb req-1cd4cec4-0818-409a-962c-a42e6a3689c1 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:57.587264 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-074f02f6-4f27-4c19-866d-e8948a16cefb req-1cd4cec4-0818-409a-962c-a42e6a3689c1 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/ports?device_id=e367eb4b-29c5-4f41-b41d-0da84d751fe2 HTTP/1.1" status: 200 len: 945 time: 0.2760131 May 27 03:41:57.597088 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-e65a23f8-8598-4bc6-882a-6c822a821df8 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-417761'] for floatingip, after_update {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:57.600063 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 54182) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:41:57.605509 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.v2.base [None req-22163abb-d333-4ed0-aec4-7176d5795ef2 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Request body: {'floatingip': {'port_id': '396ee32c-72a8-43ea-b35c-f0de6de19d7a'}} {{(pid=98852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:41:57.662269 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-26461569-f951-4c0d-b020-ebe49082f133 req-787803a5-fe67-4f3a-bddd-0aefa8e3479c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9d88eb5c-a234-4a0b-9721-bcab674f53e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1158321 May 27 03:41:57.792018 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-22163abb-d333-4ed0-aec4-7176d5795ef2 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Notify callbacks [] for floatingip, before_update {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:57.880316 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.db.l3_db [None req-e65a23f8-8598-4bc6-882a-6c822a821df8 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Floating IP f7a72358-296f-4cd5-92a1-68f76e368acc associated. External IP: 172.27.2.189, port: 24177437-ade1-43c7-bd7d-340757426924. May 27 03:41:58.017447 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-26461569-f951-4c0d-b020-ebe49082f133 req-ce907a09-fcca-4646-8451-42a26b15a433 service neutron] 10.222.0.36 "GET /v2.0/networks/9d88eb5c-a234-4a0b-9721-bcab674f53e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3340869 May 27 03:41:58.118712 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798d84f0-fd4f-4bba-be41-39769bcd4bba req-129fc3f4-cf4b-47c6-be80-2cdb3729d87a tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:58.127912 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-798d84f0-fd4f-4bba-be41-39769bcd4bba req-129fc3f4-cf4b-47c6-be80-2cdb3729d87a tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3449057-b2c6-4b15-b705-4076eddfefff HTTP/1.1" status: 200 len: 946 time: 0.4062140 May 27 03:41:58.265641 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-798d84f0-fd4f-4bba-be41-39769bcd4bba req-9b32370b-9a6b-4b8d-84d6-2b62b8525a39 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/security-groups?id=85648ff1-b2ef-4805-9733-563ba7ce8d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362820 May 27 03:41:58.348755 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842c2a21-50b5-44c4-8151-ca4e9550feb5 req-2cad9297-a160-4633-a153-1aa3d13b1638 tempest-DeleteServersTestJSON-1681401445 tempest-DeleteServersTestJSON-1681401445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:58.350376 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-842c2a21-50b5-44c4-8151-ca4e9550feb5 req-2cad9297-a160-4633-a153-1aa3d13b1638 tempest-DeleteServersTestJSON-1681401445 tempest-DeleteServersTestJSON-1681401445-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d5fdc92-2d08-4ae1-a508-032e39ce0958 HTTP/1.1" status: 200 len: 945 time: 0.4210010 May 27 03:41:58.423453 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-26461569-f951-4c0d-b020-ebe49082f133 req-6fce52d0-e308-4547-85a3-c17c2795df0f service neutron] 10.222.0.36 "GET /v2.0/networks/9d88eb5c-a234-4a0b-9721-bcab674f53e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3888557 May 27 03:41:58.535856 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-842c2a21-50b5-44c4-8151-ca4e9550feb5 req-7310e7dc-d0d3-4f0e-a0e7-2db8ed2bb1a8 tempest-DeleteServersTestJSON-1681401445 tempest-DeleteServersTestJSON-1681401445-project] 10.222.0.25 "GET /v2.0/security-groups?id=b53e8910-4476-4f97-9990-47a211815228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539724 May 27 03:41:58.598292 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e65a23f8-8598-4bc6-882a-6c822a821df8 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Router 945041cb-b0fa-44b7-ab8f-48e2d26f8286 has already been hosted by L3 agent 816f7595-8215-4f06-9251-575c663b21d0 {{(pid=98851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 03:41:58.746276 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78feb514-a0b5-450a-be16-ad641383b9ef req-d2157171-d559-45e6-aeca-dc84dfec9afd tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:58.747878 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-78feb514-a0b5-450a-be16-ad641383b9ef req-d2157171-d559-45e6-aeca-dc84dfec9afd tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a78b67b-ae82-47f7-9c4a-3698918592c6 HTTP/1.1" status: 200 len: 944 time: 0.3403337 May 27 03:41:58.829493 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-78feb514-a0b5-450a-be16-ad641383b9ef req-086b79c9-cc85-43af-9bcf-86e04e2b758c tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] 10.222.0.25 "GET /v2.0/security-groups?id=3008a255-7ecc-4b97-8d3a-baac4542929c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727208 May 27 03:41:58.959958 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3bfb2b-b8ce-4d5c-8a4e-a293c1e980ab req-c614ca60-c8bb-4e11-87d4-338c67089602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:58.961445 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-ce3bfb2b-b8ce-4d5c-8a4e-a293c1e980ab req-c614ca60-c8bb-4e11-87d4-338c67089602 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7413f58ffa8e476fb5600cbc51ee9d34&device_id=6a78b67b-ae82-47f7-9c4a-3698918592c6 HTTP/1.1" status: 200 len: 1097 time: 0.2705722 May 27 03:41:58.962393 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e65a23f8-8598-4bc6-882a-6c822a821df8 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Notify agent at l3_agent.dv-cinder-793264-1-iscsi the message routers_updated {{(pid=98851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 03:41:58.966841 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-e65a23f8-8598-4bc6-882a-6c822a821df8 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4037888'] for floatingip, before_response {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:58.978306 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78635d76-0470-4f35-9024-88341cfb0536 None None] Sync routers for ids ['945041cb-b0fa-44b7-ab8f-48e2d26f8286'] in dv-cinder-793264-1-iscsi {{(pid=98854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:41:58.994397 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78635d76-0470-4f35-9024-88341cfb0536 None None] Routers {'945041cb-b0fa-44b7-ab8f-48e2d26f8286'} bound to L3 agent in host dv-cinder-793264-1-iscsi {{(pid=98854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 03:41:58.999057 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.l3_hamode_db [None req-78635d76-0470-4f35-9024-88341cfb0536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-27T03:33:06Z,description=,heartbeat_timestamp=2021-05-27T03:41:36Z,host='dv-cinder-793264-1-iscsi',id=816f7595-8215-4f06-9251-575c663b21d0,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T03:33:06Z,topic='l3_agent')) {'router_ids': ['945041cb-b0fa-44b7-ab8f-48e2d26f8286'], 'active': True} {{(pid=98854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:41:59.031043 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-22163abb-d333-4ed0-aec4-7176d5795ef2 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:59.085136 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-22163abb-d333-4ed0-aec4-7176d5795ef2 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-417761'] for floatingip, after_update {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:59.179608 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3bfb2b-b8ce-4d5c-8a4e-a293c1e980ab req-ae3b0640-eca3-4c66-bb0e-aac2c2783bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:59.181182 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-ce3bfb2b-b8ce-4d5c-8a4e-a293c1e980ab req-ae3b0640-eca3-4c66-bb0e-aac2c2783bad service neutron] 10.222.0.36 "GET /v2.0/networks?id=9d88eb5c-a234-4a0b-9721-bcab674f53e1 HTTP/1.1" status: 200 len: 915 time: 0.1848333 May 27 03:41:59.279468 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.l3_dvr_db [None req-78635d76-0470-4f35-9024-88341cfb0536 None None] Set router 945041cb-b0fa-44b7-ab8f-48e2d26f8286 gateway port host: dv-cinder-793264-1-iscsi {{(pid=98854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 03:41:59.291883 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-ce3bfb2b-b8ce-4d5c-8a4e-a293c1e980ab req-2a27834e-ebc1-43f4-801d-57f15e01d186 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7c9d543c-8635-48f1-aa64-5b32d4b0b972 HTTP/1.1" status: 200 len: 217 time: 0.0998838 May 27 03:41:59.301681 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [None req-e65a23f8-8598-4bc6-882a-6c822a821df8 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "PUT /v2.0/floatingips/f7a72358-296f-4cd5-92a1-68f76e368acc HTTP/1.1" status: 200 len: 991 time: 3.4785609 May 27 03:41:59.305446 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.db.l3_db [None req-22163abb-d333-4ed0-aec4-7176d5795ef2 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Floating IP d6ddf341-057c-4a50-8613-a6b6a7cef075 associated. External IP: 172.27.2.241, port: 396ee32c-72a8-43ea-b35c-f0de6de19d7a. May 27 03:41:59.312558 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c7e656a-afc5-4119-a11e-920c583d89d2', 'tag': '24177437-ade1-43c7-bd7d-340757426924'}] {{(pid=98851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:41:59.469576 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3bfb2b-b8ce-4d5c-8a4e-a293c1e980ab req-44642978-d93b-4c79-812f-ca5979e28cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:59.474156 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-ce3bfb2b-b8ce-4d5c-8a4e-a293c1e980ab req-44642978-d93b-4c79-812f-ca5979e28cf8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e7b1e35c-8b26-4690-9d11-111b6e17f0c6 HTTP/1.1" status: 200 len: 855 time: 0.1681414 May 27 03:41:59.632119 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a31177-9e34-4533-a985-a4a520347fbe req-9820c2b7-575d-4c7a-b168-48eb5d4a2bde tempest-DeleteServersTestJSON-1681401445 tempest-DeleteServersTestJSON-1681401445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:59.633688 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-f1a31177-9e34-4533-a985-a4a520347fbe req-9820c2b7-575d-4c7a-b168-48eb5d4a2bde tempest-DeleteServersTestJSON-1681401445 tempest-DeleteServersTestJSON-1681401445-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d5fdc92-2d08-4ae1-a508-032e39ce0958 HTTP/1.1" status: 200 len: 945 time: 0.4928784 May 27 03:41:59.646765 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-ce3bfb2b-b8ce-4d5c-8a4e-a293c1e980ab req-9117a9be-e9e9-4406-aa81-2ae8626c1da3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9d88eb5c-a234-4a0b-9721-bcab674f53e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0707276 May 27 03:41:59.699183 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c7e656a-afc5-4119-a11e-920c583d89d2', 'tag': '24177437-ade1-43c7-bd7d-340757426924', 'status': 'completed', 'code': 200} May 27 03:41:59.907645 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.l3_hamode_db [None req-78635d76-0470-4f35-9024-88341cfb0536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '945041cb-b0fa-44b7-ab8f-48e2d26f8286', 'name': 'tempest-AttachVolumeTestJSON-161599716-router', 'tenant_id': '276e81e3da1f4d4c9c1881d1b1e863c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'external_fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.4'}], 'enable_snat': True}, 'gw_port_id': '25a5bf52-cef5-4af4-a15b-9443f2edf92d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:40:54Z', 'updated_at': '2021-05-27T03:41:03Z', 'revision_number': 4, 'project_id': '276e81e3da1f4d4c9c1881d1b1e863c4', 'gw_port': {'id': '25a5bf52-cef5-4af4-a15b-9443f2edf92d', 'name': '', 'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:4a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945041cb-b0fa-44b7-ab8f-48e2d26f8286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:40:56Z', 'updated_at': '2021-05-27T03:41:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-iscsi', '_floatingips': [{'id': 'f7a72358-296f-4cd5-92a1-68f76e368acc', 'tenant_id': '276e81e3da1f4d4c9c1881d1b1e863c4', 'floating_ip_address': '172.27.2.189', 'floating_network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'router_id': '945041cb-b0fa-44b7-ab8f-48e2d26f8286', 'port_id': '24177437-ade1-43c7-bd7d-340757426924', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '130ff3ea-d273-4d90-8f0d-494d41441c60', 'mac_address': 'fa:16:3e:ff:48:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c7e656a-afc5-4119-a11e-920c583d89d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T03:41:17Z', 'updated_at': '2021-05-27T03:41:57Z', 'revision_number': 1, 'project_id': '276e81e3da1f4d4c9c1881d1b1e863c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd76d3b3b-e1a8-49e5-be0c-8c193177836a', 'name': '', 'network_id': '130ff3ea-d273-4d90-8f0d-494d41441c60', 'tenant_id': '276e81e3da1f4d4c9c1881d1b1e863c4', 'mac_address': 'fa:16:3e:c5:ac:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945041cb-b0fa-44b7-ab8f-48e2d26f8286', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '116079ce-8119-4ea5-82d4-c0c254fad638', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:41:02Z', 'updated_at': '2021-05-27T03:41:16Z', 'revision_number': 5, 'project_id': '276e81e3da1f4d4c9c1881d1b1e863c4', 'subnets': [{'id': '116079ce-8119-4ea5-82d4-c0c254fad638', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-1-iscsi', False) {} {{(pid=98854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:41:59.913899 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78635d76-0470-4f35-9024-88341cfb0536 None None] Checking router: 945041cb-b0fa-44b7-ab8f-48e2d26f8286 for host: dv-cinder-793264-1-iscsi {{(pid=98854) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:41:59.930785 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78635d76-0470-4f35-9024-88341cfb0536 None None] Routers {'945041cb-b0fa-44b7-ab8f-48e2d26f8286'} bound to L3 agent in host dv-cinder-793264-1-iscsi {{(pid=98854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 03:41:59.931409 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.l3_hamode_db [None req-78635d76-0470-4f35-9024-88341cfb0536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-27T03:33:06Z,description=,heartbeat_timestamp=2021-05-27T03:41:36Z,host='dv-cinder-793264-1-iscsi',id=816f7595-8215-4f06-9251-575c663b21d0,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T03:33:06Z,topic='l3_agent')) {'router_ids': ['945041cb-b0fa-44b7-ab8f-48e2d26f8286'], 'active': True} {{(pid=98854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:41:59.965952 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22163abb-d333-4ed0-aec4-7176d5795ef2 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Router 859ef1be-f83d-4b4a-bb61-af14dc51249b has already been hosted by L3 agent 816f7595-8215-4f06-9251-575c663b21d0 {{(pid=98852) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 03:42:00.029821 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-ce3bfb2b-b8ce-4d5c-8a4e-a293c1e980ab req-b512f61d-dfca-4b91-9362-20adaaa229ea service neutron] 10.222.0.36 "GET /v2.0/networks/9d88eb5c-a234-4a0b-9721-bcab674f53e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3376238 May 27 03:42:00.043509 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621b4f6a-b293-40e7-a8da-c3333c8d5bf3 req-6d9b4126-039c-4987-ab68-78690d453198 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:00.045087 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-621b4f6a-b293-40e7-a8da-c3333c8d5bf3 req-6d9b4126-039c-4987-ab68-78690d453198 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3449057-b2c6-4b15-b705-4076eddfefff HTTP/1.1" status: 200 len: 946 time: 0.5551958 May 27 03:42:00.056256 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26ca8ba-8ae1-4025-9939-5624d9341e99 req-5046f2be-8d17-4936-8e7e-a31e88422fa5 tempest-DeleteServersTestJSON-1681401445 tempest-DeleteServersTestJSON-1681401445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:00.063784 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-c26ca8ba-8ae1-4025-9939-5624d9341e99 req-5046f2be-8d17-4936-8e7e-a31e88422fa5 tempest-DeleteServersTestJSON-1681401445 tempest-DeleteServersTestJSON-1681401445-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d5fdc92-2d08-4ae1-a508-032e39ce0958 HTTP/1.1" status: 200 len: 945 time: 0.2180369 May 27 03:42:00.144077 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-c26ca8ba-8ae1-4025-9939-5624d9341e99 req-4a45a2d4-9eeb-4571-a3fd-6872e75c7954 tempest-DeleteServersTestJSON-1681401445 tempest-DeleteServersTestJSON-1681401445-project] 10.222.0.25 "GET /v2.0/security-groups?id=b53e8910-4476-4f97-9990-47a211815228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793264 May 27 03:42:00.199603 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e04a3e-c32b-477f-a244-fefec9ab7bc3 req-9cd137e4-7ab9-4067-beb2-0634e9ea0fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:00.201797 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-91e04a3e-c32b-477f-a244-fefec9ab7bc3 req-9cd137e4-7ab9-4067-beb2-0634e9ea0fdc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=276e81e3da1f4d4c9c1881d1b1e863c4&device_id=3c7e656a-afc5-4119-a11e-920c583d89d2 HTTP/1.1" status: 200 len: 1098 time: 0.3638637 May 27 03:42:00.214844 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.l3_dvr_db [None req-78635d76-0470-4f35-9024-88341cfb0536 None None] Set router 945041cb-b0fa-44b7-ab8f-48e2d26f8286 gateway port host: dv-cinder-793264-1-iscsi {{(pid=98854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 03:42:00.243443 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-621b4f6a-b293-40e7-a8da-c3333c8d5bf3 req-88712a93-5519-4890-8ac9-1e8ae774f668 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/security-groups?id=85648ff1-b2ef-4805-9733-563ba7ce8d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913230 May 27 03:42:00.352353 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.plugin [req-f1a31177-9e34-4533-a985-a4a520347fbe req-0409b408-c237-4989-a742-975a934d1d3d tempest-DeleteServersTestJSON-1681401445 tempest-DeleteServersTestJSON-1681401445-project] Deleting port 1bbb12ef-9a7a-4069-a54e-b707ce9a6809 {{(pid=98851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 03:42:00.353190 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-f1a31177-9e34-4533-a985-a4a520347fbe req-0409b408-c237-4989-a742-975a934d1d3d tempest-DeleteServersTestJSON-1681401445 tempest-DeleteServersTestJSON-1681401445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786481719372'] for port, before_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:00.391738 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22163abb-d333-4ed0-aec4-7176d5795ef2 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Notify agent at l3_agent.dv-cinder-793264-1-iscsi the message routers_updated {{(pid=98852) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 03:42:00.403392 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d84694-b52e-4bce-822e-f923640926ae None None] Sync routers for ids ['859ef1be-f83d-4b4a-bb61-af14dc51249b'] in dv-cinder-793264-1-iscsi {{(pid=98853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:42:00.419624 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-22163abb-d333-4ed0-aec4-7176d5795ef2 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4037888'] for floatingip, before_response {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:00.426408 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d84694-b52e-4bce-822e-f923640926ae None None] Routers {'859ef1be-f83d-4b4a-bb61-af14dc51249b'} bound to L3 agent in host dv-cinder-793264-1-iscsi {{(pid=98853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 03:42:00.427107 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_hamode_db [None req-73d84694-b52e-4bce-822e-f923640926ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-27T03:33:06Z,description=,heartbeat_timestamp=2021-05-27T03:41:36Z,host='dv-cinder-793264-1-iscsi',id=816f7595-8215-4f06-9251-575c663b21d0,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T03:33:06Z,topic='l3_agent')) {'router_ids': ['859ef1be-f83d-4b4a-bb61-af14dc51249b'], 'active': True} {{(pid=98853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:42:00.459925 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-ce3bfb2b-b8ce-4d5c-8a4e-a293c1e980ab req-1f21b60d-806d-4346-bd09-fa41f078b6d8 service neutron] 10.222.0.36 "GET /v2.0/networks/9d88eb5c-a234-4a0b-9721-bcab674f53e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4097061 May 27 03:42:00.460396 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5677ff-a502-43cf-87b9-0e4cc70a103b req-668f04d2-3457-4604-8c21-f2ad01a1133a tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:00.462008 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-8f5677ff-a502-43cf-87b9-0e4cc70a103b req-668f04d2-3457-4604-8c21-f2ad01a1133a tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a78b67b-ae82-47f7-9c4a-3698918592c6 HTTP/1.1" status: 200 len: 944 time: 0.1461298 May 27 03:42:00.546776 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-8f5677ff-a502-43cf-87b9-0e4cc70a103b req-0971a5ee-6f7f-4948-ab8b-fd9107ae88f6 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] 10.222.0.25 "GET /v2.0/security-groups?id=3008a255-7ecc-4b97-8d3a-baac4542929c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650988 May 27 03:42:00.564056 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-22163abb-d333-4ed0-aec4-7176d5795ef2 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "PUT /v2.0/floatingips/d6ddf341-057c-4a50-8613-a6b6a7cef075 HTTP/1.1" status: 200 len: 991 time: 2.9657769 May 27 03:42:00.566938 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e367eb4b-29c5-4f41-b41d-0da84d751fe2', 'tag': '396ee32c-72a8-43ea-b35c-f0de6de19d7a'}] {{(pid=98852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:42:00.571595 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e04a3e-c32b-477f-a244-fefec9ab7bc3 req-d916d9b2-4ffd-4c02-aff2-b68c30abaef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:00.573068 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-91e04a3e-c32b-477f-a244-fefec9ab7bc3 req-d916d9b2-4ffd-4c02-aff2-b68c30abaef4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=130ff3ea-d273-4d90-8f0d-494d41441c60 HTTP/1.1" status: 200 len: 910 time: 0.3590193 May 27 03:42:00.657790 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e367eb4b-29c5-4f41-b41d-0da84d751fe2', 'tag': '396ee32c-72a8-43ea-b35c-f0de6de19d7a', 'status': 'completed', 'code': 200} May 27 03:42:00.809923 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.l3_hamode_db [None req-78635d76-0470-4f35-9024-88341cfb0536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '945041cb-b0fa-44b7-ab8f-48e2d26f8286', 'name': 'tempest-AttachVolumeTestJSON-161599716-router', 'tenant_id': '276e81e3da1f4d4c9c1881d1b1e863c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'external_fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.4'}], 'enable_snat': True}, 'gw_port_id': '25a5bf52-cef5-4af4-a15b-9443f2edf92d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:40:54Z', 'updated_at': '2021-05-27T03:41:03Z', 'revision_number': 4, 'project_id': '276e81e3da1f4d4c9c1881d1b1e863c4', 'gw_port': {'id': '25a5bf52-cef5-4af4-a15b-9443f2edf92d', 'name': '', 'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:4a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945041cb-b0fa-44b7-ab8f-48e2d26f8286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:40:56Z', 'updated_at': '2021-05-27T03:41:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-iscsi', '_floatingips': [{'id': 'f7a72358-296f-4cd5-92a1-68f76e368acc', 'tenant_id': '276e81e3da1f4d4c9c1881d1b1e863c4', 'floating_ip_address': '172.27.2.189', 'floating_network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'router_id': '945041cb-b0fa-44b7-ab8f-48e2d26f8286', 'port_id': '24177437-ade1-43c7-bd7d-340757426924', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '130ff3ea-d273-4d90-8f0d-494d41441c60', 'mac_address': 'fa:16:3e:ff:48:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c7e656a-afc5-4119-a11e-920c583d89d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T03:41:17Z', 'updated_at': '2021-05-27T03:41:57Z', 'revision_number': 1, 'project_id': '276e81e3da1f4d4c9c1881d1b1e863c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd76d3b3b-e1a8-49e5-be0c-8c193177836a', 'name': '', 'network_id': '130ff3ea-d273-4d90-8f0d-494d41441c60', 'tenant_id': '276e81e3da1f4d4c9c1881d1b1e863c4', 'mac_address': 'fa:16:3e:c5:ac:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945041cb-b0fa-44b7-ab8f-48e2d26f8286', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '116079ce-8119-4ea5-82d4-c0c254fad638', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:41:02Z', 'updated_at': '2021-05-27T03:41:16Z', 'revision_number': 5, 'project_id': '276e81e3da1f4d4c9c1881d1b1e863c4', 'subnets': [{'id': '116079ce-8119-4ea5-82d4-c0c254fad638', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-1-iscsi', False) {} {{(pid=98854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:42:00.825139 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78635d76-0470-4f35-9024-88341cfb0536 None None] The sync data for ids ['945041cb-b0fa-44b7-ab8f-48e2d26f8286'] in dv-cinder-793264-1-iscsi is: [{'id': '945041cb-b0fa-44b7-ab8f-48e2d26f8286', 'name': 'tempest-AttachVolumeTestJSON-161599716-router', 'tenant_id': '276e81e3da1f4d4c9c1881d1b1e863c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'external_fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.4'}], 'enable_snat': True}, 'gw_port_id': '25a5bf52-cef5-4af4-a15b-9443f2edf92d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:40:54Z', 'updated_at': '2021-05-27T03:41:03Z', 'revision_number': 4, 'project_id': '276e81e3da1f4d4c9c1881d1b1e863c4', 'gw_port': {'id': '25a5bf52-cef5-4af4-a15b-9443f2edf92d', 'name': '', 'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:4a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945041cb-b0fa-44b7-ab8f-48e2d26f8286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:40:56Z', 'updated_at': '2021-05-27T03:41:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-iscsi', '_floatingips': [{'id': 'f7a72358-296f-4cd5-92a1-68f76e368acc', 'tenant_id': '276e81e3da1f4d4c9c1881d1b1e863c4', 'floating_ip_address': '172.27.2.189', 'floating_network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'router_id': '945041cb-b0fa-44b7-ab8f-48e2d26f8286', 'port_id': '24177437-ade1-43c7-bd7d-340757426924', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '130ff3ea-d273-4d90-8f0d-494d41441c60', 'mac_address': 'fa:16:3e:ff:48:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c7e656a-afc5-4119-a11e-920c583d89d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T03:41:17Z', 'updated_at': '2021-05-27T03:41:57Z', 'revision_number': 1, 'project_id': '276e81e3da1f4d4c9c1881d1b1e863c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd76d3b3b-e1a8-49e5-be0c-8c193177836a', 'name': '', 'network_id': '130ff3ea-d273-4d90-8f0d-494d41441c60', 'tenant_id': '276e81e3da1f4d4c9c1881d1b1e863c4', 'mac_address': 'fa:16:3e:c5:ac:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945041cb-b0fa-44b7-ab8f-48e2d26f8286', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '116079ce-8119-4ea5-82d4-c0c254fad638', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:41:02Z', 'updated_at': '2021-05-27T03:41:16Z', 'revision_number': 5, 'project_id': '276e81e3da1f4d4c9c1881d1b1e863c4', 'subnets': [{'id': '116079ce-8119-4ea5-82d4-c0c254fad638', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:42:00.857158 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_dvr_db [None req-73d84694-b52e-4bce-822e-f923640926ae None None] Set router 859ef1be-f83d-4b4a-bb61-af14dc51249b gateway port host: dv-cinder-793264-1-iscsi {{(pid=98853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 03:42:00.954943 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.db [req-f1a31177-9e34-4533-a985-a4a520347fbe req-0409b408-c237-4989-a742-975a934d1d3d tempest-DeleteServersTestJSON-1681401445 tempest-DeleteServersTestJSON-1681401445-project] For port 1bbb12ef-9a7a-4069-a54e-b707ce9a6809, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=1bbb12ef-9a7a-4069-a54e-b707ce9a6809,segment=NetworkSegment(6af1176f-0fbe-4434-a643-e80b37bbef56),segment_id=6af1176f-0fbe-4434-a643-e80b37bbef56)] {{(pid=98851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:42:00.956718 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-f1a31177-9e34-4533-a985-a4a520347fbe req-0409b408-c237-4989-a742-975a934d1d3d tempest-DeleteServersTestJSON-1681401445 tempest-DeleteServersTestJSON-1681401445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417280'] for port, precommit_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:01.111615 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.plugin [req-f1a31177-9e34-4533-a985-a4a520347fbe req-0409b408-c237-4989-a742-975a934d1d3d tempest-DeleteServersTestJSON-1681401445 tempest-DeleteServersTestJSON-1681401445-project] Calling delete_port for 1bbb12ef-9a7a-4069-a54e-b707ce9a6809 owned by compute:nova {{(pid=98851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 03:42:01.130677 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-91e04a3e-c32b-477f-a244-fefec9ab7bc3 req-bb5387e1-a4d5-48b9-8fbe-f4381c105084 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=24177437-ade1-43c7-bd7d-340757426924 HTTP/1.1" status: 200 len: 999 time: 0.5413067 May 27 03:42:01.185307 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3443abc6-36f1-493e-9031-eb27d40f60b5 None None] New status for floating IP f7a72358-296f-4cd5-92a1-68f76e368acc: ACTIVE {{(pid=98854) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 03:42:01.277514 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e04a3e-c32b-477f-a244-fefec9ab7bc3 req-8ac65292-2587-4814-87f6-f1e1639b48e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:01.280438 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-91e04a3e-c32b-477f-a244-fefec9ab7bc3 req-8ac65292-2587-4814-87f6-f1e1639b48e6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=116079ce-8119-4ea5-82d4-c0c254fad638 HTTP/1.1" status: 200 len: 849 time: 0.0778151 May 27 03:42:01.344308 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_hamode_db [None req-73d84694-b52e-4bce-822e-f923640926ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '859ef1be-f83d-4b4a-bb61-af14dc51249b', 'name': 'tempest-AttachVolumeShelveTestJSON-1845807498-router', 'tenant_id': '16ccb2756adb4055942bd0a0f0a061f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'external_fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': 'da2419f3-ea75-4513-af86-3fd1cd8c9eaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:40:50Z', 'updated_at': '2021-05-27T03:41:04Z', 'revision_number': 4, 'project_id': '16ccb2756adb4055942bd0a0f0a061f4', 'gw_port': {'id': 'da2419f3-ea75-4513-af86-3fd1cd8c9eaa', 'name': '', 'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:2d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859ef1be-f83d-4b4a-bb61-af14dc51249b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:40:51Z', 'updated_at': '2021-05-27T03:41:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-iscsi', '_floatingips': [{'id': 'd6ddf341-057c-4a50-8613-a6b6a7cef075', 'tenant_id': '16ccb2756adb4055942bd0a0f0a061f4', 'floating_ip_address': '172.27.2.241', 'floating_network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'router_id': '859ef1be-f83d-4b4a-bb61-af14dc51249b', 'port_id': '396ee32c-72a8-43ea-b35c-f0de6de19d7a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f65a0cca-1ebc-4ae6-b01b-5fdf0f05198a', 'mac_address': 'fa:16:3e:29:db:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e367eb4b-29c5-4f41-b41d-0da84d751fe2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T03:41:19Z', 'updated_at': '2021-05-27T03:41:58Z', 'revision_number': 1, 'project_id': '16ccb2756adb4055942bd0a0f0a061f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e733f041-97f3-4335-87a4-5ca0fbf1be8b', 'name': '', 'network_id': 'f65a0cca-1ebc-4ae6-b01b-5fdf0f05198a', 'tenant_id': '16ccb2756adb4055942bd0a0f0a061f4', 'mac_address': 'fa:16:3e:cf:c4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859ef1be-f83d-4b4a-bb61-af14dc51249b', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '82530ddc-ffd6-4079-8434-d6a04187e8aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:40:59Z', 'updated_at': '2021-05-27T03:41:18Z', 'revision_number': 5, 'project_id': '16ccb2756adb4055942bd0a0f0a061f4', 'subnets': [{'id': '82530ddc-ffd6-4079-8434-d6a04187e8aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-1-iscsi', False) {} {{(pid=98853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:42:01.349160 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d84694-b52e-4bce-822e-f923640926ae None None] Checking router: 859ef1be-f83d-4b4a-bb61-af14dc51249b for host: dv-cinder-793264-1-iscsi {{(pid=98853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:42:01.361162 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d84694-b52e-4bce-822e-f923640926ae None None] Routers {'859ef1be-f83d-4b4a-bb61-af14dc51249b'} bound to L3 agent in host dv-cinder-793264-1-iscsi {{(pid=98853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 03:42:01.361715 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_hamode_db [None req-73d84694-b52e-4bce-822e-f923640926ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-27T03:33:06Z,description=,heartbeat_timestamp=2021-05-27T03:41:36Z,host='dv-cinder-793264-1-iscsi',id=816f7595-8215-4f06-9251-575c663b21d0,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T03:33:06Z,topic='l3_agent')) {'router_ids': ['859ef1be-f83d-4b4a-bb61-af14dc51249b'], 'active': True} {{(pid=98853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:42:01.410506 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b85fb7-67ff-4628-897c-c7162bdc6387 req-4fc3454c-e551-4b4c-a2b7-835ce40efb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:01.411962 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-15b85fb7-67ff-4628-897c-c7162bdc6387 req-4fc3454c-e551-4b4c-a2b7-835ce40efb69 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=16ccb2756adb4055942bd0a0f0a061f4&device_id=e367eb4b-29c5-4f41-b41d-0da84d751fe2 HTTP/1.1" status: 200 len: 1098 time: 0.6877170 May 27 03:42:01.475447 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca67d5cc-98fd-4e75-8300-dcafc99289f5 req-4d845b2c-79da-439e-bc47-84bc995b3d05 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:01.488477 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-ca67d5cc-98fd-4e75-8300-dcafc99289f5 req-4d845b2c-79da-439e-bc47-84bc995b3d05 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3449057-b2c6-4b15-b705-4076eddfefff HTTP/1.1" status: 200 len: 946 time: 0.0969908 May 27 03:42:01.545761 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-ca67d5cc-98fd-4e75-8300-dcafc99289f5 req-4045dcbd-2e84-4983-9288-dbbf3549217e tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/security-groups?id=85648ff1-b2ef-4805-9733-563ba7ce8d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574310 May 27 03:42:01.648778 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6973428c-de64-4f91-bed3-a75d1e2dcf48 req-ef4894e5-1350-41b4-a803-b7434a15f28c tempest-DeleteServersTestJSON-1681401445 tempest-DeleteServersTestJSON-1681401445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:01.651782 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-6973428c-de64-4f91-bed3-a75d1e2dcf48 req-ef4894e5-1350-41b4-a803-b7434a15f28c tempest-DeleteServersTestJSON-1681401445 tempest-DeleteServersTestJSON-1681401445-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d5fdc92-2d08-4ae1-a508-032e39ce0958 HTTP/1.1" status: 200 len: 945 time: 0.3150489 May 27 03:42:01.708262 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_dvr_db [None req-73d84694-b52e-4bce-822e-f923640926ae None None] Set router 859ef1be-f83d-4b4a-bb61-af14dc51249b gateway port host: dv-cinder-793264-1-iscsi {{(pid=98853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 03:42:01.709089 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e04a3e-c32b-477f-a244-fefec9ab7bc3 req-b695da8f-4364-4978-9c79-024add64bcbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:01.709089 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-91e04a3e-c32b-477f-a244-fefec9ab7bc3 req-b695da8f-4364-4978-9c79-024add64bcbc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=130ff3ea-d273-4d90-8f0d-494d41441c60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4157445 May 27 03:42:01.781801 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b85fb7-67ff-4628-897c-c7162bdc6387 req-c4f87d92-eade-4579-81d4-90dfb1c4617a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:01.783235 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-15b85fb7-67ff-4628-897c-c7162bdc6387 req-c4f87d92-eade-4579-81d4-90dfb1c4617a service neutron] 10.222.0.36 "GET /v2.0/networks?id=f65a0cca-1ebc-4ae6-b01b-5fdf0f05198a HTTP/1.1" status: 200 len: 917 time: 0.3577430 May 27 03:42:01.795149 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a221e7ae-09d7-41c2-8b1c-03b0865c8fca req-7baec25a-ef45-4a32-8320-e11e5eb89aeb tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:01.797380 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-a221e7ae-09d7-41c2-8b1c-03b0865c8fca req-7baec25a-ef45-4a32-8320-e11e5eb89aeb tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a78b67b-ae82-47f7-9c4a-3698918592c6 HTTP/1.1" status: 200 len: 944 time: 0.0940919 May 27 03:42:01.855824 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-a221e7ae-09d7-41c2-8b1c-03b0865c8fca req-0c747fc5-3d25-4a21-acc1-d98fe0363c8a tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] 10.222.0.25 "GET /v2.0/security-groups?id=3008a255-7ecc-4b97-8d3a-baac4542929c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526814 May 27 03:42:01.875888 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-6973428c-de64-4f91-bed3-a75d1e2dcf48 req-68b20ad6-9c77-47d0-8468-17563a5c1b40 tempest-DeleteServersTestJSON-1681401445 tempest-DeleteServersTestJSON-1681401445-project] 10.222.0.25 "GET /v2.0/security-groups?id=b53e8910-4476-4f97-9990-47a211815228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761897 May 27 03:42:02.008297 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-f1a31177-9e34-4533-a985-a4a520347fbe req-0409b408-c237-4989-a742-975a934d1d3d tempest-DeleteServersTestJSON-1681401445 tempest-DeleteServersTestJSON-1681401445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786481721510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786481287397'] for port, after_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:02.021345 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-42242463-b186-4dd5-a0cd-c27dbf02d291 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:42:02.076165 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0409b408-c237-4989-a742-975a934d1d3d tempest-DeleteServersTestJSON-1681401445 tempest-DeleteServersTestJSON-1681401445-project] Pushing event deleted for resources: {'Port': ['ID=1bbb12ef-9a7a-4069-a54e-b707ce9a6809,revision_number=None']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:02.094706 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-0409b408-c237-4989-a742-975a934d1d3d tempest-DeleteServersTestJSON-1681401445 tempest-DeleteServersTestJSON-1681401445-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:42:02.098067 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-15b85fb7-67ff-4628-897c-c7162bdc6387 req-192f0272-0a90-4670-9a1f-99b81b22d0a9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=396ee32c-72a8-43ea-b35c-f0de6de19d7a HTTP/1.1" status: 200 len: 999 time: 0.2330358 May 27 03:42:02.119000 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_hamode_db [None req-73d84694-b52e-4bce-822e-f923640926ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '859ef1be-f83d-4b4a-bb61-af14dc51249b', 'name': 'tempest-AttachVolumeShelveTestJSON-1845807498-router', 'tenant_id': '16ccb2756adb4055942bd0a0f0a061f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'external_fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': 'da2419f3-ea75-4513-af86-3fd1cd8c9eaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:40:50Z', 'updated_at': '2021-05-27T03:41:04Z', 'revision_number': 4, 'project_id': '16ccb2756adb4055942bd0a0f0a061f4', 'gw_port': {'id': 'da2419f3-ea75-4513-af86-3fd1cd8c9eaa', 'name': '', 'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:2d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859ef1be-f83d-4b4a-bb61-af14dc51249b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:40:51Z', 'updated_at': '2021-05-27T03:41:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-iscsi', '_floatingips': [{'id': 'd6ddf341-057c-4a50-8613-a6b6a7cef075', 'tenant_id': '16ccb2756adb4055942bd0a0f0a061f4', 'floating_ip_address': '172.27.2.241', 'floating_network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'router_id': '859ef1be-f83d-4b4a-bb61-af14dc51249b', 'port_id': '396ee32c-72a8-43ea-b35c-f0de6de19d7a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f65a0cca-1ebc-4ae6-b01b-5fdf0f05198a', 'mac_address': 'fa:16:3e:29:db:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e367eb4b-29c5-4f41-b41d-0da84d751fe2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T03:41:19Z', 'updated_at': '2021-05-27T03:41:58Z', 'revision_number': 1, 'project_id': '16ccb2756adb4055942bd0a0f0a061f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e733f041-97f3-4335-87a4-5ca0fbf1be8b', 'name': '', 'network_id': 'f65a0cca-1ebc-4ae6-b01b-5fdf0f05198a', 'tenant_id': '16ccb2756adb4055942bd0a0f0a061f4', 'mac_address': 'fa:16:3e:cf:c4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859ef1be-f83d-4b4a-bb61-af14dc51249b', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '82530ddc-ffd6-4079-8434-d6a04187e8aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:40:59Z', 'updated_at': '2021-05-27T03:41:18Z', 'revision_number': 5, 'project_id': '16ccb2756adb4055942bd0a0f0a061f4', 'subnets': [{'id': '82530ddc-ffd6-4079-8434-d6a04187e8aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-1-iscsi', False) {} {{(pid=98853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:42:02.123094 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d84694-b52e-4bce-822e-f923640926ae None None] The sync data for ids ['859ef1be-f83d-4b4a-bb61-af14dc51249b'] in dv-cinder-793264-1-iscsi is: [{'id': '859ef1be-f83d-4b4a-bb61-af14dc51249b', 'name': 'tempest-AttachVolumeShelveTestJSON-1845807498-router', 'tenant_id': '16ccb2756adb4055942bd0a0f0a061f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'external_fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': 'da2419f3-ea75-4513-af86-3fd1cd8c9eaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:40:50Z', 'updated_at': '2021-05-27T03:41:04Z', 'revision_number': 4, 'project_id': '16ccb2756adb4055942bd0a0f0a061f4', 'gw_port': {'id': 'da2419f3-ea75-4513-af86-3fd1cd8c9eaa', 'name': '', 'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:2d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859ef1be-f83d-4b4a-bb61-af14dc51249b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:40:51Z', 'updated_at': '2021-05-27T03:41:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-iscsi', '_floatingips': [{'id': 'd6ddf341-057c-4a50-8613-a6b6a7cef075', 'tenant_id': '16ccb2756adb4055942bd0a0f0a061f4', 'floating_ip_address': '172.27.2.241', 'floating_network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'router_id': '859ef1be-f83d-4b4a-bb61-af14dc51249b', 'port_id': '396ee32c-72a8-43ea-b35c-f0de6de19d7a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f65a0cca-1ebc-4ae6-b01b-5fdf0f05198a', 'mac_address': 'fa:16:3e:29:db:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e367eb4b-29c5-4f41-b41d-0da84d751fe2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T03:41:19Z', 'updated_at': '2021-05-27T03:41:58Z', 'revision_number': 1, 'project_id': '16ccb2756adb4055942bd0a0f0a061f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e733f041-97f3-4335-87a4-5ca0fbf1be8b', 'name': '', 'network_id': 'f65a0cca-1ebc-4ae6-b01b-5fdf0f05198a', 'tenant_id': '16ccb2756adb4055942bd0a0f0a061f4', 'mac_address': 'fa:16:3e:cf:c4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859ef1be-f83d-4b4a-bb61-af14dc51249b', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '82530ddc-ffd6-4079-8434-d6a04187e8aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:40:59Z', 'updated_at': '2021-05-27T03:41:18Z', 'revision_number': 5, 'project_id': '16ccb2756adb4055942bd0a0f0a061f4', 'subnets': [{'id': '82530ddc-ffd6-4079-8434-d6a04187e8aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:42:02.176270 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-91e04a3e-c32b-477f-a244-fefec9ab7bc3 req-7af01d86-0d56-4239-a74f-66ced18fc1e5 service neutron] 10.222.0.36 "GET /v2.0/networks/130ff3ea-d273-4d90-8f0d-494d41441c60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4332457 May 27 03:42:02.243067 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1a31177-9e34-4533-a985-a4a520347fbe req-0409b408-c237-4989-a742-975a934d1d3d tempest-DeleteServersTestJSON-1681401445 tempest-DeleteServersTestJSON-1681401445-project] No DVR routers for this DVR port 1bbb12ef-9a7a-4069-a54e-b707ce9a6809 on host hv-cinder-79326 {{(pid=98851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:42:02.253040 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-f1a31177-9e34-4533-a985-a4a520347fbe req-0409b408-c237-4989-a742-975a934d1d3d tempest-DeleteServersTestJSON-1681401445 tempest-DeleteServersTestJSON-1681401445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4037888'] for port, before_response {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:02.255563 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d5fdc92-2d08-4ae1-a508-032e39ce0958', 'name': 'network-vif-deleted', 'tag': '1bbb12ef-9a7a-4069-a54e-b707ce9a6809'}] {{(pid=98851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:42:02.325646 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b85fb7-67ff-4628-897c-c7162bdc6387 req-00511246-6d74-4c0d-90cd-3915e65b8347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:02.327075 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-15b85fb7-67ff-4628-897c-c7162bdc6387 req-00511246-6d74-4c0d-90cd-3915e65b8347 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=82530ddc-ffd6-4079-8434-d6a04187e8aa HTTP/1.1" status: 200 len: 856 time: 0.1988049 May 27 03:42:02.341805 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d5fdc92-2d08-4ae1-a508-032e39ce0958', 'name': 'network-vif-deleted', 'tag': '1bbb12ef-9a7a-4069-a54e-b707ce9a6809', 'status': 'completed', 'code': 200} May 27 03:42:02.341896 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b786027-54d1-4776-abb3-5c823cd386a1 None None] New status for floating IP d6ddf341-057c-4a50-8613-a6b6a7cef075: ACTIVE {{(pid=98853) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 03:42:02.415029 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-f1a31177-9e34-4533-a985-a4a520347fbe req-0409b408-c237-4989-a742-975a934d1d3d tempest-DeleteServersTestJSON-1681401445 tempest-DeleteServersTestJSON-1681401445-project] 10.222.0.36 "DELETE /v2.0/ports/1bbb12ef-9a7a-4069-a54e-b707ce9a6809 HTTP/1.1" status: 204 len: 173 time: 2.7653446 May 27 03:42:02.435094 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-91e04a3e-c32b-477f-a244-fefec9ab7bc3 req-d7728f99-ceb5-4a41-819a-e67801788842 service neutron] 10.222.0.36 "GET /v2.0/networks/130ff3ea-d273-4d90-8f0d-494d41441c60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2295852 May 27 03:42:02.464906 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b85fb7-67ff-4628-897c-c7162bdc6387 req-7babe0b0-fe75-4e7e-969a-df311bdafce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:02.466419 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-15b85fb7-67ff-4628-897c-c7162bdc6387 req-7babe0b0-fe75-4e7e-969a-df311bdafce7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f65a0cca-1ebc-4ae6-b01b-5fdf0f05198a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1278300 May 27 03:42:02.769126 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-15b85fb7-67ff-4628-897c-c7162bdc6387 req-61cf1139-2d5d-4eac-b308-ebd5c4844910 service neutron] 10.222.0.36 "GET /v2.0/networks/f65a0cca-1ebc-4ae6-b01b-5fdf0f05198a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2957685 May 27 03:42:02.810262 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8bb770-6be4-4899-9dac-0bb4c522f18b req-cce97427-a42c-4661-97b6-c08fb7633e06 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:02.811978 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-1b8bb770-6be4-4899-9dac-0bb4c522f18b req-cce97427-a42c-4661-97b6-c08fb7633e06 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3449057-b2c6-4b15-b705-4076eddfefff HTTP/1.1" status: 200 len: 946 time: 0.1556406 May 27 03:42:02.934167 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-1b8bb770-6be4-4899-9dac-0bb4c522f18b req-ee4f05cd-c3bc-4a35-a620-06bb6c3aec74 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/security-groups?id=85648ff1-b2ef-4805-9733-563ba7ce8d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129224 May 27 03:42:02.956366 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-15b85fb7-67ff-4628-897c-c7162bdc6387 req-b449cbdd-eac7-4216-a408-dc4b265d3dff service neutron] 10.222.0.36 "GET /v2.0/networks/f65a0cca-1ebc-4ae6-b01b-5fdf0f05198a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800740 May 27 03:42:03.059877 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aa5f41-45a2-4843-913d-ee967fafebed req-a4327581-539b-483d-b34f-17fc9a4faf09 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:03.071136 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-91aa5f41-45a2-4843-913d-ee967fafebed req-a4327581-539b-483d-b34f-17fc9a4faf09 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a78b67b-ae82-47f7-9c4a-3698918592c6 HTTP/1.1" status: 200 len: 944 time: 0.0928180 May 27 03:42:03.089234 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [req-192d9d20-8105-4ab0-82a2-645c1277fca9 req-09adb0c1-d355-4b96-8adc-9a98abcded21 tempest-DeleteServersTestJSON-1681401445 tempest-DeleteServersTestJSON-1681401445-project] Synchronizing usage tracker for tenant:f220b161db454279a529469cc181cb86 on resource:port {{(pid=98851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:42:03.129049 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-91aa5f41-45a2-4843-913d-ee967fafebed req-fb334433-908e-4397-8a54-3a10807480d5 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] 10.222.0.25 "GET /v2.0/security-groups?id=3008a255-7ecc-4b97-8d3a-baac4542929c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524344 May 27 03:42:03.193973 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [req-192d9d20-8105-4ab0-82a2-645c1277fca9 req-09adb0c1-d355-4b96-8adc-9a98abcded21 tempest-DeleteServersTestJSON-1681401445 tempest-DeleteServersTestJSON-1681401445-project] Unset dirty status for tenant:f220b161db454279a529469cc181cb86 on resource:port {{(pid=98851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:42:03.195350 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-192d9d20-8105-4ab0-82a2-645c1277fca9 req-09adb0c1-d355-4b96-8adc-9a98abcded21 tempest-DeleteServersTestJSON-1681401445 tempest-DeleteServersTestJSON-1681401445-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d5fdc92-2d08-4ae1-a508-032e39ce0958 HTTP/1.1" status: 200 len: 210 time: 0.1604567 May 27 03:42:03.833841 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-71068353-6b59-45a9-9fa9-4e8184e63023 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:04.120733 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d93a8a3-fe46-4f1f-8de5-32aa2f45feb9 req-1437ffbe-b7b1-423f-b399-56923ce9cd7d tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:04.122199 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-2d93a8a3-fe46-4f1f-8de5-32aa2f45feb9 req-1437ffbe-b7b1-423f-b399-56923ce9cd7d tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3449057-b2c6-4b15-b705-4076eddfefff HTTP/1.1" status: 200 len: 946 time: 0.0831075 May 27 03:42:04.166682 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-2d93a8a3-fe46-4f1f-8de5-32aa2f45feb9 req-5d7097fb-ff80-4084-bd0c-c983e144f40f tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/security-groups?id=85648ff1-b2ef-4805-9733-563ba7ce8d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382020 May 27 03:42:04.338712 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b89e842-a10d-46a6-816c-ffc2ae9ba953 req-06890915-301d-456c-8331-0235684b1cce tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:04.338712 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-8b89e842-a10d-46a6-816c-ffc2ae9ba953 req-06890915-301d-456c-8331-0235684b1cce tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a78b67b-ae82-47f7-9c4a-3698918592c6 HTTP/1.1" status: 200 len: 944 time: 0.0784161 May 27 03:42:04.385538 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-8b89e842-a10d-46a6-816c-ffc2ae9ba953 req-2b697dff-534d-4a4d-9d0a-c9ba40e64fa0 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] 10.222.0.25 "GET /v2.0/security-groups?id=3008a255-7ecc-4b97-8d3a-baac4542929c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416865 May 27 03:42:04.531682 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-46ea9fef-1deb-4d5c-80b7-319a7a715782 req-5c88eb2b-a958-498f-82fe-239a2f50909c tempest-DeleteServersTestJSON-1681401445 tempest-DeleteServersTestJSON-1681401445-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d5fdc92-2d08-4ae1-a508-032e39ce0958 HTTP/1.1" status: 200 len: 210 time: 0.0416851 May 27 03:42:04.896419 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Device 7c9d543c-8635-48f1-aa64-5b32d4b0b972 details requested by agent hyperv_hv-cinder-79326 with host hv-cinder-79326 {{(pid=98853) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:42:04.902839 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Device 1bbb12ef-9a7a-4069-a54e-b707ce9a6809 no longer exists at agent hyperv_hv-cinder-79326 {{(pid=98853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:42:04.941784 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.plugin [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] No Port match for: 1bbb12ef-9a7a-4069-a54e-b707ce9a6809 {{(pid=98853) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 03:42:04.942130 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Device 1bbb12ef-9a7a-4069-a54e-b707ce9a6809 not bound to the agent host hv-cinder-79326 {{(pid=98853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:42:05.067015 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.db [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] For port 7c9d543c-8635-48f1-aa64-5b32d4b0b972, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=7c9d543c-8635-48f1-aa64-5b32d4b0b972,segment=NetworkSegment(9f0a7abb-00b7-4c31-9093-b0d5b331bfb6),segment_id=9f0a7abb-00b7-4c31-9093-b0d5b331bfb6)] {{(pid=98853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:42:05.080127 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Returning: {'device': '7c9d543c-8635-48f1-aa64-5b32d4b0b972', 'network_id': '9d88eb5c-a234-4a0b-9721-bcab674f53e1', 'port_id': '7c9d543c-8635-48f1-aa64-5b32d4b0b972', 'mac_address': 'fa:16:3e:fb:4d:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7b1e35c-8b26-4690-9d11-111b6e17f0c6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98853) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:42:05.133491 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:05.150105 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.notifiers.nova [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c9d543c-8635-48f1-aa64-5b32d4b0b972 {{(pid=98853) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:42:05.165581 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.db [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] For port 7c9d543c-8635-48f1-aa64-5b32d4b0b972, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=7c9d543c-8635-48f1-aa64-5b32d4b0b972,segment=NetworkSegment(9f0a7abb-00b7-4c31-9093-b0d5b331bfb6),segment_id=9f0a7abb-00b7-4c31-9093-b0d5b331bfb6)] {{(pid=98853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:42:05.261902 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786481721483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786481287406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786481291807'] for port, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:05.263728 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:42:05.334361 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Pushing event updated for resources: {'Port': ['ID=7c9d543c-8635-48f1-aa64-5b32d4b0b972,revision_number=4']} {{(pid=98853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:05.337494 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:42:05.354485 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c329e9b1-314d-4c92-9fad-9fb3377e3cba req-652ba45d-d3ed-48d0-9bca-f5c5dac4d447 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:05.355974 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-c329e9b1-314d-4c92-9fad-9fb3377e3cba req-652ba45d-d3ed-48d0-9bca-f5c5dac4d447 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3449057-b2c6-4b15-b705-4076eddfefff HTTP/1.1" status: 200 len: 946 time: 0.0837190 May 27 03:42:05.401376 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-c329e9b1-314d-4c92-9fad-9fb3377e3cba req-1cc3292a-4b65-48e7-be11-d9edfddaba7b tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/security-groups?id=85648ff1-b2ef-4805-9733-563ba7ce8d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393965 May 27 03:42:05.570128 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4682bc93-92a7-44c5-a17c-4b74483a2149 req-48b696c2-980d-4e85-85b2-bad926e3e290 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:05.571567 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-4682bc93-92a7-44c5-a17c-4b74483a2149 req-48b696c2-980d-4e85-85b2-bad926e3e290 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a78b67b-ae82-47f7-9c4a-3698918592c6 HTTP/1.1" status: 200 len: 945 time: 0.0809147 May 27 03:42:05.626448 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-4682bc93-92a7-44c5-a17c-4b74483a2149 req-c4f229d7-6cc9-47d0-b234-68c9ad1cadaa tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] 10.222.0.25 "GET /v2.0/security-groups?id=3008a255-7ecc-4b97-8d3a-baac4542929c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489728 May 27 03:42:05.774716 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-7b4bd067-d7a3-4adb-a7b7-cd28feb834a3 req-746066c1-1b26-471d-86c5-3ffdbf5eccd8 tempest-DeleteServersTestJSON-1681401445 tempest-DeleteServersTestJSON-1681401445-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d5fdc92-2d08-4ae1-a508-032e39ce0958 HTTP/1.1" status: 200 len: 210 time: 0.0432630 May 27 03:42:06.490431 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-2848499d-c02f-413b-b120-89b8c037d166 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:06.524883 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:07.664135 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce44ccf8-bf86-45f3-a424-186db789f9bd req-d86e741c-d799-47d3-99f7-e0501f3b11b8 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:07.665602 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-ce44ccf8-bf86-45f3-a424-186db789f9bd req-d86e741c-d799-47d3-99f7-e0501f3b11b8 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3449057-b2c6-4b15-b705-4076eddfefff HTTP/1.1" status: 200 len: 946 time: 0.0831974 May 27 03:42:07.690729 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-e3613943-0892-48bd-9358-60eb59884bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:07.708182 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b702982-8d41-41cd-8c31-3c721fd3b8fd req-a39f4d76-95c9-4ee6-ad20-e8a14f9b9975 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:07.709593 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-9b702982-8d41-41cd-8c31-3c721fd3b8fd req-a39f4d76-95c9-4ee6-ad20-e8a14f9b9975 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a78b67b-ae82-47f7-9c4a-3698918592c6 HTTP/1.1" status: 200 len: 945 time: 0.0820954 May 27 03:42:07.716072 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-ce44ccf8-bf86-45f3-a424-186db789f9bd req-cde854e5-a20f-4fc9-afaa-23145d9284a7 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/security-groups?id=85648ff1-b2ef-4805-9733-563ba7ce8d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437024 May 27 03:42:07.758798 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-9b702982-8d41-41cd-8c31-3c721fd3b8fd req-031bb4fd-9178-4cb2-b38e-43b8ca18a2e5 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] 10.222.0.25 "GET /v2.0/security-groups?id=3008a255-7ecc-4b97-8d3a-baac4542929c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432277 May 27 03:42:07.861918 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-52e9ae32-5bf9-4c47-b99c-3b158fdfc8cf req-9f1ef98b-e821-40f9-b5f7-8084126136c3 tempest-DeleteServersTestJSON-1681401445 tempest-DeleteServersTestJSON-1681401445-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d5fdc92-2d08-4ae1-a508-032e39ce0958 HTTP/1.1" status: 200 len: 210 time: 0.0419579 May 27 03:42:08.284685 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.db [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] get_ports_and_sgs() called for port_ids ['7c9d543c-8635-48f1-aa64-5b32d4b0b972'] {{(pid=98853) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 03:42:08.934683 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c01740d-d8fb-48b7-9dbb-efb72c9628af req-abfbea39-d173-43cd-b32d-363a669f5684 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:08.940928 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-7c01740d-d8fb-48b7-9dbb-efb72c9628af req-abfbea39-d173-43cd-b32d-363a669f5684 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3449057-b2c6-4b15-b705-4076eddfefff HTTP/1.1" status: 200 len: 946 time: 0.1065240 May 27 03:42:08.978712 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd65235-3eea-4b19-82a6-7f4ea876a122 req-42da398b-7ccb-466e-93f3-4b31d046c007 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:08.980235 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-5fd65235-3eea-4b19-82a6-7f4ea876a122 req-42da398b-7ccb-466e-93f3-4b31d046c007 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a78b67b-ae82-47f7-9c4a-3698918592c6 HTTP/1.1" status: 200 len: 945 time: 0.1061618 May 27 03:42:08.991337 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-7c01740d-d8fb-48b7-9dbb-efb72c9628af req-ac69dc66-2992-42ef-a119-7313167be794 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/security-groups?id=85648ff1-b2ef-4805-9733-563ba7ce8d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458834 May 27 03:42:09.052102 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-5fd65235-3eea-4b19-82a6-7f4ea876a122 req-8f8b43a4-9e6f-4d85-ae99-20d1d394a26e tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] 10.222.0.25 "GET /v2.0/security-groups?id=3008a255-7ecc-4b97-8d3a-baac4542929c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657806 May 27 03:42:09.251118 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-3af0ace6-547d-4950-9fe5-73e267668fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:10.194219 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdcef88-40c3-43fb-ba8d-c5711663deb2 req-3d4a615f-ad3f-4e9f-8318-69a531affa18 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:10.197012 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-3fdcef88-40c3-43fb-ba8d-c5711663deb2 req-3d4a615f-ad3f-4e9f-8318-69a531affa18 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3449057-b2c6-4b15-b705-4076eddfefff HTTP/1.1" status: 200 len: 946 time: 0.0954893 May 27 03:42:10.245263 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-3fdcef88-40c3-43fb-ba8d-c5711663deb2 req-6d69d571-53b9-43ab-8fdd-d9342d0e1808 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/security-groups?id=85648ff1-b2ef-4805-9733-563ba7ce8d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438404 May 27 03:42:10.275530 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7bf65f-45c7-41ab-b4e9-979336e5db4e req-a0756551-f16f-4a0c-a87a-0cc9ea858062 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:10.277148 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-8a7bf65f-45c7-41ab-b4e9-979336e5db4e req-a0756551-f16f-4a0c-a87a-0cc9ea858062 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a78b67b-ae82-47f7-9c4a-3698918592c6 HTTP/1.1" status: 200 len: 945 time: 0.1007688 May 27 03:42:10.324874 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-8a7bf65f-45c7-41ab-b4e9-979336e5db4e req-202aa75c-8149-4dd2-8fa6-0c0abc87e180 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] 10.222.0.25 "GET /v2.0/security-groups?id=3008a255-7ecc-4b97-8d3a-baac4542929c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414145 May 27 03:42:10.637156 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 54464) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:42:10.756379 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-43b38269-655c-4975-b951-7a2173d94a36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:10.772475 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-43b38269-655c-4975-b951-7a2173d94a36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:42:10.776540 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-43b38269-655c-4975-b951-7a2173d94a36 admin admin] Usage tracker for resource:security_group_rule and tenant:43195f80faac4da2a1c19e8b46ab4f71 is out of sync, need to count used quota {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:42:10.779446 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-43b38269-655c-4975-b951-7a2173d94a36 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:42:10.786507 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-43b38269-655c-4975-b951-7a2173d94a36 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:42:10.873125 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-43b38269-655c-4975-b951-7a2173d94a36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:11.114667 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 54480) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:42:11.193440 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-43b38269-655c-4975-b951-7a2173d94a36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:11.204872 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-d83a38b8-4036-454b-9143-c016f7a474f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:42:11.258086 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-43b38269-655c-4975-b951-7a2173d94a36 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=43195f80faac4da2a1c19e8b46ab4f71&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6197309 May 27 03:42:11.261294 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.wsgi [-] (98851) accepted ('10.222.0.25', 54484) {{(pid=98851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:42:11.261422 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b38269-655c-4975-b951-7a2173d94a36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e472eef8-04ac-4f6b-9026-9a431c5df7c8,revision_number=1']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:11.266191 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.db_base_plugin_v2 [None req-dab63f02-19d7-4e81-bf61-57b3551cde70 admin admin] Deleting subnet 850ff7e4-c1ae-476a-98ad-2e7f47f1d387 {{(pid=98852) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 27 03:42:11.268236 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-43b38269-655c-4975-b951-7a2173d94a36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:42:11.270700 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-dab63f02-19d7-4e81-bf61-57b3551cde70 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:11.321663 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-dab63f02-19d7-4e81-bf61-57b3551cde70 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:11.328943 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-dab63f02-19d7-4e81-bf61-57b3551cde70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3482611'] for subnet, precommit_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:11.329983 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-0f2e93b7-428f-4018-9d8e-1560ae88139f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:11.366360 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-0f2e93b7-428f-4018-9d8e-1560ae88139f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:11.485114 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Device 7c9d543c-8635-48f1-aa64-5b32d4b0b972 up at agent hyperv_hv-cinder-79326 {{(pid=98853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:42:11.534539 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-0f2e93b7-428f-4018-9d8e-1560ae88139f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:11.544510 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:42:11.560431 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2e93b7-428f-4018-9d8e-1560ae88139f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e472eef8-04ac-4f6b-9026-9a431c5df7c8,revision_number=None']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:11.563599 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-0f2e93b7-428f-4018-9d8e-1560ae88139f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:42:11.577588 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6083a5-9541-4f16-8314-3576d74fb7ca req-e45ee8e1-0aba-46f9-a1be-cf6e11ba3d45 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:11.577794 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-0f2e93b7-428f-4018-9d8e-1560ae88139f admin admin] Notify callbacks [] for security_group, before_response {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:11.581395 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [None req-0f2e93b7-428f-4018-9d8e-1560ae88139f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e472eef8-04ac-4f6b-9026-9a431c5df7c8 HTTP/1.1" status: 204 len: 168 time: 0.3166730 May 27 03:42:11.589022 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-fe6083a5-9541-4f16-8314-3576d74fb7ca req-e45ee8e1-0aba-46f9-a1be-cf6e11ba3d45 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3449057-b2c6-4b15-b705-4076eddfefff HTTP/1.1" status: 200 len: 946 time: 0.2305787 May 27 03:42:11.599151 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134966c9-146d-4b87-8bdc-f40502fbce77 req-2bdb2349-be56-439f-8ce0-f4d3decfc3d2 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:11.610130 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-134966c9-146d-4b87-8bdc-f40502fbce77 req-2bdb2349-be56-439f-8ce0-f4d3decfc3d2 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a78b67b-ae82-47f7-9c4a-3698918592c6 HTTP/1.1" status: 200 len: 945 time: 0.1540039 May 27 03:42:11.644374 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Provisioning for port 7c9d543c-8635-48f1-aa64-5b32d4b0b972 completed by entity L2. {{(pid=98853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:42:11.650347 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Provisioning complete for port 7c9d543c-8635-48f1-aa64-5b32d4b0b972 triggered by entity L2. {{(pid=98853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:42:11.650726 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487713'] for port, provisioning_complete {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:11.678160 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-134966c9-146d-4b87-8bdc-f40502fbce77 req-f04ba698-2ec9-414a-b87f-e4146b9fe51d tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] 10.222.0.25 "GET /v2.0/security-groups?id=3008a255-7ecc-4b97-8d3a-baac4542929c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671611 May 27 03:42:11.680616 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-fe6083a5-9541-4f16-8314-3576d74fb7ca req-7c937203-b190-4fd8-bc0b-cfb2b4071a0a tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/security-groups?id=85648ff1-b2ef-4805-9733-563ba7ce8d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903978 May 27 03:42:11.697680 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 54506) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:42:11.811039 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:11.813980 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.db_base_plugin_v2 [None req-513aed0f-f25f-4d07-aaed-bb6a44d762dd admin admin] Deleting subnet e38c16b7-7446-47ce-a6b4-a6fec2ad8317 {{(pid=98852) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 27 03:42:11.821313 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-513aed0f-f25f-4d07-aaed-bb6a44d762dd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:11.842940 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a78b67b-ae82-47f7-9c4a-3698918592c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c9d543c-8635-48f1-aa64-5b32d4b0b972'}] {{(pid=98853) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:42:11.854061 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.db [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] For port 7c9d543c-8635-48f1-aa64-5b32d4b0b972, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=7c9d543c-8635-48f1-aa64-5b32d4b0b972,segment=NetworkSegment(9f0a7abb-00b7-4c31-9093-b0d5b331bfb6),segment_id=9f0a7abb-00b7-4c31-9093-b0d5b331bfb6)] {{(pid=98853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:42:11.882824 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-513aed0f-f25f-4d07-aaed-bb6a44d762dd admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:11.889549 dv-cinder-793264-1-iscsi neutron-server[98853]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a78b67b-ae82-47f7-9c4a-3698918592c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c9d543c-8635-48f1-aa64-5b32d4b0b972', 'code': 200} May 27 03:42:11.891132 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-513aed0f-f25f-4d07-aaed-bb6a44d762dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3482611'] for subnet, precommit_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:11.925490 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786481721483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786481287406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786481291807'] for port, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:11.928237 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:42:11.959020 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-dab63f02-19d7-4e81-bf61-57b3551cde70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3483172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954'] for subnet, after_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:12.008392 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-bf57dc27-5b3e-4c98-b486-8d8fc4d9c8d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:42:12.010043 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Pushing event updated for resources: {'Port': ['ID=7c9d543c-8635-48f1-aa64-5b32d4b0b972,revision_number=5']} {{(pid=98853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:12.013443 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:42:12.056220 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab63f02-19d7-4e81-bf61-57b3551cde70 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=850ff7e4-c1ae-476a-98ad-2e7f47f1d387,revision_number=None']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:12.071268 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-dab63f02-19d7-4e81-bf61-57b3551cde70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689932'] for subnet, before_response {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:12.084361 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-dab63f02-19d7-4e81-bf61-57b3551cde70 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/850ff7e4-c1ae-476a-98ad-2e7f47f1d387 HTTP/1.1" status: 204 len: 168 time: 1.0030701 May 27 03:42:12.087272 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.wsgi [-] (98851) accepted ('10.222.0.25', 54522) {{(pid=98851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:42:12.116584 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-dab63f02-19d7-4e81-bf61-57b3551cde70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:42:12.237837 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-33894c85-ac9e-42df-aa1a-73898f935460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667815'] for network, before_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:12.303125 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-513aed0f-f25f-4d07-aaed-bb6a44d762dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3483172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954'] for subnet, after_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:12.312468 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:42:12.349886 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513aed0f-f25f-4d07-aaed-bb6a44d762dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e38c16b7-7446-47ce-a6b4-a6fec2ad8317,revision_number=None']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:12.355299 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-513aed0f-f25f-4d07-aaed-bb6a44d762dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:42:12.355299 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-513aed0f-f25f-4d07-aaed-bb6a44d762dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689932'] for subnet, before_response {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:12.359409 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-513aed0f-f25f-4d07-aaed-bb6a44d762dd admin admin] 10.222.0.25 "DELETE /v2.0/subnets/e38c16b7-7446-47ce-a6b4-a6fec2ad8317 HTTP/1.1" status: 204 len: 168 time: 0.6605175 May 27 03:42:12.361893 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 54528) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:42:12.408739 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.wsgi [-] (98851) accepted ('10.222.0.25', 54532) {{(pid=98851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:42:12.473534 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-33894c85-ac9e-42df-aa1a-73898f935460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489390', 'neutron.services.segments.db._delete_segments_for_network-8786481734117'] for network, precommit_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:12.474005 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-2cb24f84-7abc-4694-9b1e-6f66bd75500a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667815'] for network, before_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:12.492263 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-3a7fecc0-6660-402d-91ce-433db56b5574 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:12.502814 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-33894c85-ac9e-42df-aa1a-73898f935460 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=98851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:42:12.503161 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-33894c85-ac9e-42df-aa1a-73898f935460 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=98851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:42:12.503909 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-33894c85-ac9e-42df-aa1a-73898f935460 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=98851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:42:12.504292 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-33894c85-ac9e-42df-aa1a-73898f935460 admin admin] Subscribe: > port after_create 55550000 {{(pid=98851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:42:12.504651 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-33894c85-ac9e-42df-aa1a-73898f935460 admin admin] Subscribe: > port after_delete 55550000 {{(pid=98851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:42:12.504963 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-33894c85-ac9e-42df-aa1a-73898f935460 admin admin] Subscribe: > port after_update 55550000 {{(pid=98851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:42:12.505282 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-33894c85-ac9e-42df-aa1a-73898f935460 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=98851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:42:12.505601 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-33894c85-ac9e-42df-aa1a-73898f935460 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=98851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:42:12.505915 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-33894c85-ac9e-42df-aa1a-73898f935460 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=98851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:42:12.506256 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-33894c85-ac9e-42df-aa1a-73898f935460 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=98851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:42:12.600662 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-2cb24f84-7abc-4694-9b1e-6f66bd75500a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489390', 'neutron.services.segments.db._delete_segments_for_network-8786481734117'] for network, precommit_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:12.614546 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-2cb24f84-7abc-4694-9b1e-6f66bd75500a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=98852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:42:12.614907 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-2cb24f84-7abc-4694-9b1e-6f66bd75500a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=98852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:42:12.615667 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-2cb24f84-7abc-4694-9b1e-6f66bd75500a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=98852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:42:12.616038 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-2cb24f84-7abc-4694-9b1e-6f66bd75500a admin admin] Subscribe: > port after_create 55550000 {{(pid=98852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:42:12.616363 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-2cb24f84-7abc-4694-9b1e-6f66bd75500a admin admin] Subscribe: > port after_delete 55550000 {{(pid=98852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:42:12.616727 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-2cb24f84-7abc-4694-9b1e-6f66bd75500a admin admin] Subscribe: > port after_update 55550000 {{(pid=98852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:42:12.617050 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-2cb24f84-7abc-4694-9b1e-6f66bd75500a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=98852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:42:12.617376 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-2cb24f84-7abc-4694-9b1e-6f66bd75500a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=98852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:42:12.617694 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-2cb24f84-7abc-4694-9b1e-6f66bd75500a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=98852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:42:12.618035 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-2cb24f84-7abc-4694-9b1e-6f66bd75500a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=98852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:42:12.631987 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-33894c85-ac9e-42df-aa1a-73898f935460 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=98851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:42:12.632457 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-33894c85-ac9e-42df-aa1a-73898f935460 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=98851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:42:12.632867 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-33894c85-ac9e-42df-aa1a-73898f935460 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=98851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:42:12.633266 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-33894c85-ac9e-42df-aa1a-73898f935460 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=98851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:42:12.633691 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.services.segments.db [None req-33894c85-ac9e-42df-aa1a-73898f935460 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e363b4db-219a-47f3-b982-5fb2e6fbad65']}} {{(pid=98851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:42:12.665393 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.quota.driver [None req-3a7fecc0-6660-402d-91ce-433db56b5574 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:42:12.669887 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.services.segments.db [None req-33894c85-ac9e-42df-aa1a-73898f935460 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6af1176f-0fbe-4434-a643-e80b37bbef56') {'for_net_delete': True} {{(pid=98851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:42:12.670270 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.services.segments.db [None req-33894c85-ac9e-42df-aa1a-73898f935460 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6af1176f-0fbe-4434-a643-e80b37bbef56') {} {{(pid=98851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:42:12.681935 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-2cb24f84-7abc-4694-9b1e-6f66bd75500a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=98852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:42:12.682306 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-2cb24f84-7abc-4694-9b1e-6f66bd75500a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=98852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:42:12.682643 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-2cb24f84-7abc-4694-9b1e-6f66bd75500a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=98852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:42:12.682778 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [None req-3a7fecc0-6660-402d-91ce-433db56b5574 admin admin] Usage tracker for resource:security_group_rule and tenant:13b009ca2e344b11821531d825ee083b is out of sync, need to count used quota {{(pid=98851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:42:12.682980 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-2cb24f84-7abc-4694-9b1e-6f66bd75500a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=98852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:42:12.683342 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.services.segments.db [None req-2cb24f84-7abc-4694-9b1e-6f66bd75500a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e1b5f88-84c7-43e1-9c64-97db621d3118']}} {{(pid=98852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:42:12.689462 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [None req-3a7fecc0-6660-402d-91ce-433db56b5574 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:42:12.691047 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 54538) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:42:12.693031 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-33894c85-ac9e-42df-aa1a-73898f935460 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786481741990', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27470038'] for segment, before_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:12.702762 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.services.segments.db [None req-2cb24f84-7abc-4694-9b1e-6f66bd75500a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cccd5a24-43ff-43b6-8f99-608ede268fdd') {'for_net_delete': True} {{(pid=98852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:42:12.703064 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.services.segments.db [None req-2cb24f84-7abc-4694-9b1e-6f66bd75500a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cccd5a24-43ff-43b6-8f99-608ede268fdd') {} {{(pid=98852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:42:12.715601 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-2cb24f84-7abc-4694-9b1e-6f66bd75500a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786481741990', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27628495'] for segment, before_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:12.718637 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf62723-bb73-46db-b10a-a3a5445dbb10 req-e16f8600-b859-437f-a553-ff4746ace052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:12.720209 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-caf62723-bb73-46db-b10a-a3a5445dbb10 req-e16f8600-b859-437f-a553-ff4746ace052 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6a78b67b-ae82-47f7-9c4a-3698918592c6 HTTP/1.1" status: 200 len: 1099 time: 0.4406950 May 27 03:42:12.723760 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.quota.driver [None req-3a7fecc0-6660-402d-91ce-433db56b5574 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:42:12.742204 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-2cb24f84-7abc-4694-9b1e-6f66bd75500a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3483814'] for segment, precommit_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:12.745880 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-33894c85-ac9e-42df-aa1a-73898f935460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3483814'] for segment, precommit_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:12.754943 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cb24f84-7abc-4694-9b1e-6f66bd75500a admin admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=98852) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 03:42:12.760276 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-2cb24f84-7abc-4694-9b1e-6f66bd75500a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3483814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27723362'] for segment, after_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:12.789510 dv-cinder-793264-1-iscsi neutron-server[98852]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 27 03:42:12.789510 dv-cinder-793264-1-iscsi neutron-server[98852]: from cryptography.utils import int_from_bytes May 27 03:42:12.789510 dv-cinder-793264-1-iscsi neutron-server[98852]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 27 03:42:12.789510 dv-cinder-793264-1-iscsi neutron-server[98852]: from cryptography.utils import int_from_bytes May 27 03:42:12.789510 dv-cinder-793264-1-iscsi neutron-server[98852]: Traceback (most recent call last): May 27 03:42:12.789510 dv-cinder-793264-1-iscsi neutron-server[98852]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 27 03:42:12.789510 dv-cinder-793264-1-iscsi neutron-server[98852]: timer() May 27 03:42:12.789510 dv-cinder-793264-1-iscsi neutron-server[98852]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 03:42:12.789510 dv-cinder-793264-1-iscsi neutron-server[98852]: cb(*args, **kw) May 27 03:42:12.789510 dv-cinder-793264-1-iscsi neutron-server[98852]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 27 03:42:12.789510 dv-cinder-793264-1-iscsi neutron-server[98852]: return func(*args, **kwargs) May 27 03:42:12.789510 dv-cinder-793264-1-iscsi neutron-server[98852]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 03:42:12.789510 dv-cinder-793264-1-iscsi neutron-server[98852]: self._notify() May 27 03:42:12.789510 dv-cinder-793264-1-iscsi neutron-server[98852]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 03:42:12.789510 dv-cinder-793264-1-iscsi neutron-server[98852]: self.callback(batched_events) May 27 03:42:12.789510 dv-cinder-793264-1-iscsi neutron-server[98852]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 03:42:12.789510 dv-cinder-793264-1-iscsi neutron-server[98852]: event.method(event) May 27 03:42:12.789510 dv-cinder-793264-1-iscsi neutron-server[98852]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 03:42:12.789510 dv-cinder-793264-1-iscsi neutron-server[98852]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 03:42:12.789510 dv-cinder-793264-1-iscsi neutron-server[98852]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 03:42:12.789510 dv-cinder-793264-1-iscsi neutron-server[98852]: aggregate_uuid = self.p_client.list_aggregates( May 27 03:42:12.789510 dv-cinder-793264-1-iscsi neutron-server[98852]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 03:42:12.789510 dv-cinder-793264-1-iscsi neutron-server[98852]: return f(self, *a, **k) May 27 03:42:12.789510 dv-cinder-793264-1-iscsi neutron-server[98852]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 27 03:42:12.789510 dv-cinder-793264-1-iscsi neutron-server[98852]: return self._get(url).json() May 27 03:42:12.789510 dv-cinder-793264-1-iscsi neutron-server[98852]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 27 03:42:12.789510 dv-cinder-793264-1-iscsi neutron-server[98852]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 03:42:12.789510 dv-cinder-793264-1-iscsi neutron-server[98852]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 27 03:42:12.789510 dv-cinder-793264-1-iscsi neutron-server[98852]: return self.request(url, 'GET', **kwargs) May 27 03:42:12.789510 dv-cinder-793264-1-iscsi neutron-server[98852]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 27 03:42:12.789510 dv-cinder-793264-1-iscsi neutron-server[98852]: base_url = self.get_endpoint(auth, allow=allow, May 27 03:42:12.789510 dv-cinder-793264-1-iscsi neutron-server[98852]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 27 03:42:12.789510 dv-cinder-793264-1-iscsi neutron-server[98852]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 03:42:12.789510 dv-cinder-793264-1-iscsi neutron-server[98852]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 27 03:42:12.789510 dv-cinder-793264-1-iscsi neutron-server[98852]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 03:42:12.789510 dv-cinder-793264-1-iscsi neutron-server[98852]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 03:42:12.902528 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-c22701ce-d391-4166-b097-4770ab1f996b req-239b3513-38ab-4112-8666-fca403a33003 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=695616b8-9b90-4e8d-b719-de3eabe09cbe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4945464 May 27 03:42:12.908014 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33894c85-ac9e-42df-aa1a-73898f935460 admin admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=98851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 03:42:12.908491 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-33894c85-ac9e-42df-aa1a-73898f935460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3483814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28231653'] for segment, after_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:12.929617 dv-cinder-793264-1-iscsi neutron-server[98851]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 27 03:42:12.929617 dv-cinder-793264-1-iscsi neutron-server[98851]: from cryptography.utils import int_from_bytes May 27 03:42:12.929617 dv-cinder-793264-1-iscsi neutron-server[98851]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 27 03:42:12.929617 dv-cinder-793264-1-iscsi neutron-server[98851]: from cryptography.utils import int_from_bytes May 27 03:42:12.929617 dv-cinder-793264-1-iscsi neutron-server[98851]: Traceback (most recent call last): May 27 03:42:12.929617 dv-cinder-793264-1-iscsi neutron-server[98851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 27 03:42:12.929617 dv-cinder-793264-1-iscsi neutron-server[98851]: timer() May 27 03:42:12.929617 dv-cinder-793264-1-iscsi neutron-server[98851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 03:42:12.929617 dv-cinder-793264-1-iscsi neutron-server[98851]: cb(*args, **kw) May 27 03:42:12.929617 dv-cinder-793264-1-iscsi neutron-server[98851]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 27 03:42:12.929617 dv-cinder-793264-1-iscsi neutron-server[98851]: return func(*args, **kwargs) May 27 03:42:12.929617 dv-cinder-793264-1-iscsi neutron-server[98851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 03:42:12.929617 dv-cinder-793264-1-iscsi neutron-server[98851]: self._notify() May 27 03:42:12.929617 dv-cinder-793264-1-iscsi neutron-server[98851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 03:42:12.929617 dv-cinder-793264-1-iscsi neutron-server[98851]: self.callback(batched_events) May 27 03:42:12.929617 dv-cinder-793264-1-iscsi neutron-server[98851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 03:42:12.929617 dv-cinder-793264-1-iscsi neutron-server[98851]: event.method(event) May 27 03:42:12.929617 dv-cinder-793264-1-iscsi neutron-server[98851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 03:42:12.929617 dv-cinder-793264-1-iscsi neutron-server[98851]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 03:42:12.929617 dv-cinder-793264-1-iscsi neutron-server[98851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 03:42:12.929617 dv-cinder-793264-1-iscsi neutron-server[98851]: aggregate_uuid = self.p_client.list_aggregates( May 27 03:42:12.929617 dv-cinder-793264-1-iscsi neutron-server[98851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 03:42:12.929617 dv-cinder-793264-1-iscsi neutron-server[98851]: return f(self, *a, **k) May 27 03:42:12.929617 dv-cinder-793264-1-iscsi neutron-server[98851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 27 03:42:12.929617 dv-cinder-793264-1-iscsi neutron-server[98851]: return self._get(url).json() May 27 03:42:12.929617 dv-cinder-793264-1-iscsi neutron-server[98851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 27 03:42:12.929617 dv-cinder-793264-1-iscsi neutron-server[98851]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 03:42:12.929617 dv-cinder-793264-1-iscsi neutron-server[98851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 27 03:42:12.929617 dv-cinder-793264-1-iscsi neutron-server[98851]: return self.request(url, 'GET', **kwargs) May 27 03:42:12.929617 dv-cinder-793264-1-iscsi neutron-server[98851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 27 03:42:12.929617 dv-cinder-793264-1-iscsi neutron-server[98851]: base_url = self.get_endpoint(auth, allow=allow, May 27 03:42:12.929617 dv-cinder-793264-1-iscsi neutron-server[98851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 27 03:42:12.929617 dv-cinder-793264-1-iscsi neutron-server[98851]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 03:42:12.929617 dv-cinder-793264-1-iscsi neutron-server[98851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 27 03:42:12.929617 dv-cinder-793264-1-iscsi neutron-server[98851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 03:42:12.929617 dv-cinder-793264-1-iscsi neutron-server[98851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 03:42:12.932186 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-f8533fd6-f93f-4672-954d-93ea3de5107d admin admin] Notify callbacks [] for security_group, before_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:12.956237 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-f8533fd6-f93f-4672-954d-93ea3de5107d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:42:12.960350 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-f8533fd6-f93f-4672-954d-93ea3de5107d admin admin] Usage tracker for resource:security_group_rule and tenant:21079668de4b4237924dfe1c4dade59b is out of sync, need to count used quota {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:42:12.963284 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-f8533fd6-f93f-4672-954d-93ea3de5107d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:42:12.972512 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-f8533fd6-f93f-4672-954d-93ea3de5107d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:42:13.017785 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56abc42a-2288-42f1-a8b5-49dc5add58f7 req-af6d49b1-470c-4b5e-bc18-c77090428c09 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:13.019373 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-56abc42a-2288-42f1-a8b5-49dc5add58f7 req-af6d49b1-470c-4b5e-bc18-c77090428c09 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a78b67b-ae82-47f7-9c4a-3698918592c6 HTTP/1.1" status: 200 len: 946 time: 0.1706059 May 27 03:42:13.030010 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-2cb24f84-7abc-4694-9b1e-6f66bd75500a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3689963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417779'] for network, after_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:13.058488 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:42:13.067230 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-caf62723-bb73-46db-b10a-a3a5445dbb10 req-1bbc0065-b70e-4454-aa3a-53c5a47bb4d0 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=3008a255-7ecc-4b97-8d3a-baac4542929c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3317266 May 27 03:42:13.090636 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-2cb24f84-7abc-4694-9b1e-6f66bd75500a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689932'] for network, before_response {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:13.098019 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb24f84-7abc-4694-9b1e-6f66bd75500a admin admin] Pushing event deleted for resources: {'Network': ['ID=4e1b5f88-84c7-43e1-9c64-97db621d3118,revision_number=None']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:13.115081 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-2cb24f84-7abc-4694-9b1e-6f66bd75500a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:42:13.122657 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-56abc42a-2288-42f1-a8b5-49dc5add58f7 req-c6f79b00-bf36-4632-a6c3-76bd321125b6 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] 10.222.0.25 "GET /v2.0/security-groups?id=3008a255-7ecc-4b97-8d3a-baac4542929c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952728 May 27 03:42:13.125447 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-2cb24f84-7abc-4694-9b1e-6f66bd75500a admin admin] 10.222.0.25 "DELETE /v2.0/networks/4e1b5f88-84c7-43e1-9c64-97db621d3118 HTTP/1.1" status: 204 len: 168 time: 0.7625337 May 27 03:42:13.129181 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.wsgi [-] (98851) accepted ('10.222.0.25', 54548) {{(pid=98851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:42:13.151497 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-f8533fd6-f93f-4672-954d-93ea3de5107d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:13.186009 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-33894c85-ac9e-42df-aa1a-73898f935460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3689963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417779'] for network, after_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:13.215721 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-f8533fd6-f93f-4672-954d-93ea3de5107d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:13.219581 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be91dcd1-4d7e-486c-86df-121c0049da6c req-45848923-5e96-4c11-a65c-26a06fe6239d tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:13.221070 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-be91dcd1-4d7e-486c-86df-121c0049da6c req-45848923-5e96-4c11-a65c-26a06fe6239d tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3449057-b2c6-4b15-b705-4076eddfefff HTTP/1.1" status: 200 len: 946 time: 0.3649306 May 27 03:42:13.222746 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-7d6bab78-6abb-4455-a80f-96de2713e9b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:42:13.239399 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:42:13.253819 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-33894c85-ac9e-42df-aa1a-73898f935460 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689932'] for network, before_response {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:13.263575 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8533fd6-f93f-4672-954d-93ea3de5107d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b24de9c7-ae47-47fe-b262-0979c50099d3,revision_number=1']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:13.266220 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-3a7fecc0-6660-402d-91ce-433db56b5574 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:13.267485 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-f8533fd6-f93f-4672-954d-93ea3de5107d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=21079668de4b4237924dfe1c4dade59b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5754879 May 27 03:42:13.270402 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 54554) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:42:13.273232 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-f8533fd6-f93f-4672-954d-93ea3de5107d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:42:13.293497 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33894c85-ac9e-42df-aa1a-73898f935460 admin admin] Pushing event deleted for resources: {'Network': ['ID=e363b4db-219a-47f3-b982-5fb2e6fbad65,revision_number=None']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:13.303199 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.db_base_plugin_v2 [None req-73736966-ee44-44ef-a41d-bdd90ac1a0fe admin admin] Deleting subnet 8be44c7a-3fd8-44ef-9450-ccf871a90573 {{(pid=98851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 27 03:42:13.311462 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22701ce-d391-4166-b097-4770ab1f996b req-fed6b042-0a7f-4cf8-9478-9e56b7a67205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:13.313627 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-c22701ce-d391-4166-b097-4770ab1f996b req-fed6b042-0a7f-4cf8-9478-9e56b7a67205 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7413f58ffa8e476fb5600cbc51ee9d34&device_id=695616b8-9b90-4e8d-b719-de3eabe09cbe HTTP/1.1" status: 200 len: 1098 time: 0.3079395 May 27 03:42:13.318585 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-33894c85-ac9e-42df-aa1a-73898f935460 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:42:13.318585 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-73736966-ee44-44ef-a41d-bdd90ac1a0fe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:13.344776 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-3a7fecc0-6660-402d-91ce-433db56b5574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:13.354992 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [None req-33894c85-ac9e-42df-aa1a-73898f935460 admin admin] 10.222.0.25 "DELETE /v2.0/networks/e363b4db-219a-47f3-b982-5fb2e6fbad65 HTTP/1.1" status: 204 len: 168 time: 1.2643077 May 27 03:42:13.385498 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:42:13.421632 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-43f1d9e0-b932-4c64-84f0-2d96ca9b6f0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:13.451355 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-43f1d9e0-b932-4c64-84f0-2d96ca9b6f0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:13.474155 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-be91dcd1-4d7e-486c-86df-121c0049da6c req-7a511359-bc76-436f-8b01-4b2b10c4c84a tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/security-groups?id=85648ff1-b2ef-4805-9733-563ba7ce8d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2371390 May 27 03:42:13.510518 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [None req-3a7fecc0-6660-402d-91ce-433db56b5574 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=13b009ca2e344b11821531d825ee083b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1008301 May 27 03:42:13.513729 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 54562) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:42:13.520154 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-73736966-ee44-44ef-a41d-bdd90ac1a0fe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27470063'] for subnet, precommit_delete_associations {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:13.570422 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7fecc0-6660-402d-91ce-433db56b5574 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d363991e-8e97-425b-9900-07ce9789c130,revision_number=1']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:13.578301 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-43f1d9e0-b932-4c64-84f0-2d96ca9b6f0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:13.588202 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-b2a02c5d-f7e0-49be-a88b-0c3096b051a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:42:13.588583 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-3a7fecc0-6660-402d-91ce-433db56b5574 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:42:13.595019 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-835d7acb-7d63-475d-93e6-ec571382f97f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:13.605999 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f1d9e0-b932-4c64-84f0-2d96ca9b6f0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b24de9c7-ae47-47fe-b262-0979c50099d3,revision_number=None']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:13.609146 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-43f1d9e0-b932-4c64-84f0-2d96ca9b6f0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:42:13.614247 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22701ce-d391-4166-b097-4770ab1f996b req-4e15659d-ec16-4816-bbf6-07736a235fde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:13.616681 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-c22701ce-d391-4166-b097-4770ab1f996b req-4e15659d-ec16-4816-bbf6-07736a235fde service neutron] 10.222.0.36 "GET /v2.0/networks?id=9d88eb5c-a234-4a0b-9721-bcab674f53e1 HTTP/1.1" status: 200 len: 915 time: 0.2722127 May 27 03:42:13.620955 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-73736966-ee44-44ef-a41d-bdd90ac1a0fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3482611'] for subnet, precommit_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:13.626389 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-43f1d9e0-b932-4c64-84f0-2d96ca9b6f0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:13.630405 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-43f1d9e0-b932-4c64-84f0-2d96ca9b6f0b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b24de9c7-ae47-47fe-b262-0979c50099d3 HTTP/1.1" status: 204 len: 168 time: 0.3589091 May 27 03:42:13.639819 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-835d7acb-7d63-475d-93e6-ec571382f97f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:13.717415 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 54568) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:42:13.741409 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-c22701ce-d391-4166-b097-4770ab1f996b req-d3ceda3f-410e-40b2-904e-db48498942a2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1279817e-ea8d-4755-966e-3691e51297b7 HTTP/1.1" status: 200 len: 217 time: 0.0809140 May 27 03:42:13.767037 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-631f0793-1715-4911-9ad7-b5fc2b31b05d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f220b161db454279a529469cc181cb86&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0478594 May 27 03:42:13.769638 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 54572) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:42:13.786000 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-835d7acb-7d63-475d-93e6-ec571382f97f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:13.791800 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:42:13.811711 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835d7acb-7d63-475d-93e6-ec571382f97f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d363991e-8e97-425b-9900-07ce9789c130,revision_number=None']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:13.829159 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-835d7acb-7d63-475d-93e6-ec571382f97f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:42:13.833841 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-835d7acb-7d63-475d-93e6-ec571382f97f admin admin] Notify callbacks [] for security_group, before_response {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:13.835177 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-835d7acb-7d63-475d-93e6-ec571382f97f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d363991e-8e97-425b-9900-07ce9789c130 HTTP/1.1" status: 204 len: 168 time: 0.3198535 May 27 03:42:13.867213 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-637ab009-d5ac-4144-8a4c-97389582e4d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:13.895816 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-637ab009-d5ac-4144-8a4c-97389582e4d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:13.896039 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22701ce-d391-4166-b097-4770ab1f996b req-38299e86-ad69-4ea0-9720-160b2089b41f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:13.897027 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-c22701ce-d391-4166-b097-4770ab1f996b req-38299e86-ad69-4ea0-9720-160b2089b41f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e7b1e35c-8b26-4690-9d11-111b6e17f0c6 HTTP/1.1" status: 200 len: 855 time: 0.1351783 May 27 03:42:13.966912 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-c22701ce-d391-4166-b097-4770ab1f996b req-e024a0eb-2dbc-4a43-ab5a-228952cb0e7c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9d88eb5c-a234-4a0b-9721-bcab674f53e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526633 May 27 03:42:13.993206 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-637ab009-d5ac-4144-8a4c-97389582e4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:13.999228 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-648a6348-79dd-4876-88c8-1f00283df10d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:42:14.016799 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637ab009-d5ac-4144-8a4c-97389582e4d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b53e8910-4476-4f97-9990-47a211815228,revision_number=None']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:14.023338 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-637ab009-d5ac-4144-8a4c-97389582e4d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:42:14.089575 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-637ab009-d5ac-4144-8a4c-97389582e4d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:14.090700 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-637ab009-d5ac-4144-8a4c-97389582e4d0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b53e8910-4476-4f97-9990-47a211815228 HTTP/1.1" status: 204 len: 168 time: 0.3201826 May 27 03:42:14.153677 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-c22701ce-d391-4166-b097-4770ab1f996b req-b28f9789-25cb-4d49-b08c-0667c460db63 service neutron] 10.222.0.36 "GET /v2.0/networks/9d88eb5c-a234-4a0b-9721-bcab674f53e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510413 May 27 03:42:14.235538 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-73736966-ee44-44ef-a41d-bdd90ac1a0fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3483172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28244295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28094725'] for subnet, after_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:14.247833 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-d1ee3611-9ecb-4282-b65a-f1445c57b88e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:42:14.301720 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 54586) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:42:14.316600 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73736966-ee44-44ef-a41d-bdd90ac1a0fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8be44c7a-3fd8-44ef-9450-ccf871a90573,revision_number=None']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:14.334226 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-73736966-ee44-44ef-a41d-bdd90ac1a0fe admin admin] Notify callbacks [] for subnet, before_response {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:14.337239 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-f3313b6e-cf33-43e7-9695-4cf5854919a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:14.365437 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-f3313b6e-cf33-43e7-9695-4cf5854919a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:42:14.370551 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-f3313b6e-cf33-43e7-9695-4cf5854919a8 admin admin] Usage tracker for resource:security_group_rule and tenant:fe8f913c2e504f8d8aed2e2e2b52f1b1 is out of sync, need to count used quota {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:42:14.375867 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-f3313b6e-cf33-43e7-9695-4cf5854919a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:42:14.383046 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-f3313b6e-cf33-43e7-9695-4cf5854919a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:42:14.444118 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-73736966-ee44-44ef-a41d-bdd90ac1a0fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:42:14.472155 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [None req-73736966-ee44-44ef-a41d-bdd90ac1a0fe admin admin] 10.222.0.25 "DELETE /v2.0/subnets/8be44c7a-3fd8-44ef-9450-ccf871a90573 HTTP/1.1" status: 204 len: 168 time: 1.3417587 May 27 03:42:14.478624 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.wsgi [-] (98851) accepted ('10.222.0.25', 54594) {{(pid=98851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:42:14.510474 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-c22701ce-d391-4166-b097-4770ab1f996b req-df5aa1fe-0c2f-495b-baf4-93b22a23f01e service neutron] 10.222.0.36 "GET /v2.0/networks/9d88eb5c-a234-4a0b-9721-bcab674f53e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3492532 May 27 03:42:14.612857 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deca261-1189-4144-a610-392c92e7bd40 req-0f6635f5-40e9-42d8-a81b-c9cbce065077 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:14.614175 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-8deca261-1189-4144-a610-392c92e7bd40 req-0f6635f5-40e9-42d8-a81b-c9cbce065077 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a78b67b-ae82-47f7-9c4a-3698918592c6 HTTP/1.1" status: 200 len: 946 time: 0.3405912 May 27 03:42:14.615429 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-f3313b6e-cf33-43e7-9695-4cf5854919a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:14.616625 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-364d754e-4627-48f0-882f-171d0e101433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667815'] for network, before_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:14.715555 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-8deca261-1189-4144-a610-392c92e7bd40 req-f619dcd3-c4fa-488f-8813-3cc7c52e5622 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] 10.222.0.25 "GET /v2.0/security-groups?id=3008a255-7ecc-4b97-8d3a-baac4542929c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912862 May 27 03:42:14.730610 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-f3313b6e-cf33-43e7-9695-4cf5854919a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:14.762355 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-f5ebbe76-64c5-4338-856b-728046427e2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:42:14.772222 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-f3313b6e-cf33-43e7-9695-4cf5854919a8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fe8f913c2e504f8d8aed2e2e2b52f1b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4682980 May 27 03:42:14.773515 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.wsgi [-] (98851) accepted ('10.222.0.25', 54606) {{(pid=98851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:42:14.795130 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-364d754e-4627-48f0-882f-171d0e101433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489390', 'neutron.services.segments.db._delete_segments_for_network-8786481734117'] for network, precommit_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:14.825136 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.services.segments.db [None req-364d754e-4627-48f0-882f-171d0e101433 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b1ab905-80de-4e9d-ae83-2a521b003861']}} {{(pid=98851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:42:14.858939 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3313b6e-cf33-43e7-9695-4cf5854919a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=775d270b-83e7-4fc4-beda-4e90b5f97473,revision_number=1']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:14.867968 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.services.segments.db [None req-364d754e-4627-48f0-882f-171d0e101433 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c17cd4c-41ef-4fcf-a3ec-fe4d03805b44') {'for_net_delete': True} {{(pid=98851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:42:14.868271 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.services.segments.db [None req-364d754e-4627-48f0-882f-171d0e101433 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c17cd4c-41ef-4fcf-a3ec-fe4d03805b44') {} {{(pid=98851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:42:14.874615 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-f3313b6e-cf33-43e7-9695-4cf5854919a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:42:14.884815 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-364d754e-4627-48f0-882f-171d0e101433 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786481741990', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27470038'] for segment, before_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:14.914903 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-364d754e-4627-48f0-882f-171d0e101433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3483814'] for segment, precommit_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:14.917377 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-45fe00fe-2931-4462-b5c6-1aefa19a7864 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:14.926426 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd2d152-94b9-40f8-b56c-e8f7cfbab231 req-36ae1282-54fb-4f07-b19c-10fe958884ed tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:14.929774 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-afd2d152-94b9-40f8-b56c-e8f7cfbab231 req-36ae1282-54fb-4f07-b19c-10fe958884ed tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3449057-b2c6-4b15-b705-4076eddfefff HTTP/1.1" status: 200 len: 946 time: 0.1695373 May 27 03:42:14.930100 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-364d754e-4627-48f0-882f-171d0e101433 admin admin] Releasing vlan 62 on physical network physnet1 to pool {{(pid=98851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 03:42:14.930503 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-364d754e-4627-48f0-882f-171d0e101433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3483814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28231653'] for segment, after_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:14.944348 dv-cinder-793264-1-iscsi neutron-server[98851]: Traceback (most recent call last): May 27 03:42:14.944348 dv-cinder-793264-1-iscsi neutron-server[98851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 27 03:42:14.944348 dv-cinder-793264-1-iscsi neutron-server[98851]: timer() May 27 03:42:14.944348 dv-cinder-793264-1-iscsi neutron-server[98851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 03:42:14.944348 dv-cinder-793264-1-iscsi neutron-server[98851]: cb(*args, **kw) May 27 03:42:14.944348 dv-cinder-793264-1-iscsi neutron-server[98851]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 27 03:42:14.944348 dv-cinder-793264-1-iscsi neutron-server[98851]: return func(*args, **kwargs) May 27 03:42:14.944348 dv-cinder-793264-1-iscsi neutron-server[98851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 03:42:14.944348 dv-cinder-793264-1-iscsi neutron-server[98851]: self._notify() May 27 03:42:14.944348 dv-cinder-793264-1-iscsi neutron-server[98851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 03:42:14.944348 dv-cinder-793264-1-iscsi neutron-server[98851]: self.callback(batched_events) May 27 03:42:14.944348 dv-cinder-793264-1-iscsi neutron-server[98851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 03:42:14.944348 dv-cinder-793264-1-iscsi neutron-server[98851]: event.method(event) May 27 03:42:14.944348 dv-cinder-793264-1-iscsi neutron-server[98851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 03:42:14.944348 dv-cinder-793264-1-iscsi neutron-server[98851]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 03:42:14.944348 dv-cinder-793264-1-iscsi neutron-server[98851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 03:42:14.944348 dv-cinder-793264-1-iscsi neutron-server[98851]: aggregate_uuid = self.p_client.list_aggregates( May 27 03:42:14.944348 dv-cinder-793264-1-iscsi neutron-server[98851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 03:42:14.944348 dv-cinder-793264-1-iscsi neutron-server[98851]: return f(self, *a, **k) May 27 03:42:14.944348 dv-cinder-793264-1-iscsi neutron-server[98851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 27 03:42:14.944348 dv-cinder-793264-1-iscsi neutron-server[98851]: return self._get(url).json() May 27 03:42:14.944348 dv-cinder-793264-1-iscsi neutron-server[98851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 27 03:42:14.944348 dv-cinder-793264-1-iscsi neutron-server[98851]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 03:42:14.944348 dv-cinder-793264-1-iscsi neutron-server[98851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 27 03:42:14.944348 dv-cinder-793264-1-iscsi neutron-server[98851]: return self.request(url, 'GET', **kwargs) May 27 03:42:14.944348 dv-cinder-793264-1-iscsi neutron-server[98851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 27 03:42:14.944348 dv-cinder-793264-1-iscsi neutron-server[98851]: base_url = self.get_endpoint(auth, allow=allow, May 27 03:42:14.944348 dv-cinder-793264-1-iscsi neutron-server[98851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 27 03:42:14.944348 dv-cinder-793264-1-iscsi neutron-server[98851]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 03:42:14.944348 dv-cinder-793264-1-iscsi neutron-server[98851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 27 03:42:14.944348 dv-cinder-793264-1-iscsi neutron-server[98851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 03:42:14.944348 dv-cinder-793264-1-iscsi neutron-server[98851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 03:42:14.985637 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-afd2d152-94b9-40f8-b56c-e8f7cfbab231 req-94de5248-5d08-4325-8e45-55f244213760 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/security-groups?id=85648ff1-b2ef-4805-9733-563ba7ce8d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498400 May 27 03:42:15.025374 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-45fe00fe-2931-4462-b5c6-1aefa19a7864 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:15.130507 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-364d754e-4627-48f0-882f-171d0e101433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3689963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417779'] for network, after_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:15.140865 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-364d754e-4627-48f0-882f-171d0e101433 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689932'] for network, before_response {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:15.140865 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:42:15.165465 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-45fe00fe-2931-4462-b5c6-1aefa19a7864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:15.168125 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-45fe00fe-2931-4462-b5c6-1aefa19a7864 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:15.172545 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [None req-45fe00fe-2931-4462-b5c6-1aefa19a7864 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/775d270b-83e7-4fc4-beda-4e90b5f97473 HTTP/1.1" status: 204 len: 168 time: 0.3949518 May 27 03:42:15.172545 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364d754e-4627-48f0-882f-171d0e101433 admin admin] Pushing event deleted for resources: {'Network': ['ID=9b1ab905-80de-4e9d-ae83-2a521b003861,revision_number=None']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:15.176008 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [None req-364d754e-4627-48f0-882f-171d0e101433 admin admin] 10.222.0.25 "DELETE /v2.0/networks/9b1ab905-80de-4e9d-ae83-2a521b003861 HTTP/1.1" status: 204 len: 168 time: 0.6932275 May 27 03:42:15.176008 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-364d754e-4627-48f0-882f-171d0e101433 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:42:15.176008 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-a199dfa1-1f68-425d-abb6-f08dc7480bf5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:42:15.186785 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fe00fe-2931-4462-b5c6-1aefa19a7864 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=775d270b-83e7-4fc4-beda-4e90b5f97473,revision_number=None']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:15.189032 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-45fe00fe-2931-4462-b5c6-1aefa19a7864 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:42:15.602231 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.wsgi [-] (98851) accepted ('10.222.0.25', 54636) {{(pid=98851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:42:15.665765 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [None req-9c23f2fc-78c9-4a42-98f8-9e69d5b1093e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cd3e8a56ab034d99a699d3e77f689abb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0623252 May 27 03:42:15.668515 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.wsgi [-] (98851) accepted ('10.222.0.25', 54642) {{(pid=98851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:42:15.704170 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 54646) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:42:15.738197 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-2101e375-cc43-4265-a707-66e47d9319f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:15.766453 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-2101e375-cc43-4265-a707-66e47d9319f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:15.876124 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.v2.base [None req-0a361af1-fee6-4154-919f-78918ae35b30 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2038693387-network', 'tenant_id': '450ff0f7a98a4ae385a74e4ddaf301ef'}} {{(pid=98852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:42:15.888494 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-0a361af1-fee6-4154-919f-78918ae35b30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:42:15.895508 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-0a361af1-fee6-4154-919f-78918ae35b30 admin admin] Usage tracker for resource:network and tenant:450ff0f7a98a4ae385a74e4ddaf301ef is out of sync, need to count used quota {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:42:15.899511 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-0a361af1-fee6-4154-919f-78918ae35b30 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:42:15.910833 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-0a361af1-fee6-4154-919f-78918ae35b30 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:42:15.930410 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-2101e375-cc43-4265-a707-66e47d9319f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:15.935007 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-d989e82b-9033-4137-8a55-e4dcbb938108 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:42:15.956700 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2101e375-cc43-4265-a707-66e47d9319f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c638b399-ddf6-4ca4-8c4d-883d9f806e73,revision_number=None']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:15.973336 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7e2936-b891-49ea-b13d-1c77ff679043 req-5a208c40-da00-4117-a9c4-03ae625c7450 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:15.976958 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-be7e2936-b891-49ea-b13d-1c77ff679043 req-5a208c40-da00-4117-a9c4-03ae625c7450 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a78b67b-ae82-47f7-9c4a-3698918592c6 HTTP/1.1" status: 200 len: 946 time: 0.1377277 May 27 03:42:15.982572 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-2101e375-cc43-4265-a707-66e47d9319f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:42:15.990443 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-2101e375-cc43-4265-a707-66e47d9319f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:15.990443 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [None req-2101e375-cc43-4265-a707-66e47d9319f8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c638b399-ddf6-4ca4-8c4d-883d9f806e73 HTTP/1.1" status: 204 len: 168 time: 0.3180902 May 27 03:42:16.010561 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a361af1-fee6-4154-919f-78918ae35b30 admin admin] Made reservation on behalf of 450ff0f7a98a4ae385a74e4ddaf301ef for: {'network': 1} {{(pid=98852) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:42:16.015271 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-0a361af1-fee6-4154-919f-78918ae35b30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3620918'] for network, before_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:16.036589 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-0a361af1-fee6-4154-919f-78918ae35b30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:16.059836 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-0a361af1-fee6-4154-919f-78918ae35b30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:42:16.075437 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-be7e2936-b891-49ea-b13d-1c77ff679043 req-9187b116-0646-4211-a7d4-51d22985272b tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] 10.222.0.25 "GET /v2.0/security-groups?id=3008a255-7ecc-4b97-8d3a-baac4542929c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929482 May 27 03:42:16.082403 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-0a361af1-fee6-4154-919f-78918ae35b30 admin admin] Usage tracker for resource:security_group_rule and tenant:450ff0f7a98a4ae385a74e4ddaf301ef is out of sync, need to count used quota {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:42:16.090486 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-0a361af1-fee6-4154-919f-78918ae35b30 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:42:16.099899 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-0a361af1-fee6-4154-919f-78918ae35b30 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:42:16.228705 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-0a361af1-fee6-4154-919f-78918ae35b30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:16.268005 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea12182-f350-4bb2-aa8f-aebe6c381479 req-ad44cc2b-51d5-493f-af8c-8c5b466dfe53 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:16.269640 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-dea12182-f350-4bb2-aa8f-aebe6c381479 req-ad44cc2b-51d5-493f-af8c-8c5b466dfe53 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3449057-b2c6-4b15-b705-4076eddfefff HTTP/1.1" status: 200 len: 946 time: 0.1043961 May 27 03:42:16.301801 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-0a361af1-fee6-4154-919f-78918ae35b30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:16.305373 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-4c569fa8-c83a-402c-80f3-77a49c1c7f2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:42:16.339408 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-dea12182-f350-4bb2-aa8f-aebe6c381479 req-2086057e-462a-4197-b6dc-eca014a1da9e tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/security-groups?id=85648ff1-b2ef-4805-9733-563ba7ce8d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623674 May 27 03:42:16.339535 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a361af1-fee6-4154-919f-78918ae35b30 admin admin] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=98852) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:42:16.349218 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a361af1-fee6-4154-919f-78918ae35b30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e15acc9d-0a02-4f48-9637-b9116242daf0,revision_number=1']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:16.352956 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-0a361af1-fee6-4154-919f-78918ae35b30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:42:16.356773 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-0a361af1-fee6-4154-919f-78918ae35b30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3483814'] for segment, precommit_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:16.357100 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.db.segments_db [None req-0a361af1-fee6-4154-919f-78918ae35b30 admin admin] Added segment 590d349a-0123-42dc-adf4-c99c77d07402 of type vlan for network ad9eef72-b0bd-43e0-b9f9-b206091e5c65 May 27 03:42:16.386141 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-0a361af1-fee6-4154-919f-78918ae35b30 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786481306974'] for network, precommit_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:16.467308 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-0a361af1-fee6-4154-919f-78918ae35b30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3689963'] for network, after_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:16.468708 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a361af1-fee6-4154-919f-78918ae35b30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:16.469302 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-0a361af1-fee6-4154-919f-78918ae35b30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689932'] for network, before_response {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:16.474333 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:42:16.583086 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a361af1-fee6-4154-919f-78918ae35b30 admin admin] Pushing event updated for resources: {'Network': ['ID=ad9eef72-b0bd-43e0-b9f9-b206091e5c65,revision_number=1']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:16.590425 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-0a361af1-fee6-4154-919f-78918ae35b30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:42:16.595663 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Network ad9eef72-b0bd-43e0-b9f9-b206091e5c65 details requested by agent ovs-agent-dv-cinder-793264-1-iscsi with host dv-cinder-793264-1-iscsi {{(pid=98853) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:42:16.650876 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-0a361af1-fee6-4154-919f-78918ae35b30 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9457302 May 27 03:42:16.653785 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 54694) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:42:16.660430 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.v2.base [None req-a736406f-e054-4492-a053-5d857eed7846 admin admin] Request body: {'subnet': {'network_id': 'ad9eef72-b0bd-43e0-b9f9-b206091e5c65', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2038693387-subnet', 'tenant_id': '450ff0f7a98a4ae385a74e4ddaf301ef', 'ip_version': 4}} {{(pid=98852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:42:16.666995 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-a736406f-e054-4492-a053-5d857eed7846 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:42:16.673656 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-a736406f-e054-4492-a053-5d857eed7846 admin admin] Usage tracker for resource:subnet and tenant:450ff0f7a98a4ae385a74e4ddaf301ef is out of sync, need to count used quota {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:42:16.676786 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-a736406f-e054-4492-a053-5d857eed7846 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:42:16.682571 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-a736406f-e054-4492-a053-5d857eed7846 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:42:16.753038 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a736406f-e054-4492-a053-5d857eed7846 admin admin] Made reservation on behalf of 450ff0f7a98a4ae385a74e4ddaf301ef for: {'subnet': 1} {{(pid=98852) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:42:16.755407 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-a736406f-e054-4492-a053-5d857eed7846 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27627078'] for subnet, before_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:16.765797 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.wsgi [-] (98851) accepted ('10.222.0.25', 54702) {{(pid=98851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:42:16.867618 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [None req-b5945270-be41-4113-8951-53bf2a28b7ec admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=452642b01299452dbd09f5e0308aa29e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1004956 May 27 03:42:16.870531 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.wsgi [-] (98851) accepted ('10.222.0.25', 54708) {{(pid=98851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:42:16.964871 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-21f36b97-6bd7-4463-8415-4eda17a37f63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:16.995264 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-21f36b97-6bd7-4463-8415-4eda17a37f63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:17.136150 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-21f36b97-6bd7-4463-8415-4eda17a37f63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:17.143955 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:42:17.169239 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f36b97-6bd7-4463-8415-4eda17a37f63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c0d1740-7be6-4e9e-ac5a-22371c3dbd4b,revision_number=None']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:17.172023 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-21f36b97-6bd7-4463-8415-4eda17a37f63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:42:17.173351 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-21f36b97-6bd7-4463-8415-4eda17a37f63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:17.174644 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [None req-21f36b97-6bd7-4463-8415-4eda17a37f63 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4c0d1740-7be6-4e9e-ac5a-22371c3dbd4b HTTP/1.1" status: 204 len: 168 time: 0.3027093 May 27 03:42:17.341581 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-a736406f-e054-4492-a053-5d857eed7846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27736193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27627088'] for subnet, after_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:17.346553 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:42:17.359684 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:17.422759 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a736406f-e054-4492-a053-5d857eed7846 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c6b99bf-0e7d-4ba7-b853-38f4087b6993,revision_number=0']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:17.422759 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-a736406f-e054-4492-a053-5d857eed7846 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:42:17.431711 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a736406f-e054-4492-a053-5d857eed7846 admin admin] Checking segment: {'id': '590d349a-0123-42dc-adf4-c99c77d07402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ad9eef72-b0bd-43e0-b9f9-b206091e5c65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 03:42:17.431711 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a736406f-e054-4492-a053-5d857eed7846 admin admin] Network hostable DHCP agents. Network: ad9eef72-b0bd-43e0-b9f9-b206091e5c65, hostable agents: ['a814e8a4-142b-4ae8-859e-9bd936be0847'], hosted agents: [] {{(pid=98852) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:42:17.518883 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a736406f-e054-4492-a053-5d857eed7846 admin admin] Network ad9eef72-b0bd-43e0-b9f9-b206091e5c65 is scheduled to be hosted by DHCP agent a814e8a4-142b-4ae8-859e-9bd936be0847 with binding_index 1 {{(pid=98852) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:42:17.519197 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee4beab-2c0d-4173-a2d0-971ce7ea63ee req-16c70487-ac3e-45ad-aaf4-c8f71e012ac6 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:17.520718 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-2ee4beab-2c0d-4173-a2d0-971ce7ea63ee req-16c70487-ac3e-45ad-aaf4-c8f71e012ac6 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3449057-b2c6-4b15-b705-4076eddfefff HTTP/1.1" status: 200 len: 946 time: 0.0791836 May 27 03:42:17.581246 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-2ee4beab-2c0d-4173-a2d0-971ce7ea63ee req-3340a634-ac3a-43f0-a8f3-7dd34db76425 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/security-groups?id=85648ff1-b2ef-4805-9733-563ba7ce8d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531402 May 27 03:42:17.593316 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.scheduler.base_scheduler [None req-a736406f-e054-4492-a053-5d857eed7846 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793264-1-iscsi, ad9eef72-b0bd-43e0-b9f9-b206091e5c65) {{(pid=98852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:42:17.604163 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a736406f-e054-4492-a053-5d857eed7846 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:17.609003 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-a736406f-e054-4492-a053-5d857eed7846 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689932'] for subnet, before_response {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:17.609116 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eaedbd4-7ae9-4fb6-896c-61c2d6de0cba None None] Network ad9eef72-b0bd-43e0-b9f9-b206091e5c65 requested from dv-cinder-793264-1-iscsi {{(pid=98853) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 03:42:17.685664 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-a736406f-e054-4492-a053-5d857eed7846 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0307448 May 27 03:42:17.688261 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.wsgi [-] (98851) accepted ('10.222.0.25', 54738) {{(pid=98851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:42:17.700579 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.v2.base [None req-e5ce7738-32e8-4c12-aeb7-c11bd0c133fb admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2038693387-router', 'tenant_id': '450ff0f7a98a4ae385a74e4ddaf301ef', 'external_gateway_info': {'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7'}}} {{(pid=98851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:42:17.708192 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.quota.driver [None req-e5ce7738-32e8-4c12-aeb7-c11bd0c133fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:42:17.712991 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [None req-e5ce7738-32e8-4c12-aeb7-c11bd0c133fb admin admin] Usage tracker for resource:router and tenant:450ff0f7a98a4ae385a74e4ddaf301ef is out of sync, need to count used quota {{(pid=98851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:42:17.716172 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [None req-e5ce7738-32e8-4c12-aeb7-c11bd0c133fb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:42:17.723897 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.quota.driver [None req-e5ce7738-32e8-4c12-aeb7-c11bd0c133fb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:42:17.799662 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-e5ce7738-32e8-4c12-aeb7-c11bd0c133fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-415150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1966'] for router, before_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:17.800699 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-e5ce7738-32e8-4c12-aeb7-c11bd0c133fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-414638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417638', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-470192', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2007'] for router, precommit_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:17.818624 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-e5ce7738-32e8-4c12-aeb7-c11bd0c133fb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:17.847510 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-922cb138-c0fd-4096-ac18-a8fa402dbb0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf42e03b3-9b92-5ab7-8f52-3d70870301b3-ad9eef72-b0bd-43e0-b9f9-b206091e5c65', 'network_id': 'ad9eef72-b0bd-43e0-b9f9-b206091e5c65', 'tenant_id': '450ff0f7a98a4ae385a74e4ddaf301ef', 'fixed_ips': [{'subnet_id': '6c6b99bf-0e7d-4ba7-b853-38f4087b6993'}]}} from dv-cinder-793264-1-iscsi. {{(pid=98853) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 27 03:42:17.849442 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-922cb138-c0fd-4096-ac18-a8fa402dbb0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_create {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:18.037882 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.db_base_plugin_common [None req-922cb138-c0fd-4096-ac18-a8fa402dbb0e None None] Allocated IP 172.20.0.2 (ad9eef72-b0bd-43e0-b9f9-b206091e5c65/6c6b99bf-0e7d-4ba7-b853-38f4087b6993/2150d47a-9597-4cc0-ac35-9f2aaae1b506) {{(pid=98853) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:42:18.235567 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-e5ce7738-32e8-4c12-aeb7-c11bd0c133fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-417649', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-415152', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1985'] for router, precommit_update {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:18.312838 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-922cb138-c0fd-4096-ac18-a8fa402dbb0e None None] Notify callbacks [] for port, precommit_create {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:18.324166 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-922cb138-c0fd-4096-ac18-a8fa402dbb0e None None] Transition to ACTIVE for port object 2150d47a-9597-4cc0-ac35-9f2aaae1b506 will not be triggered until provisioned by entity L2. {{(pid=98853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:42:18.348596 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-922cb138-c0fd-4096-ac18-a8fa402dbb0e None None] Transition to ACTIVE for port object 2150d47a-9597-4cc0-ac35-9f2aaae1b506 will not be triggered until provisioned by entity DHCP. {{(pid=98853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:42:18.415408 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-922cb138-c0fd-4096-ac18-a8fa402dbb0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786481287388'] for port, after_create {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:18.420177 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:42:18.493696 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-922cb138-c0fd-4096-ac18-a8fa402dbb0e None None] Network ad9eef72-b0bd-43e0-b9f9-b206091e5c65 is already hosted by enough agents. {{(pid=98853) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:42:18.501392 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.scheduler.base_scheduler [None req-922cb138-c0fd-4096-ac18-a8fa402dbb0e None None] Resources bound (agent type, host, resource id): {{(pid=98853) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:42:18.510005 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922cb138-c0fd-4096-ac18-a8fa402dbb0e None None] Received port after_create {{(pid=98853) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 03:42:18.620215 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.managers [None req-922cb138-c0fd-4096-ac18-a8fa402dbb0e None None] Attempting to bind port 2150d47a-9597-4cc0-ac35-9f2aaae1b506 on host dv-cinder-793264-1-iscsi for vnic_type normal with profile {{(pid=98853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:42:18.621341 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.managers [None req-922cb138-c0fd-4096-ac18-a8fa402dbb0e None None] Attempting to bind port 2150d47a-9597-4cc0-ac35-9f2aaae1b506 by drivers openvswitch,hyperv on host dv-cinder-793264-1-iscsi at level 0 using segments [{'id': '590d349a-0123-42dc-adf4-c99c77d07402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ad9eef72-b0bd-43e0-b9f9-b206091e5c65'}] {{(pid=98853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:42:18.622443 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-922cb138-c0fd-4096-ac18-a8fa402dbb0e None None] Attempting to bind port 2150d47a-9597-4cc0-ac35-9f2aaae1b506 on network ad9eef72-b0bd-43e0-b9f9-b206091e5c65 {{(pid=98853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:42:18.624785 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922cb138-c0fd-4096-ac18-a8fa402dbb0e None None] Pushing event updated for resources: {'Port': ['ID=2150d47a-9597-4cc0-ac35-9f2aaae1b506,revision_number=1']} {{(pid=98853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:18.634343 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-922cb138-c0fd-4096-ac18-a8fa402dbb0e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:42:18.637788 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-922cb138-c0fd-4096-ac18-a8fa402dbb0e None None] Checking agent: {'id': 'ffe58315-61ba-45bf-8076-0ef37f215597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793264-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 3, 33, 6), 'started_at': datetime.datetime(2021, 5, 27, 3, 33, 36), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 3, 42, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793264-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 03:42:18.637788 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-922cb138-c0fd-4096-ac18-a8fa402dbb0e None None] Checking segment: {'id': '590d349a-0123-42dc-adf4-c99c77d07402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ad9eef72-b0bd-43e0-b9f9-b206091e5c65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 03:42:18.638049 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-922cb138-c0fd-4096-ac18-a8fa402dbb0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:18.638404 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-922cb138-c0fd-4096-ac18-a8fa402dbb0e None None] Bound using segment: {'id': '590d349a-0123-42dc-adf4-c99c77d07402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ad9eef72-b0bd-43e0-b9f9-b206091e5c65'} {{(pid=98853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 03:42:18.639080 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.managers [None req-922cb138-c0fd-4096-ac18-a8fa402dbb0e None None] Bound port: 2150d47a-9597-4cc0-ac35-9f2aaae1b506, host: dv-cinder-793264-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '590d349a-0123-42dc-adf4-c99c77d07402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ad9eef72-b0bd-43e0-b9f9-b206091e5c65'}}] {{(pid=98853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:42:18.640181 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-922cb138-c0fd-4096-ac18-a8fa402dbb0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:18.746767 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.db [None req-922cb138-c0fd-4096-ac18-a8fa402dbb0e None None] For port 2150d47a-9597-4cc0-ac35-9f2aaae1b506, host dv-cinder-793264-1-iscsi, cleared binding levels {{(pid=98853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:42:18.746855 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-e5ce7738-32e8-4c12-aeb7-c11bd0c133fb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:18.750912 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.db [None req-922cb138-c0fd-4096-ac18-a8fa402dbb0e None None] For port 2150d47a-9597-4cc0-ac35-9f2aaae1b506, host dv-cinder-793264-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-1-iscsi',level=0,port_id=2150d47a-9597-4cc0-ac35-9f2aaae1b506,segment=NetworkSegment(590d349a-0123-42dc-adf4-c99c77d07402),segment_id=590d349a-0123-42dc-adf4-c99c77d07402)] {{(pid=98853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 03:42:18.781394 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-e5ce7738-32e8-4c12-aeb7-c11bd0c133fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:18.827863 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-922cb138-c0fd-4096-ac18-a8fa402dbb0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786481721483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786481287406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786481291807'] for port, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:18.837812 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-922cb138-c0fd-4096-ac18-a8fa402dbb0e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:42:18.899360 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d604f06-abb7-4283-9da2-5247c938fd88 req-af8554a9-abc8-44d6-bba1-383c07adc1f8 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:18.909893 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-6d604f06-abb7-4283-9da2-5247c938fd88 req-af8554a9-abc8-44d6-bba1-383c07adc1f8 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3449057-b2c6-4b15-b705-4076eddfefff HTTP/1.1" status: 200 len: 946 time: 0.1498609 May 27 03:42:18.928522 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922cb138-c0fd-4096-ac18-a8fa402dbb0e None None] Pushing event updated for resources: {'Port': ['ID=2150d47a-9597-4cc0-ac35-9f2aaae1b506,revision_number=2']} {{(pid=98853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:18.938589 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-922cb138-c0fd-4096-ac18-a8fa402dbb0e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:42:18.958121 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.db_base_plugin_common [None req-e5ce7738-32e8-4c12-aeb7-c11bd0c133fb admin admin] Allocated IP 172.27.2.103 (9a3e94d8-5315-41b6-9829-3c758c3039b7/7ac4e62e-aca4-43cf-995d-95d63bfe1e6b/3b53d14b-a9e1-4295-ad8f-19adcb76a4f2) {{(pid=98851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:42:19.015809 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-6d604f06-abb7-4283-9da2-5247c938fd88 req-1656a7fd-ab37-44bb-a8be-e542ea0144e8 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/security-groups?id=85648ff1-b2ef-4805-9733-563ba7ce8d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049335 May 27 03:42:19.166145 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-e5ce7738-32e8-4c12-aeb7-c11bd0c133fb admin admin] Notify callbacks [] for port, precommit_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:19.317190 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-e5ce7738-32e8-4c12-aeb7-c11bd0c133fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786481287388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28231606'] for port, after_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:19.322025 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-a65b6097-0ebe-413a-9daa-c2835224671d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:42:19.413704 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5ce7738-32e8-4c12-aeb7-c11bd0c133fb admin admin] Network 9a3e94d8-5315-41b6-9829-3c758c3039b7 is already hosted by enough agents. {{(pid=98851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:42:19.415844 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.scheduler.base_scheduler [None req-e5ce7738-32e8-4c12-aeb7-c11bd0c133fb admin admin] Resources bound (agent type, host, resource id): {{(pid=98851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:42:19.420336 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ce7738-32e8-4c12-aeb7-c11bd0c133fb admin admin] Received port after_create {{(pid=98851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 03:42:19.463496 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ce7738-32e8-4c12-aeb7-c11bd0c133fb admin admin] Pushing event updated for resources: {'Port': ['ID=3b53d14b-a9e1-4295-ad8f-19adcb76a4f2,revision_number=1']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:19.472697 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-e5ce7738-32e8-4c12-aeb7-c11bd0c133fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:42:19.830974 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7387521-7aac-42c3-ba5c-bc39712bb684 req-b26771b5-d165-4f28-a976-493d8ec45a26 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:19.832755 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-b7387521-7aac-42c3-ba5c-bc39712bb684 req-b26771b5-d165-4f28-a976-493d8ec45a26 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] 10.222.0.25 "GET /v2.0/networks?id=9d88eb5c-a234-4a0b-9721-bcab674f53e1 HTTP/1.1" status: 200 len: 815 time: 0.2259467 May 27 03:42:19.853098 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-b7387521-7aac-42c3-ba5c-bc39712bb684 req-4eae00f6-3e8b-438d-8ac0-96d165a23910 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] 10.222.0.25 "GET /v2.0/quotas/7413f58ffa8e476fb5600cbc51ee9d34 HTTP/1.1" status: 200 len: 375 time: 0.0138888 May 27 03:42:20.115879 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-b7387521-7aac-42c3-ba5c-bc39712bb684 req-992fbfd4-1fe7-4e3b-8d37-ef8162d07f76 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=7413f58ffa8e476fb5600cbc51ee9d34&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2586839 May 27 03:42:20.120573 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-e5ce7738-32e8-4c12-aeb7-c11bd0c133fb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:20.174505 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f6dc01d-597d-40c8-ac51-dba35cd931b6 None None] Network ad9eef72-b0bd-43e0-b9f9-b206091e5c65 requested from dv-cinder-793264-1-iscsi {{(pid=98853) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 03:42:20.353196 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188172dd-52b0-4bff-bbc8-4600f4bd330e req-3b40c5f6-4dec-4320-a200-543fb9371578 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:20.360015 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-188172dd-52b0-4bff-bbc8-4600f4bd330e req-3b40c5f6-4dec-4320-a200-543fb9371578 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3449057-b2c6-4b15-b705-4076eddfefff HTTP/1.1" status: 200 len: 946 time: 0.1491866 May 27 03:42:20.408152 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-188172dd-52b0-4bff-bbc8-4600f4bd330e req-c3f6496d-4c35-4198-ba85-c2b559a2eff7 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/security-groups?id=85648ff1-b2ef-4805-9733-563ba7ce8d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471942 May 27 03:42:20.412295 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-048fbc95-0960-4dbb-a5ca-a6d147258fe5 None None] Provisioning for port 2150d47a-9597-4cc0-ac35-9f2aaae1b506 completed by entity DHCP. {{(pid=98853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:42:20.665124 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-b7387521-7aac-42c3-ba5c-bc39712bb684 req-43f0e968-f91f-4b79-9da8-ced92fcdd35a service neutron] 10.222.0.25 "GET /v2.0/networks/9d88eb5c-a234-4a0b-9721-bcab674f53e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3958101 May 27 03:42:20.949698 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-b7387521-7aac-42c3-ba5c-bc39712bb684 req-796a1be2-3b19-4978-aa9a-24b749451b92 service neutron] 10.222.0.25 "GET /v2.0/networks/9d88eb5c-a234-4a0b-9721-bcab674f53e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2838361 May 27 03:42:20.954292 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-e5ce7738-32e8-4c12-aeb7-c11bd0c133fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-415161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-417536'] for router, after_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:21.258589 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-119859d3-45cd-4c87-a9f6-fcb2075538ee req-fd514311-740b-4435-ac12-0452467a0052 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ad4e5b6-865b-4cda-ade3-c3eb357ec57e HTTP/1.1" status: 200 len: 210 time: 0.0465419 May 27 03:42:21.297104 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Device 2150d47a-9597-4cc0-ac35-9f2aaae1b506 up at agent ovs-agent-dv-cinder-793264-1-iscsi {{(pid=98853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:42:21.347512 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5ce7738-32e8-4c12-aeb7-c11bd0c133fb admin admin] Router 8247722d-7c9e-4852-a98c-891ae4b2b00e is scheduled to L3 agent 816f7595-8215-4f06-9251-575c663b21d0 with binding_index 1 {{(pid=98851) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 03:42:21.445431 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Provisioning for port 2150d47a-9597-4cc0-ac35-9f2aaae1b506 completed by entity L2. {{(pid=98853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:42:21.451481 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Provisioning complete for port 2150d47a-9597-4cc0-ac35-9f2aaae1b506 triggered by entity L2. {{(pid=98853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:42:21.451481 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487713'] for port, provisioning_complete {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:21.538237 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5ce7738-32e8-4c12-aeb7-c11bd0c133fb admin admin] Notify agent at l3_agent.dv-cinder-793264-1-iscsi the message routers_updated {{(pid=98851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 03:42:21.552858 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2af38dd-dfb6-4371-8f08-3359cb9be790 None None] Sync routers for ids ['8247722d-7c9e-4852-a98c-891ae4b2b00e'] in dv-cinder-793264-1-iscsi {{(pid=98854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:42:21.562087 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2af38dd-dfb6-4371-8f08-3359cb9be790 None None] Routers {'8247722d-7c9e-4852-a98c-891ae4b2b00e'} bound to L3 agent in host dv-cinder-793264-1-iscsi {{(pid=98854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 03:42:21.569167 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.l3_hamode_db [None req-b2af38dd-dfb6-4371-8f08-3359cb9be790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-27T03:33:06Z,description=,heartbeat_timestamp=2021-05-27T03:42:06Z,host='dv-cinder-793264-1-iscsi',id=816f7595-8215-4f06-9251-575c663b21d0,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T03:33:06Z,topic='l3_agent')) {'router_ids': ['8247722d-7c9e-4852-a98c-891ae4b2b00e'], 'active': True} {{(pid=98854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:42:21.624458 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:21.668820 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.db [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] For port 2150d47a-9597-4cc0-ac35-9f2aaae1b506, host dv-cinder-793264-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-1-iscsi',level=0,port_id=2150d47a-9597-4cc0-ac35-9f2aaae1b506,segment=NetworkSegment(590d349a-0123-42dc-adf4-c99c77d07402),segment_id=590d349a-0123-42dc-adf4-c99c77d07402)] {{(pid=98853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:42:21.699769 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-e5ce7738-32e8-4c12-aeb7-c11bd0c133fb admin admin] Notify callbacks [] for router, before_response {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:21.700384 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [None req-e5ce7738-32e8-4c12-aeb7-c11bd0c133fb admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.0109382 May 27 03:42:21.703962 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 54888) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:42:21.741946 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786481721483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786481287406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786481291807'] for port, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:21.747469 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:42:21.769804 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8862e073-938a-4dfd-b6b9-29171b142899 req-868576c7-076d-41db-906d-f5781cf45c73 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:21.784530 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-8862e073-938a-4dfd-b6b9-29171b142899 req-868576c7-076d-41db-906d-f5781cf45c73 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3449057-b2c6-4b15-b705-4076eddfefff HTTP/1.1" status: 200 len: 946 time: 0.2026274 May 27 03:42:21.905482 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Pushing event updated for resources: {'Port': ['ID=2150d47a-9597-4cc0-ac35-9f2aaae1b506,revision_number=3']} {{(pid=98853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:21.908760 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:42:21.939822 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-8862e073-938a-4dfd-b6b9-29171b142899 req-756c8e14-b501-4457-8293-d7d09c7342eb tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/security-groups?id=85648ff1-b2ef-4805-9733-563ba7ce8d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425083 May 27 03:42:21.977576 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.l3_dvr_db [None req-b2af38dd-dfb6-4371-8f08-3359cb9be790 None None] Set router 8247722d-7c9e-4852-a98c-891ae4b2b00e gateway port host: dv-cinder-793264-1-iscsi {{(pid=98854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 03:42:22.325951 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.l3_hamode_db [None req-b2af38dd-dfb6-4371-8f08-3359cb9be790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8247722d-7c9e-4852-a98c-891ae4b2b00e', 'name': 'tempest-TestShelveInstance-2038693387-router', 'tenant_id': '450ff0f7a98a4ae385a74e4ddaf301ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'external_fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': '3b53d14b-a9e1-4295-ad8f-19adcb76a4f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:42:17Z', 'updated_at': '2021-05-27T03:42:19Z', 'revision_number': 3, 'project_id': '450ff0f7a98a4ae385a74e4ddaf301ef', 'gw_port': {'id': '3b53d14b-a9e1-4295-ad8f-19adcb76a4f2', 'name': '', 'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:1d:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8247722d-7c9e-4852-a98c-891ae4b2b00e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:42:18Z', 'updated_at': '2021-05-27T03:42:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-iscsi'}], 'dv-cinder-793264-1-iscsi', False) {} {{(pid=98854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:42:22.333189 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2af38dd-dfb6-4371-8f08-3359cb9be790 None None] Checking router: 8247722d-7c9e-4852-a98c-891ae4b2b00e for host: dv-cinder-793264-1-iscsi {{(pid=98854) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:42:22.333778 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2af38dd-dfb6-4371-8f08-3359cb9be790 None None] Updating router 8247722d-7c9e-4852-a98c-891ae4b2b00e port 3b53d14b-a9e1-4295-ad8f-19adcb76a4f2 binding host dv-cinder-793264-1-iscsi {{(pid=98854) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 03:42:22.397865 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron_lib.callbacks.manager [None req-b2af38dd-dfb6-4371-8f08-3359cb9be790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_update {{(pid=98854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:22.491134 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-6101473d-98f8-4097-bf23-2d259930d0e4 req-6fce45bc-cb19-49c5-9177-b3f2ecd49d04 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ad4e5b6-865b-4cda-ade3-c3eb357ec57e HTTP/1.1" status: 200 len: 210 time: 0.1070015 May 27 03:42:22.666805 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-d79607e8-dd07-4cfe-971b-e79f45c262ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:22.775366 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron_lib.callbacks.manager [None req-b2af38dd-dfb6-4371-8f08-3359cb9be790 None None] Notify callbacks [] for port, precommit_update {{(pid=98854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:22.789674 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.provisioning_blocks [None req-b2af38dd-dfb6-4371-8f08-3359cb9be790 None None] Transition to ACTIVE for port object 3b53d14b-a9e1-4295-ad8f-19adcb76a4f2 will not be triggered until provisioned by entity L2. {{(pid=98854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:42:22.867371 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron_lib.callbacks.manager [None req-b2af38dd-dfb6-4371-8f08-3359cb9be790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786481721483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786481287406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786481291807'] for port, after_update {{(pid=98854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:22.872173 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:42:22.889182 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.db_base_plugin_common [None req-d79607e8-dd07-4cfe-971b-e79f45c262ee admin admin] Allocated IP 172.20.0.1 (ad9eef72-b0bd-43e0-b9f9-b206091e5c65/6c6b99bf-0e7d-4ba7-b853-38f4087b6993/ade8e149-2b41-44c9-a6b1-6e1e8e676168) {{(pid=98852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:42:22.949957 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.plugins.ml2.managers [None req-b2af38dd-dfb6-4371-8f08-3359cb9be790 None None] Attempting to bind port 3b53d14b-a9e1-4295-ad8f-19adcb76a4f2 on host dv-cinder-793264-1-iscsi for vnic_type normal with profile {{(pid=98854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:42:22.950323 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.plugins.ml2.managers [None req-b2af38dd-dfb6-4371-8f08-3359cb9be790 None None] Attempting to bind port 3b53d14b-a9e1-4295-ad8f-19adcb76a4f2 by drivers openvswitch,hyperv on host dv-cinder-793264-1-iscsi at level 0 using segments [{'id': '7a030bd6-e61c-49cd-a1b5-23d06097a1a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7'}] {{(pid=98854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:42:22.950681 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2af38dd-dfb6-4371-8f08-3359cb9be790 None None] Attempting to bind port 3b53d14b-a9e1-4295-ad8f-19adcb76a4f2 on network 9a3e94d8-5315-41b6-9829-3c758c3039b7 {{(pid=98854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:42:22.960186 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce89a643-a227-43b2-9608-acb36ac98cf6 None None] Pushing event updated for resources: {'Port': ['ID=3b53d14b-a9e1-4295-ad8f-19adcb76a4f2,revision_number=2']} {{(pid=98854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:22.962589 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2af38dd-dfb6-4371-8f08-3359cb9be790 None None] Checking agent: {'id': 'ffe58315-61ba-45bf-8076-0ef37f215597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793264-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 3, 33, 6), 'started_at': datetime.datetime(2021, 5, 27, 3, 33, 36), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 3, 42, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793264-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 03:42:22.962961 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2af38dd-dfb6-4371-8f08-3359cb9be790 None None] Checking segment: {'id': '7a030bd6-e61c-49cd-a1b5-23d06097a1a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 03:42:22.963355 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron_lib.callbacks.manager [None req-b2af38dd-dfb6-4371-8f08-3359cb9be790 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:22.963739 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2af38dd-dfb6-4371-8f08-3359cb9be790 None None] Bound using segment: {'id': '7a030bd6-e61c-49cd-a1b5-23d06097a1a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7'} {{(pid=98854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 03:42:22.964186 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.plugins.ml2.managers [None req-b2af38dd-dfb6-4371-8f08-3359cb9be790 None None] Bound port: 3b53d14b-a9e1-4295-ad8f-19adcb76a4f2, host: dv-cinder-793264-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a030bd6-e61c-49cd-a1b5-23d06097a1a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7'}}] {{(pid=98854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:42:22.964582 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron_lib.callbacks.manager [None req-b2af38dd-dfb6-4371-8f08-3359cb9be790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_update {{(pid=98854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:23.009286 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce89a643-a227-43b2-9608-acb36ac98cf6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:23.009626 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce89a643-a227-43b2-9608-acb36ac98cf6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:23.009953 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce89a643-a227-43b2-9608-acb36ac98cf6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:23.010277 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce89a643-a227-43b2-9608-acb36ac98cf6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:23.010621 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce89a643-a227-43b2-9608-acb36ac98cf6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:23.010939 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce89a643-a227-43b2-9608-acb36ac98cf6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:23.011265 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce89a643-a227-43b2-9608-acb36ac98cf6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:23.011580 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce89a643-a227-43b2-9608-acb36ac98cf6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:23.011924 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce89a643-a227-43b2-9608-acb36ac98cf6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:23.012238 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce89a643-a227-43b2-9608-acb36ac98cf6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:23.012574 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce89a643-a227-43b2-9608-acb36ac98cf6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:23.012881 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce89a643-a227-43b2-9608-acb36ac98cf6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:23.018995 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG oslo_concurrency.lockutils [None req-ce89a643-a227-43b2-9608-acb36ac98cf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=98854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:42:23.051045 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.plugins.ml2.db [None req-b2af38dd-dfb6-4371-8f08-3359cb9be790 None None] For port 3b53d14b-a9e1-4295-ad8f-19adcb76a4f2, host dv-cinder-793264-1-iscsi, cleared binding levels {{(pid=98854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:42:23.054376 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.plugins.ml2.db [None req-b2af38dd-dfb6-4371-8f08-3359cb9be790 None None] For port 3b53d14b-a9e1-4295-ad8f-19adcb76a4f2, host dv-cinder-793264-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-1-iscsi',level=0,port_id=3b53d14b-a9e1-4295-ad8f-19adcb76a4f2,segment=NetworkSegment(7a030bd6-e61c-49cd-a1b5-23d06097a1a4),segment_id=7a030bd6-e61c-49cd-a1b5-23d06097a1a4)] {{(pid=98854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 03:42:23.063191 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-d79607e8-dd07-4cfe-971b-e79f45c262ee admin admin] Notify callbacks [] for port, precommit_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:23.081184 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.provisioning_blocks [None req-d79607e8-dd07-4cfe-971b-e79f45c262ee admin admin] Transition to ACTIVE for port object ade8e149-2b41-44c9-a6b1-6e1e8e676168 will not be triggered until provisioned by entity DHCP. {{(pid=98852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:42:23.118905 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron_lib.callbacks.manager [None req-b2af38dd-dfb6-4371-8f08-3359cb9be790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786481721483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786481287406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786481291807'] for port, after_update {{(pid=98854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:23.123943 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG oslo_concurrency.lockutils [None req-b8610a0e-2f7e-4477-b7b1-04d0b5ad59d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:42:23.176876 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-d79607e8-dd07-4cfe-971b-e79f45c262ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786481287388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27723313'] for port, after_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:23.186731 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-1024fe85-cabf-4067-ad9d-46b6baec9ee3 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:42:23.203351 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Device 2150d47a-9597-4cc0-ac35-9f2aaae1b506 up at agent ovs-agent-dv-cinder-793264-1-iscsi {{(pid=98853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:42:23.211054 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfabf41-a644-45c9-89e8-7d944f6f497c req-4a1ed016-aec7-4c73-9dfa-bcc6fcf4055a tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:23.221136 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-abfabf41-a644-45c9-89e8-7d944f6f497c req-4a1ed016-aec7-4c73-9dfa-bcc6fcf4055a tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3449057-b2c6-4b15-b705-4076eddfefff HTTP/1.1" status: 200 len: 946 time: 0.0996182 May 27 03:42:23.261365 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d79607e8-dd07-4cfe-971b-e79f45c262ee admin admin] Network ad9eef72-b0bd-43e0-b9f9-b206091e5c65 is already hosted by enough agents. {{(pid=98852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:42:23.265450 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.scheduler.base_scheduler [None req-d79607e8-dd07-4cfe-971b-e79f45c262ee admin admin] Resources bound (agent type, host, resource id): {{(pid=98852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:42:23.269210 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79607e8-dd07-4cfe-971b-e79f45c262ee admin admin] Received port after_create {{(pid=98852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 03:42:23.289445 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce89a643-a227-43b2-9608-acb36ac98cf6 None None] Pushing event updated for resources: {'Port': ['ID=3b53d14b-a9e1-4295-ad8f-19adcb76a4f2,revision_number=3']} {{(pid=98854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:23.337037 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-abfabf41-a644-45c9-89e8-7d944f6f497c req-fcab33ae-da37-4c63-b92a-ce03f485e29e tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/security-groups?id=85648ff1-b2ef-4805-9733-563ba7ce8d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149347 May 27 03:42:23.355138 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Provisioning complete for port 2150d47a-9597-4cc0-ac35-9f2aaae1b506 triggered by entity L2. {{(pid=98853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:42:23.355517 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487713'] for port, provisioning_complete {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:23.360106 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2af38dd-dfb6-4371-8f08-3359cb9be790 None None] Routers {'8247722d-7c9e-4852-a98c-891ae4b2b00e'} bound to L3 agent in host dv-cinder-793264-1-iscsi {{(pid=98854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 03:42:23.360757 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.l3_hamode_db [None req-b2af38dd-dfb6-4371-8f08-3359cb9be790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-27T03:33:06Z,description=,heartbeat_timestamp=2021-05-27T03:42:06Z,host='dv-cinder-793264-1-iscsi',id=816f7595-8215-4f06-9251-575c663b21d0,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T03:33:06Z,topic='l3_agent')) {'router_ids': ['8247722d-7c9e-4852-a98c-891ae4b2b00e'], 'active': True} {{(pid=98854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:42:23.367260 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79607e8-dd07-4cfe-971b-e79f45c262ee admin admin] Pushing event updated for resources: {'Port': ['ID=ade8e149-2b41-44c9-a6b1-6e1e8e676168,revision_number=1']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:23.374480 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-d79607e8-dd07-4cfe-971b-e79f45c262ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:42:23.379341 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-d79607e8-dd07-4cfe-971b-e79f45c262ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-403814'] for router_interface, before_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:23.574190 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.l3_dvr_db [None req-b2af38dd-dfb6-4371-8f08-3359cb9be790 None None] Set router 8247722d-7c9e-4852-a98c-891ae4b2b00e gateway port host: dv-cinder-793264-1-iscsi {{(pid=98854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 03:42:23.685224 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG oslo_concurrency.lockutils [None req-ce89a643-a227-43b2-9608-acb36ac98cf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.561s {{(pid=98854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:42:23.719279 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-30da042c-4ca5-475a-9ba6-85e821144292 None None] Provisioning for port ade8e149-2b41-44c9-a6b1-6e1e8e676168 completed by entity DHCP. {{(pid=98853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:42:23.722816 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7387521-7aac-42c3-ba5c-bc39712bb684 req-bb41443b-3983-4f68-8151-d258e9899517 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:23.724623 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-b7387521-7aac-42c3-ba5c-bc39712bb684 req-bb41443b-3983-4f68-8151-d258e9899517 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] 10.222.0.36 "GET /v2.0/networks?id=9d88eb5c-a234-4a0b-9721-bcab674f53e1 HTTP/1.1" status: 200 len: 815 time: 0.2214706 May 27 03:42:23.726059 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-30da042c-4ca5-475a-9ba6-85e821144292 None None] Provisioning complete for port ade8e149-2b41-44c9-a6b1-6e1e8e676168 triggered by entity DHCP. {{(pid=98853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:42:23.726435 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-30da042c-4ca5-475a-9ba6-85e821144292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487713'] for port, provisioning_complete {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:23.741129 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.v2.base [req-b7387521-7aac-42c3-ba5c-bc39712bb684 req-4c8830b5-caab-46c7-b552-d111d893df4b tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Request body: {'port': {'device_id': '6ad4e5b6-865b-4cda-ade3-c3eb357ec57e', 'network_id': '9d88eb5c-a234-4a0b-9721-bcab674f53e1', 'admin_state_up': True, 'tenant_id': '7413f58ffa8e476fb5600cbc51ee9d34'}} {{(pid=98851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:42:23.749958 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-593e304a-bc28-406c-8729-8847420737dd req-e8d4ee4b-f238-40e4-b460-7318b338f5b9 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ad4e5b6-865b-4cda-ade3-c3eb357ec57e HTTP/1.1" status: 200 len: 210 time: 0.0655758 May 27 03:42:23.787103 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-d79607e8-dd07-4cfe-971b-e79f45c262ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_update {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:23.867663 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.plugin [None req-30da042c-4ca5-475a-9ba6-85e821144292 None None] Port ade8e149-2b41-44c9-a6b1-6e1e8e676168 cannot update to ACTIVE because it is not bound. {{(pid=98853) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 03:42:23.938287 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.l3_hamode_db [None req-b2af38dd-dfb6-4371-8f08-3359cb9be790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8247722d-7c9e-4852-a98c-891ae4b2b00e', 'name': 'tempest-TestShelveInstance-2038693387-router', 'tenant_id': '450ff0f7a98a4ae385a74e4ddaf301ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'external_fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': '3b53d14b-a9e1-4295-ad8f-19adcb76a4f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:42:17Z', 'updated_at': '2021-05-27T03:42:19Z', 'revision_number': 3, 'project_id': '450ff0f7a98a4ae385a74e4ddaf301ef', 'gw_port': {'id': '3b53d14b-a9e1-4295-ad8f-19adcb76a4f2', 'name': '', 'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:1d:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8247722d-7c9e-4852-a98c-891ae4b2b00e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:42:18Z', 'updated_at': '2021-05-27T03:42:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-iscsi'}], 'dv-cinder-793264-1-iscsi', False) {} {{(pid=98854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:42:23.946425 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2af38dd-dfb6-4371-8f08-3359cb9be790 None None] The sync data for ids ['8247722d-7c9e-4852-a98c-891ae4b2b00e'] in dv-cinder-793264-1-iscsi is: [{'id': '8247722d-7c9e-4852-a98c-891ae4b2b00e', 'name': 'tempest-TestShelveInstance-2038693387-router', 'tenant_id': '450ff0f7a98a4ae385a74e4ddaf301ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'external_fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': '3b53d14b-a9e1-4295-ad8f-19adcb76a4f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:42:17Z', 'updated_at': '2021-05-27T03:42:19Z', 'revision_number': 3, 'project_id': '450ff0f7a98a4ae385a74e4ddaf301ef', 'gw_port': {'id': '3b53d14b-a9e1-4295-ad8f-19adcb76a4f2', 'name': '', 'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:1d:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8247722d-7c9e-4852-a98c-891ae4b2b00e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:42:18Z', 'updated_at': '2021-05-27T03:42:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-iscsi'}] {{(pid=98854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:42:23.986537 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.quota.driver [req-b7387521-7aac-42c3-ba5c-bc39712bb684 req-4c8830b5-caab-46c7-b552-d111d893df4b tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:42:23.997042 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.quota.driver [req-b7387521-7aac-42c3-ba5c-bc39712bb684 req-4c8830b5-caab-46c7-b552-d111d893df4b tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=98851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:42:24.084395 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7387521-7aac-42c3-ba5c-bc39712bb684 req-4c8830b5-caab-46c7-b552-d111d893df4b tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Made reservation on behalf of 7413f58ffa8e476fb5600cbc51ee9d34 for: {'port': 1} {{(pid=98851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:42:24.087966 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-b7387521-7aac-42c3-ba5c-bc39712bb684 req-4c8830b5-caab-46c7-b552-d111d893df4b tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:24.219217 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-d79607e8-dd07-4cfe-971b-e79f45c262ee admin admin] Notify callbacks [] for port, precommit_update {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:24.289940 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-d79607e8-dd07-4cfe-971b-e79f45c262ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786481721483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786481287406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786481291807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27723270'] for port, after_update {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:24.359299 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:42:24.359796 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.db_base_plugin_common [req-b7387521-7aac-42c3-ba5c-bc39712bb684 req-4c8830b5-caab-46c7-b552-d111d893df4b tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Allocated IP 172.20.0.14 (9d88eb5c-a234-4a0b-9721-bcab674f53e1/e7b1e35c-8b26-4690-9d11-111b6e17f0c6/5c2e4b9a-b01a-446c-b193-369cb4a1319e) {{(pid=98851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:42:24.463181 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-d79607e8-dd07-4cfe-971b-e79f45c262ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3689977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-403909'] for router_interface, after_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:24.470814 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79607e8-dd07-4cfe-971b-e79f45c262ee admin admin] Pushing event updated for resources: {'Port': ['ID=ade8e149-2b41-44c9-a6b1-6e1e8e676168,revision_number=2']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:24.471876 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-d79607e8-dd07-4cfe-971b-e79f45c262ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:42:24.694561 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d79607e8-dd07-4cfe-971b-e79f45c262ee admin admin] Network ad9eef72-b0bd-43e0-b9f9-b206091e5c65 is already hosted by enough agents. {{(pid=98852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:42:24.695756 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.scheduler.base_scheduler [None req-d79607e8-dd07-4cfe-971b-e79f45c262ee admin admin] Resources bound (agent type, host, resource id): {{(pid=98852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:42:24.835632 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-b7387521-7aac-42c3-ba5c-bc39712bb684 req-4c8830b5-caab-46c7-b552-d111d893df4b tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Notify callbacks [] for port, precommit_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:24.859192 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77f173e-f6f2-4dcd-8def-e6e4b52e11af req-cfadca6d-7782-411a-bbea-e8f5d7ba4bbd tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:24.873132 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-c77f173e-f6f2-4dcd-8def-e6e4b52e11af req-cfadca6d-7782-411a-bbea-e8f5d7ba4bbd tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3449057-b2c6-4b15-b705-4076eddfefff HTTP/1.1" status: 200 len: 946 time: 0.3065917 May 27 03:42:24.943340 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d79607e8-dd07-4cfe-971b-e79f45c262ee admin admin] Router 8247722d-7c9e-4852-a98c-891ae4b2b00e has already been hosted by L3 agent 816f7595-8215-4f06-9251-575c663b21d0 {{(pid=98852) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 03:42:24.999182 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-c77f173e-f6f2-4dcd-8def-e6e4b52e11af req-f0821b74-4711-46d1-9072-39299e0353c4 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/security-groups?id=85648ff1-b2ef-4805-9733-563ba7ce8d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192105 May 27 03:42:25.001167 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-4a476775-f9db-4154-8e3c-ba5ba2844aef None None] Provisioning complete for port ade8e149-2b41-44c9-a6b1-6e1e8e676168 triggered by entity DHCP. {{(pid=98853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:42:25.001657 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-4a476775-f9db-4154-8e3c-ba5ba2844aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487713'] for port, provisioning_complete {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:25.033752 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-b7387521-7aac-42c3-ba5c-bc39712bb684 req-4c8830b5-caab-46c7-b552-d111d893df4b tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786481287388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28231606'] for port, after_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:25.049755 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-703279c4-816b-4719-8adc-e6854f2761a4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:42:25.065724 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.db [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] get_ports_and_sgs() called for port_ids ['1279817e-ea8d-4755-966e-3691e51297b7', '7c9d543c-8635-48f1-aa64-5b32d4b0b972'] {{(pid=98853) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 03:42:25.142242 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7387521-7aac-42c3-ba5c-bc39712bb684 req-4c8830b5-caab-46c7-b552-d111d893df4b tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Network 9d88eb5c-a234-4a0b-9721-bcab674f53e1 is already hosted by enough agents. {{(pid=98851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:42:25.153601 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.scheduler.base_scheduler [req-b7387521-7aac-42c3-ba5c-bc39712bb684 req-4c8830b5-caab-46c7-b552-d111d893df4b tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Resources bound (agent type, host, resource id): {{(pid=98851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:42:25.157755 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7387521-7aac-42c3-ba5c-bc39712bb684 req-4c8830b5-caab-46c7-b552-d111d893df4b tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Received port after_create {{(pid=98851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 03:42:25.248185 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.plugin [None req-4a476775-f9db-4154-8e3c-ba5ba2844aef None None] Port ade8e149-2b41-44c9-a6b1-6e1e8e676168 cannot update to ACTIVE because it is not bound. {{(pid=98853) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 03:42:25.269493 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8830b5-caab-46c7-b552-d111d893df4b tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Pushing event updated for resources: {'Port': ['ID=5c2e4b9a-b01a-446c-b193-369cb4a1319e,revision_number=1']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:25.274432 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-4c8830b5-caab-46c7-b552-d111d893df4b tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:42:25.283453 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7387521-7aac-42c3-ba5c-bc39712bb684 req-4c8830b5-caab-46c7-b552-d111d893df4b tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:25.284325 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-b7387521-7aac-42c3-ba5c-bc39712bb684 req-4c8830b5-caab-46c7-b552-d111d893df4b tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4037888'] for port, before_response {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:25.297836 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Device 3b53d14b-a9e1-4295-ad8f-19adcb76a4f2 up at agent ovs-agent-dv-cinder-793264-1-iscsi {{(pid=98853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:42:25.307064 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a1bc40-d228-43ff-b0db-1d7e881b5880 req-e898a3da-e621-4515-a345-1dadab6c6bc4 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:25.308557 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-92a1bc40-d228-43ff-b0db-1d7e881b5880 req-e898a3da-e621-4515-a345-1dadab6c6bc4 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ad4e5b6-865b-4cda-ade3-c3eb357ec57e HTTP/1.1" status: 200 len: 932 time: 0.2336938 May 27 03:42:25.311926 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d79607e8-dd07-4cfe-971b-e79f45c262ee admin admin] Notify agent at l3_agent.dv-cinder-793264-1-iscsi the message routers_updated {{(pid=98852) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 03:42:25.345141 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-d79607e8-dd07-4cfe-971b-e79f45c262ee admin admin] 10.222.0.25 "PUT /v2.0/routers/8247722d-7c9e-4852-a98c-891ae4b2b00e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6334155 May 27 03:42:25.373242 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-92a1bc40-d228-43ff-b0db-1d7e881b5880 req-45d72968-33ea-4a5b-86a5-97969d5e5462 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] 10.222.0.25 "GET /v2.0/security-groups?id=3008a255-7ecc-4b97-8d3a-baac4542929c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543535 May 27 03:42:25.424145 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-b7387521-7aac-42c3-ba5c-bc39712bb684 req-4c8830b5-caab-46c7-b552-d111d893df4b tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6872442 May 27 03:42:25.450717 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.v2.base [req-b7387521-7aac-42c3-ba5c-bc39712bb684 req-e88cfbfb-9c16-48d3-9bd3-b4a0cda60e07 service neutron] Request body: {'port': {'device_id': '6ad4e5b6-865b-4cda-ade3-c3eb357ec57e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79326'}} {{(pid=98851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:42:25.538936 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 54962) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:42:25.568673 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Provisioning for port 3b53d14b-a9e1-4295-ad8f-19adcb76a4f2 completed by entity L2. {{(pid=98853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:42:25.587159 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Provisioning complete for port 3b53d14b-a9e1-4295-ad8f-19adcb76a4f2 triggered by entity L2. {{(pid=98853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:42:25.588513 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487713'] for port, provisioning_complete {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:25.732040 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-b7387521-7aac-42c3-ba5c-bc39712bb684 req-e88cfbfb-9c16-48d3-9bd3-b4a0cda60e07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_update {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:25.748430 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-4314340c-c4a3-4c3c-a282-ed5d62af430e admin admin] Notify callbacks [] for security_group, before_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:25.763416 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-4314340c-c4a3-4c3c-a282-ed5d62af430e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:42:25.768600 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-4314340c-c4a3-4c3c-a282-ed5d62af430e admin admin] Usage tracker for resource:security_group_rule and tenant:97192abffb0d401fb26eaad32197ad01 is out of sync, need to count used quota {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:42:25.771535 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-4314340c-c4a3-4c3c-a282-ed5d62af430e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:42:25.779653 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-4314340c-c4a3-4c3c-a282-ed5d62af430e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:42:25.792672 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:25.816008 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.db [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] For port 3b53d14b-a9e1-4295-ad8f-19adcb76a4f2, host dv-cinder-793264-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-1-iscsi',level=0,port_id=3b53d14b-a9e1-4295-ad8f-19adcb76a4f2,segment=NetworkSegment(7a030bd6-e61c-49cd-a1b5-23d06097a1a4),segment_id=7a030bd6-e61c-49cd-a1b5-23d06097a1a4)] {{(pid=98853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:42:25.896147 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-4314340c-c4a3-4c3c-a282-ed5d62af430e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:25.936159 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786481721483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786481287406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786481291807'] for port, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:25.945618 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:42:25.965520 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-4314340c-c4a3-4c3c-a282-ed5d62af430e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:25.977951 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-0a361af1-fee6-4154-919f-78918ae35b30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:42:26.024806 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Pushing event updated for resources: {'Port': ['ID=3b53d14b-a9e1-4295-ad8f-19adcb76a4f2,revision_number=4']} {{(pid=98853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:26.025337 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-4314340c-c4a3-4c3c-a282-ed5d62af430e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=97192abffb0d401fb26eaad32197ad01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4850554 May 27 03:42:26.025783 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 54976) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:42:26.029561 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4314340c-c4a3-4c3c-a282-ed5d62af430e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f5739eb-abe6-4658-b6e7-22bbedba2d38,revision_number=1']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:26.041796 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:42:26.046232 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-4314340c-c4a3-4c3c-a282-ed5d62af430e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:42:26.105156 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-e9167143-2655-4263-b0c0-5c79f4063306 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:26.139115 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-e9167143-2655-4263-b0c0-5c79f4063306 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:26.148567 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.notifiers.nova [req-b7387521-7aac-42c3-ba5c-bc39712bb684 req-e88cfbfb-9c16-48d3-9bd3-b4a0cda60e07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c2e4b9a-b01a-446c-b193-369cb4a1319e {{(pid=98851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:42:26.154554 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7125c9e-1583-4b58-be8e-9c5fa7e4a5ab None None] Sync routers for ids ['8247722d-7c9e-4852-a98c-891ae4b2b00e'] in dv-cinder-793264-1-iscsi {{(pid=98853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:42:26.159854 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-b7387521-7aac-42c3-ba5c-bc39712bb684 req-e88cfbfb-9c16-48d3-9bd3-b4a0cda60e07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:26.175005 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7125c9e-1583-4b58-be8e-9c5fa7e4a5ab None None] Routers {'8247722d-7c9e-4852-a98c-891ae4b2b00e'} bound to L3 agent in host dv-cinder-793264-1-iscsi {{(pid=98853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 03:42:26.178130 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_hamode_db [None req-c7125c9e-1583-4b58-be8e-9c5fa7e4a5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-27T03:33:06Z,description=,heartbeat_timestamp=2021-05-27T03:42:06Z,host='dv-cinder-793264-1-iscsi',id=816f7595-8215-4f06-9251-575c663b21d0,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T03:33:06Z,topic='l3_agent')) {'router_ids': ['8247722d-7c9e-4852-a98c-891ae4b2b00e'], 'active': True} {{(pid=98853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:42:26.185373 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.provisioning_blocks [req-b7387521-7aac-42c3-ba5c-bc39712bb684 req-e88cfbfb-9c16-48d3-9bd3-b4a0cda60e07 service neutron] Transition to ACTIVE for port object 5c2e4b9a-b01a-446c-b193-369cb4a1319e will not be triggered until provisioned by entity L2. {{(pid=98851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:42:26.256318 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-b7387521-7aac-42c3-ba5c-bc39712bb684 req-e88cfbfb-9c16-48d3-9bd3-b4a0cda60e07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786481721483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786481287406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786481291807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28231553'] for port, after_update {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:26.272897 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-e5ce7738-32e8-4c12-aeb7-c11bd0c133fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:42:26.291075 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c8da43-bf3f-4346-b9c1-89f547fa7b31 req-20387956-ee0f-430b-b8e1-3884a04e1cb9 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:26.293470 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-73c8da43-bf3f-4346-b9c1-89f547fa7b31 req-20387956-ee0f-430b-b8e1-3884a04e1cb9 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3449057-b2c6-4b15-b705-4076eddfefff HTTP/1.1" status: 200 len: 946 time: 0.1016345 May 27 03:42:26.368350 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 54992) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:42:26.377668 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.v2.base [None req-36a0be6b-961b-4359-85d9-0a5a8023ca36 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1861747553-network', 'tenant_id': 'd013272916eb45f2bbd64ae1beca2957'}} {{(pid=98852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:42:26.388030 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-36a0be6b-961b-4359-85d9-0a5a8023ca36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:42:26.398253 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-36a0be6b-961b-4359-85d9-0a5a8023ca36 admin admin] Usage tracker for resource:network and tenant:d013272916eb45f2bbd64ae1beca2957 is out of sync, need to count used quota {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:42:26.398253 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-36a0be6b-961b-4359-85d9-0a5a8023ca36 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:42:26.403767 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-36a0be6b-961b-4359-85d9-0a5a8023ca36 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:42:26.424473 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-73c8da43-bf3f-4346-b9c1-89f547fa7b31 req-ba55af74-9ed0-4b0b-90f2-a48718f5922d tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/security-groups?id=85648ff1-b2ef-4805-9733-563ba7ce8d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252000 May 27 03:42:26.450157 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-e9167143-2655-4263-b0c0-5c79f4063306 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:26.450157 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-43f1d9e0-b932-4c64-84f0-2d96ca9b6f0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:42:26.455610 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_dvr_db [None req-c7125c9e-1583-4b58-be8e-9c5fa7e4a5ab None None] Set router 8247722d-7c9e-4852-a98c-891ae4b2b00e gateway port host: dv-cinder-793264-1-iscsi {{(pid=98853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 03:42:26.469489 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88cfbfb-9c16-48d3-9bd3-b4a0cda60e07 service neutron] Pushing event updated for resources: {'Port': ['ID=5c2e4b9a-b01a-446c-b193-369cb4a1319e,revision_number=2']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:26.478698 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9167143-2655-4263-b0c0-5c79f4063306 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f5739eb-abe6-4658-b6e7-22bbedba2d38,revision_number=None']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:26.478982 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-e88cfbfb-9c16-48d3-9bd3-b4a0cda60e07 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:42:26.485012 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-e9167143-2655-4263-b0c0-5c79f4063306 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:42:26.492961 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-e9167143-2655-4263-b0c0-5c79f4063306 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:26.495427 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-e9167143-2655-4263-b0c0-5c79f4063306 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5f5739eb-abe6-4658-b6e7-22bbedba2d38 HTTP/1.1" status: 204 len: 168 time: 0.4664793 May 27 03:42:26.501472 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36a0be6b-961b-4359-85d9-0a5a8023ca36 admin admin] Made reservation on behalf of d013272916eb45f2bbd64ae1beca2957 for: {'network': 1} {{(pid=98852) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:42:26.504548 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-36a0be6b-961b-4359-85d9-0a5a8023ca36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3620918'] for network, before_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:26.543548 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-36a0be6b-961b-4359-85d9-0a5a8023ca36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:26.572761 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-36a0be6b-961b-4359-85d9-0a5a8023ca36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:42:26.579059 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-36a0be6b-961b-4359-85d9-0a5a8023ca36 admin admin] Usage tracker for resource:security_group_rule and tenant:d013272916eb45f2bbd64ae1beca2957 is out of sync, need to count used quota {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:42:26.582743 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-36a0be6b-961b-4359-85d9-0a5a8023ca36 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:42:26.591294 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-36a0be6b-961b-4359-85d9-0a5a8023ca36 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:42:26.727138 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.managers [req-b7387521-7aac-42c3-ba5c-bc39712bb684 req-e88cfbfb-9c16-48d3-9bd3-b4a0cda60e07 service neutron] Attempting to bind port 5c2e4b9a-b01a-446c-b193-369cb4a1319e on host hv-cinder-79326 for vnic_type normal with profile {{(pid=98851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:42:26.727974 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.managers [req-b7387521-7aac-42c3-ba5c-bc39712bb684 req-e88cfbfb-9c16-48d3-9bd3-b4a0cda60e07 service neutron] Attempting to bind port 5c2e4b9a-b01a-446c-b193-369cb4a1319e by drivers openvswitch,hyperv on host hv-cinder-79326 at level 0 using segments [{'id': '9f0a7abb-00b7-4c31-9093-b0d5b331bfb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9d88eb5c-a234-4a0b-9721-bcab674f53e1'}] {{(pid=98851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:42:26.728631 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7387521-7aac-42c3-ba5c-bc39712bb684 req-e88cfbfb-9c16-48d3-9bd3-b4a0cda60e07 service neutron] Attempting to bind port 5c2e4b9a-b01a-446c-b193-369cb4a1319e on network 9d88eb5c-a234-4a0b-9721-bcab674f53e1 {{(pid=98851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:42:26.744942 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-36a0be6b-961b-4359-85d9-0a5a8023ca36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:26.760968 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa1ecdf-eee4-4dc0-bd2a-73bd8b91d13f req-4a387da1-a7ec-4b8f-bfed-adeef5a06cb8 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:26.762145 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [req-5aa1ecdf-eee4-4dc0-bd2a-73bd8b91d13f req-4a387da1-a7ec-4b8f-bfed-adeef5a06cb8 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Synchronizing usage tracker for tenant:7413f58ffa8e476fb5600cbc51ee9d34 on resource:port {{(pid=98851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:42:26.800883 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7387521-7aac-42c3-ba5c-bc39712bb684 req-e88cfbfb-9c16-48d3-9bd3-b4a0cda60e07 service neutron] Port 5c2e4b9a-b01a-446c-b193-369cb4a1319e on network 9d88eb5c-a234-4a0b-9721-bcab674f53e1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79326 {{(pid=98851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 03:42:26.801302 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7387521-7aac-42c3-ba5c-bc39712bb684 req-e88cfbfb-9c16-48d3-9bd3-b4a0cda60e07 service neutron] Attempting to bind port 5c2e4b9a-b01a-446c-b193-369cb4a1319e on network 9d88eb5c-a234-4a0b-9721-bcab674f53e1 {{(pid=98851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:42:26.804493 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-36a0be6b-961b-4359-85d9-0a5a8023ca36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:26.807994 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7387521-7aac-42c3-ba5c-bc39712bb684 req-e88cfbfb-9c16-48d3-9bd3-b4a0cda60e07 service neutron] Checking agent: {'id': 'beba53db-4949-4034-b5ab-73b6df09d927', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79326', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 3, 39, 17), 'started_at': datetime.datetime(2021, 5, 27, 3, 39, 17), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 3, 42, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 03:42:26.808660 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7387521-7aac-42c3-ba5c-bc39712bb684 req-e88cfbfb-9c16-48d3-9bd3-b4a0cda60e07 service neutron] Checking segment: {'id': '9f0a7abb-00b7-4c31-9093-b0d5b331bfb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9d88eb5c-a234-4a0b-9721-bcab674f53e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 03:42:26.809455 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-ec6a39a8-5a02-40cb-b434-d2584ae123c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:42:26.810124 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7387521-7aac-42c3-ba5c-bc39712bb684 req-e88cfbfb-9c16-48d3-9bd3-b4a0cda60e07 service neutron] Bound using segment: {'id': '9f0a7abb-00b7-4c31-9093-b0d5b331bfb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9d88eb5c-a234-4a0b-9721-bcab674f53e1'} {{(pid=98851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 03:42:26.811789 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.managers [req-b7387521-7aac-42c3-ba5c-bc39712bb684 req-e88cfbfb-9c16-48d3-9bd3-b4a0cda60e07 service neutron] Bound port: 5c2e4b9a-b01a-446c-b193-369cb4a1319e, host: hv-cinder-79326, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f0a7abb-00b7-4c31-9093-b0d5b331bfb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9d88eb5c-a234-4a0b-9721-bcab674f53e1'}}] {{(pid=98851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:42:26.812388 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-b7387521-7aac-42c3-ba5c-bc39712bb684 req-e88cfbfb-9c16-48d3-9bd3-b4a0cda60e07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_update {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:26.829952 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_hamode_db [None req-c7125c9e-1583-4b58-be8e-9c5fa7e4a5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8247722d-7c9e-4852-a98c-891ae4b2b00e', 'name': 'tempest-TestShelveInstance-2038693387-router', 'tenant_id': '450ff0f7a98a4ae385a74e4ddaf301ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'external_fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': '3b53d14b-a9e1-4295-ad8f-19adcb76a4f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:42:17Z', 'updated_at': '2021-05-27T03:42:23Z', 'revision_number': 4, 'project_id': '450ff0f7a98a4ae385a74e4ddaf301ef', 'gw_port': {'id': '3b53d14b-a9e1-4295-ad8f-19adcb76a4f2', 'name': '', 'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:1d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8247722d-7c9e-4852-a98c-891ae4b2b00e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:42:18Z', 'updated_at': '2021-05-27T03:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-iscsi', '_interfaces': [{'id': 'ade8e149-2b41-44c9-a6b1-6e1e8e676168', 'name': '', 'network_id': 'ad9eef72-b0bd-43e0-b9f9-b206091e5c65', 'tenant_id': '450ff0f7a98a4ae385a74e4ddaf301ef', 'mac_address': 'fa:16:3e:71:8f:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8247722d-7c9e-4852-a98c-891ae4b2b00e', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '6c6b99bf-0e7d-4ba7-b853-38f4087b6993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:42:22Z', 'updated_at': '2021-05-27T03:42:23Z', 'revision_number': 2, 'project_id': '450ff0f7a98a4ae385a74e4ddaf301ef', 'subnets': [{'id': '6c6b99bf-0e7d-4ba7-b853-38f4087b6993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-1-iscsi', False) {} {{(pid=98853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:42:26.837409 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7125c9e-1583-4b58-be8e-9c5fa7e4a5ab None None] Checking router: 8247722d-7c9e-4852-a98c-891ae4b2b00e for host: dv-cinder-793264-1-iscsi {{(pid=98853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:42:26.837822 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7125c9e-1583-4b58-be8e-9c5fa7e4a5ab None None] Updating router 8247722d-7c9e-4852-a98c-891ae4b2b00e port ade8e149-2b41-44c9-a6b1-6e1e8e676168 binding host dv-cinder-793264-1-iscsi {{(pid=98853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 03:42:26.856646 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36a0be6b-961b-4359-85d9-0a5a8023ca36 admin admin] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=98852) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:42:26.871252 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a0be6b-961b-4359-85d9-0a5a8023ca36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79013586-574c-4454-9da6-f4f6de57d8e9,revision_number=1']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:26.876852 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-36a0be6b-961b-4359-85d9-0a5a8023ca36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:42:26.878058 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-36a0be6b-961b-4359-85d9-0a5a8023ca36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3483814'] for segment, precommit_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:26.878622 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.db.segments_db [None req-36a0be6b-961b-4359-85d9-0a5a8023ca36 admin admin] Added segment 5cf8e43f-882d-4977-8273-3be252796e9a of type vlan for network a6d64ad7-8822-45c9-9105-7117ae338b24 May 27 03:42:26.908076 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [req-5aa1ecdf-eee4-4dc0-bd2a-73bd8b91d13f req-4a387da1-a7ec-4b8f-bfed-adeef5a06cb8 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Unset dirty status for tenant:7413f58ffa8e476fb5600cbc51ee9d34 on resource:port {{(pid=98851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:42:26.916036 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-5aa1ecdf-eee4-4dc0-bd2a-73bd8b91d13f req-4a387da1-a7ec-4b8f-bfed-adeef5a06cb8 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ad4e5b6-865b-4cda-ade3-c3eb357ec57e HTTP/1.1" status: 200 len: 944 time: 0.3319287 May 27 03:42:26.924825 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-c7125c9e-1583-4b58-be8e-9c5fa7e4a5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:26.950523 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-36a0be6b-961b-4359-85d9-0a5a8023ca36 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786481306974'] for network, precommit_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:26.991213 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-5aa1ecdf-eee4-4dc0-bd2a-73bd8b91d13f req-d4d9c856-654f-44e5-943e-01b9d62725a4 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] 10.222.0.25 "GET /v2.0/security-groups?id=3008a255-7ecc-4b97-8d3a-baac4542929c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741029 May 27 03:42:27.046894 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.db [req-b7387521-7aac-42c3-ba5c-bc39712bb684 req-e88cfbfb-9c16-48d3-9bd3-b4a0cda60e07 service neutron] For port 5c2e4b9a-b01a-446c-b193-369cb4a1319e, host hv-cinder-79326, cleared binding levels {{(pid=98851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:42:27.050147 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.db [req-b7387521-7aac-42c3-ba5c-bc39712bb684 req-e88cfbfb-9c16-48d3-9bd3-b4a0cda60e07 service neutron] For port 5c2e4b9a-b01a-446c-b193-369cb4a1319e, host hv-cinder-79326, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=5c2e4b9a-b01a-446c-b193-369cb4a1319e,segment=NetworkSegment(9f0a7abb-00b7-4c31-9093-b0d5b331bfb6),segment_id=9f0a7abb-00b7-4c31-9093-b0d5b331bfb6)] {{(pid=98851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 03:42:27.056181 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-36a0be6b-961b-4359-85d9-0a5a8023ca36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3689963'] for network, after_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:27.057825 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36a0be6b-961b-4359-85d9-0a5a8023ca36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:27.058532 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-36a0be6b-961b-4359-85d9-0a5a8023ca36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689932'] for network, before_response {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:27.064903 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-142fb68d-b2a7-4a47-95b1-cdf3642aaac9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:42:27.109166 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-b7387521-7aac-42c3-ba5c-bc39712bb684 req-e88cfbfb-9c16-48d3-9bd3-b4a0cda60e07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786481721483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786481287406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786481291807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28231553'] for port, after_update {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:27.117920 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-b44397c7-ebf8-457a-b878-65c73f560bf0 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:42:27.240569 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88cfbfb-9c16-48d3-9bd3-b4a0cda60e07 service neutron] Pushing event updated for resources: {'Port': ['ID=5c2e4b9a-b01a-446c-b193-369cb4a1319e,revision_number=3']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:27.256061 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-e88cfbfb-9c16-48d3-9bd3-b4a0cda60e07 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:42:27.266885 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7387521-7aac-42c3-ba5c-bc39712bb684 req-e88cfbfb-9c16-48d3-9bd3-b4a0cda60e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:27.267866 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-b7387521-7aac-42c3-ba5c-bc39712bb684 req-e88cfbfb-9c16-48d3-9bd3-b4a0cda60e07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4037888'] for port, before_response {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:27.270258 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-b7387521-7aac-42c3-ba5c-bc39712bb684 req-e88cfbfb-9c16-48d3-9bd3-b4a0cda60e07 service neutron] 10.222.0.36 "PUT /v2.0/ports/5c2e4b9a-b01a-446c-b193-369cb4a1319e HTTP/1.1" status: 200 len: 1094 time: 1.8371346 May 27 03:42:27.270744 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a0be6b-961b-4359-85d9-0a5a8023ca36 admin admin] Pushing event updated for resources: {'Network': ['ID=a6d64ad7-8822-45c9-9105-7117ae338b24,revision_number=1']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:27.271061 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ad4e5b6-865b-4cda-ade3-c3eb357ec57e', 'tag': '5c2e4b9a-b01a-446c-b193-369cb4a1319e'}] {{(pid=98851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:42:27.273416 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-36a0be6b-961b-4359-85d9-0a5a8023ca36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:42:27.335653 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Network a6d64ad7-8822-45c9-9105-7117ae338b24 details requested by agent ovs-agent-dv-cinder-793264-1-iscsi with host dv-cinder-793264-1-iscsi {{(pid=98853) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:42:27.347862 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Device 3b53d14b-a9e1-4295-ad8f-19adcb76a4f2 up at agent ovs-agent-dv-cinder-793264-1-iscsi {{(pid=98853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:42:27.360453 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-36a0be6b-961b-4359-85d9-0a5a8023ca36 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9895482 May 27 03:42:27.361475 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ad4e5b6-865b-4cda-ade3-c3eb357ec57e', 'tag': '5c2e4b9a-b01a-446c-b193-369cb4a1319e', 'status': 'completed', 'code': 200} May 27 03:42:27.362359 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 55016) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:42:27.367804 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.v2.base [None req-0b62fceb-8204-462a-bdde-50fdbfbb30a4 admin admin] Request body: {'subnet': {'network_id': 'a6d64ad7-8822-45c9-9105-7117ae338b24', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1861747553-subnet', 'tenant_id': 'd013272916eb45f2bbd64ae1beca2957', 'ip_version': 4}} {{(pid=98852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:42:27.372833 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-0b62fceb-8204-462a-bdde-50fdbfbb30a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:42:27.377235 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-0b62fceb-8204-462a-bdde-50fdbfbb30a4 admin admin] Usage tracker for resource:subnet and tenant:d013272916eb45f2bbd64ae1beca2957 is out of sync, need to count used quota {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:42:27.380156 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-0b62fceb-8204-462a-bdde-50fdbfbb30a4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:42:27.385913 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-0b62fceb-8204-462a-bdde-50fdbfbb30a4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:42:27.406133 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 55020) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:42:27.419810 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-01480227-687d-4899-8188-587d193a5ecd admin admin] Notify callbacks [] for security_group, before_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:27.435192 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-01480227-687d-4899-8188-587d193a5ecd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:42:27.439872 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-01480227-687d-4899-8188-587d193a5ecd admin admin] Usage tracker for resource:security_group_rule and tenant:e99a17d8b7e94c258096d70f52edc30d is out of sync, need to count used quota {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:42:27.443263 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-01480227-687d-4899-8188-587d193a5ecd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:42:27.449999 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-01480227-687d-4899-8188-587d193a5ecd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:42:27.480793 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b62fceb-8204-462a-bdde-50fdbfbb30a4 admin admin] Made reservation on behalf of d013272916eb45f2bbd64ae1beca2957 for: {'subnet': 1} {{(pid=98852) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:42:27.484266 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-0b62fceb-8204-462a-bdde-50fdbfbb30a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27627078'] for subnet, before_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:27.543457 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f4d7be-8e69-4c2b-83df-21b646e2eb63 req-2a8d52dc-6462-4abb-a6a2-4b1ab040c7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:27.546453 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-88f4d7be-8e69-4c2b-83df-21b646e2eb63 req-2a8d52dc-6462-4abb-a6a2-4b1ab040c7ca service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7413f58ffa8e476fb5600cbc51ee9d34&device_id=6ad4e5b6-865b-4cda-ade3-c3eb357ec57e HTTP/1.1" status: 200 len: 1097 time: 0.1593947 May 27 03:42:27.653227 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Provisioning complete for port 3b53d14b-a9e1-4295-ad8f-19adcb76a4f2 triggered by entity L2. {{(pid=98853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:42:27.661063 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487713'] for port, provisioning_complete {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:27.708834 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f4d7be-8e69-4c2b-83df-21b646e2eb63 req-268b5881-28bc-4732-9985-3de81e687d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:27.710304 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-88f4d7be-8e69-4c2b-83df-21b646e2eb63 req-268b5881-28bc-4732-9985-3de81e687d59 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=7413f58ffa8e476fb5600cbc51ee9d34&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1501980 May 27 03:42:27.848814 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-01480227-687d-4899-8188-587d193a5ecd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:27.896097 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-c7125c9e-1583-4b58-be8e-9c5fa7e4a5ab None None] Notify callbacks [] for port, precommit_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:27.900892 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc935a77-af8e-4fe9-99c0-b228975569eb req-9b37f19d-dcd6-4318-89c3-7ebdd4326d3b tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:27.902497 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-dc935a77-af8e-4fe9-99c0-b228975569eb req-9b37f19d-dcd6-4318-89c3-7ebdd4326d3b tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3449057-b2c6-4b15-b705-4076eddfefff HTTP/1.1" status: 200 len: 946 time: 0.2959924 May 27 03:42:27.929934 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-c7125c9e-1583-4b58-be8e-9c5fa7e4a5ab None None] Transition to ACTIVE for port object ade8e149-2b41-44c9-a6b1-6e1e8e676168 will not be triggered until provisioned by entity L2. {{(pid=98853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:42:27.959697 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-01480227-687d-4899-8188-587d193a5ecd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:27.977779 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-3492be9c-bfe5-4287-998d-bc3394c2a7e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:42:27.984168 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f4d7be-8e69-4c2b-83df-21b646e2eb63 req-4d24a2d1-0755-4a36-a0df-8032c3e89932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:27.986020 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-88f4d7be-8e69-4c2b-83df-21b646e2eb63 req-4d24a2d1-0755-4a36-a0df-8032c3e89932 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2685409 May 27 03:42:28.010902 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-dc935a77-af8e-4fe9-99c0-b228975569eb req-2926d269-ec54-4e8c-8c92-204c6b501b38 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/security-groups?id=85648ff1-b2ef-4805-9733-563ba7ce8d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004288 May 27 03:42:28.021908 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-c7125c9e-1583-4b58-be8e-9c5fa7e4a5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786481721483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786481287406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786481291807'] for port, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:28.027068 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:42:28.128235 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7387521-7aac-42c3-ba5c-bc39712bb684 req-4177fec7-223e-4152-9a85-04a3fb3967c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:28.131966 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-b7387521-7aac-42c3-ba5c-bc39712bb684 req-4177fec7-223e-4152-9a85-04a3fb3967c8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7413f58ffa8e476fb5600cbc51ee9d34&device_id=6ad4e5b6-865b-4cda-ade3-c3eb357ec57e HTTP/1.1" status: 200 len: 1097 time: 0.0987432 May 27 03:42:28.134167 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-01480227-687d-4899-8188-587d193a5ecd admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e99a17d8b7e94c258096d70f52edc30d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7343605 May 27 03:42:28.135370 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01480227-687d-4899-8188-587d193a5ecd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5d4d0c5-5cdb-4165-b632-70640edbf40c,revision_number=1']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:28.139649 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-01480227-687d-4899-8188-587d193a5ecd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:42:28.140375 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 55040) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:42:28.238732 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949fb68e-65c7-486b-8da4-f96bef06f8ee None None] Pushing event updated for resources: {'Port': ['ID=ade8e149-2b41-44c9-a6b1-6e1e8e676168,revision_number=3']} {{(pid=98853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:28.251994 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-b7387521-7aac-42c3-ba5c-bc39712bb684 req-e057ca07-73fc-41ac-9682-e259ff195db1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5c2e4b9a-b01a-446c-b193-369cb4a1319e HTTP/1.1" status: 200 len: 217 time: 0.1023641 May 27 03:42:28.274914 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-949fb68e-65c7-486b-8da4-f96bef06f8ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:42:28.307092 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.managers [None req-c7125c9e-1583-4b58-be8e-9c5fa7e4a5ab None None] Attempting to bind port ade8e149-2b41-44c9-a6b1-6e1e8e676168 on host dv-cinder-793264-1-iscsi for vnic_type normal with profile {{(pid=98853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:42:28.307468 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.managers [None req-c7125c9e-1583-4b58-be8e-9c5fa7e4a5ab None None] Attempting to bind port ade8e149-2b41-44c9-a6b1-6e1e8e676168 by drivers openvswitch,hyperv on host dv-cinder-793264-1-iscsi at level 0 using segments [{'id': '590d349a-0123-42dc-adf4-c99c77d07402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ad9eef72-b0bd-43e0-b9f9-b206091e5c65'}] {{(pid=98853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:42:28.307838 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7125c9e-1583-4b58-be8e-9c5fa7e4a5ab None None] Attempting to bind port ade8e149-2b41-44c9-a6b1-6e1e8e676168 on network ad9eef72-b0bd-43e0-b9f9-b206091e5c65 {{(pid=98853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:42:28.311857 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-22776062-d1a5-4bd9-a2ad-4d0a753550d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:28.320474 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7125c9e-1583-4b58-be8e-9c5fa7e4a5ab None None] Checking agent: {'id': 'ffe58315-61ba-45bf-8076-0ef37f215597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793264-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 3, 33, 6), 'started_at': datetime.datetime(2021, 5, 27, 3, 33, 36), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 3, 42, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793264-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 03:42:28.320915 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7125c9e-1583-4b58-be8e-9c5fa7e4a5ab None None] Checking segment: {'id': '590d349a-0123-42dc-adf4-c99c77d07402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ad9eef72-b0bd-43e0-b9f9-b206091e5c65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 03:42:28.321327 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-c7125c9e-1583-4b58-be8e-9c5fa7e4a5ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:28.321722 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7125c9e-1583-4b58-be8e-9c5fa7e4a5ab None None] Bound using segment: {'id': '590d349a-0123-42dc-adf4-c99c77d07402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ad9eef72-b0bd-43e0-b9f9-b206091e5c65'} {{(pid=98853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 03:42:28.322192 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.managers [None req-c7125c9e-1583-4b58-be8e-9c5fa7e4a5ab None None] Bound port: ade8e149-2b41-44c9-a6b1-6e1e8e676168, host: dv-cinder-793264-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '590d349a-0123-42dc-adf4-c99c77d07402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ad9eef72-b0bd-43e0-b9f9-b206091e5c65'}}] {{(pid=98853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:42:28.322571 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-c7125c9e-1583-4b58-be8e-9c5fa7e4a5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:28.365826 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7387521-7aac-42c3-ba5c-bc39712bb684 req-69c1ff0b-af74-49cb-98be-39020cf9689a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:28.366565 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-b7387521-7aac-42c3-ba5c-bc39712bb684 req-69c1ff0b-af74-49cb-98be-39020cf9689a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e7b1e35c-8b26-4690-9d11-111b6e17f0c6 HTTP/1.1" status: 200 len: 855 time: 0.1041994 May 27 03:42:28.407775 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-22776062-d1a5-4bd9-a2ad-4d0a753550d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:28.427855 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-b7387521-7aac-42c3-ba5c-bc39712bb684 req-11863a0e-ce1d-4c6e-ab72-8c1258b78519 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9d88eb5c-a234-4a0b-9721-bcab674f53e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535319 May 27 03:42:28.474105 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb754e20-830b-4be1-a2b6-60a9baca078a req-ed385bb1-9491-4f32-ae1c-2c1a19d68881 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:28.475582 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-cb754e20-830b-4be1-a2b6-60a9baca078a req-ed385bb1-9491-4f32-ae1c-2c1a19d68881 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ad4e5b6-865b-4cda-ade3-c3eb357ec57e HTTP/1.1" status: 200 len: 944 time: 0.2816908 May 27 03:42:28.512114 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.db [None req-c7125c9e-1583-4b58-be8e-9c5fa7e4a5ab None None] For port ade8e149-2b41-44c9-a6b1-6e1e8e676168, host dv-cinder-793264-1-iscsi, cleared binding levels {{(pid=98853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:42:28.517010 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.db [None req-c7125c9e-1583-4b58-be8e-9c5fa7e4a5ab None None] For port ade8e149-2b41-44c9-a6b1-6e1e8e676168, host dv-cinder-793264-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-1-iscsi',level=0,port_id=ade8e149-2b41-44c9-a6b1-6e1e8e676168,segment=NetworkSegment(590d349a-0123-42dc-adf4-c99c77d07402),segment_id=590d349a-0123-42dc-adf4-c99c77d07402)] {{(pid=98853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 03:42:28.533442 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-cb754e20-830b-4be1-a2b6-60a9baca078a req-87ffd89e-3cb5-41e9-a047-a85a3a86b33a tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] 10.222.0.25 "GET /v2.0/security-groups?id=3008a255-7ecc-4b97-8d3a-baac4542929c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508924 May 27 03:42:28.570056 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-b7387521-7aac-42c3-ba5c-bc39712bb684 req-6b450951-3cc5-4b8f-aea9-20d9371d96fb service neutron] 10.222.0.36 "GET /v2.0/networks/9d88eb5c-a234-4a0b-9721-bcab674f53e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326926 May 27 03:42:28.587619 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-c7125c9e-1583-4b58-be8e-9c5fa7e4a5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786481721483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786481287406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786481291807'] for port, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:28.591679 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:42:28.618892 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-0b62fceb-8204-462a-bdde-50fdbfbb30a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27736193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27627088'] for subnet, after_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:28.624724 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:42:28.667476 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-22776062-d1a5-4bd9-a2ad-4d0a753550d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:28.668369 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7125c9e-1583-4b58-be8e-9c5fa7e4a5ab None None] Routers {'8247722d-7c9e-4852-a98c-891ae4b2b00e'} bound to L3 agent in host dv-cinder-793264-1-iscsi {{(pid=98853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 03:42:28.669368 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_hamode_db [None req-c7125c9e-1583-4b58-be8e-9c5fa7e4a5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-27T03:33:06Z,description=,heartbeat_timestamp=2021-05-27T03:42:06Z,host='dv-cinder-793264-1-iscsi',id=816f7595-8215-4f06-9251-575c663b21d0,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T03:33:06Z,topic='l3_agent')) {'router_ids': ['8247722d-7c9e-4852-a98c-891ae4b2b00e'], 'active': True} {{(pid=98853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:42:28.715356 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b62fceb-8204-462a-bdde-50fdbfbb30a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db268905-3eec-4ad4-8c64-6414f346e650,revision_number=0']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:28.725157 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-22776062-d1a5-4bd9-a2ad-4d0a753550d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:28.729002 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-22776062-d1a5-4bd9-a2ad-4d0a753550d6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e5d4d0c5-5cdb-4165-b632-70640edbf40c HTTP/1.1" status: 204 len: 168 time: 0.5849438 May 27 03:42:28.737021 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-0b62fceb-8204-462a-bdde-50fdbfbb30a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:42:28.737543 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-957e651f-b1f8-4eb6-b95b-b6b1f581742e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.060s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:42:28.742961 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949fb68e-65c7-486b-8da4-f96bef06f8ee None None] Pushing event updated for resources: {'Port': ['ID=ade8e149-2b41-44c9-a6b1-6e1e8e676168,revision_number=4']} {{(pid=98853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:28.754126 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-949fb68e-65c7-486b-8da4-f96bef06f8ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:42:28.768477 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-b7387521-7aac-42c3-ba5c-bc39712bb684 req-f6717004-3697-4750-a38e-f4bea42e5e4e service neutron] 10.222.0.36 "GET /v2.0/networks/9d88eb5c-a234-4a0b-9721-bcab674f53e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890755 May 27 03:42:28.770954 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22776062-d1a5-4bd9-a2ad-4d0a753550d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5d4d0c5-5cdb-4165-b632-70640edbf40c,revision_number=None']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:28.781427 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-22776062-d1a5-4bd9-a2ad-4d0a753550d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:42:28.790462 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b62fceb-8204-462a-bdde-50fdbfbb30a4 admin admin] Checking segment: {'id': '5cf8e43f-882d-4977-8273-3be252796e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'a6d64ad7-8822-45c9-9105-7117ae338b24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 03:42:28.790823 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b62fceb-8204-462a-bdde-50fdbfbb30a4 admin admin] Network hostable DHCP agents. Network: a6d64ad7-8822-45c9-9105-7117ae338b24, hostable agents: ['a814e8a4-142b-4ae8-859e-9bd936be0847'], hosted agents: [] {{(pid=98852) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:42:28.895915 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b62fceb-8204-462a-bdde-50fdbfbb30a4 admin admin] Network a6d64ad7-8822-45c9-9105-7117ae338b24 is scheduled to be hosted by DHCP agent a814e8a4-142b-4ae8-859e-9bd936be0847 with binding_index 1 {{(pid=98852) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:42:28.913928 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_dvr_db [None req-c7125c9e-1583-4b58-be8e-9c5fa7e4a5ab None None] Set router 8247722d-7c9e-4852-a98c-891ae4b2b00e gateway port host: dv-cinder-793264-1-iscsi {{(pid=98853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 03:42:28.970642 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.scheduler.base_scheduler [None req-0b62fceb-8204-462a-bdde-50fdbfbb30a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793264-1-iscsi, a6d64ad7-8822-45c9-9105-7117ae338b24) {{(pid=98852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:42:28.979941 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b62fceb-8204-462a-bdde-50fdbfbb30a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:28.980606 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-0b62fceb-8204-462a-bdde-50fdbfbb30a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689932'] for subnet, before_response {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:28.984226 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b244781-5443-434d-a6d3-ca2a0efcf962 None None] Network a6d64ad7-8822-45c9-9105-7117ae338b24 requested from dv-cinder-793264-1-iscsi {{(pid=98853) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 03:42:29.064332 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-0b62fceb-8204-462a-bdde-50fdbfbb30a4 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.7000060 May 27 03:42:29.066865 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.wsgi [-] (98851) accepted ('10.222.0.25', 55056) {{(pid=98851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:42:29.072329 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.v2.base [None req-2e281c37-5b52-4f62-83f2-01cb310ca058 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1861747553-router', 'tenant_id': 'd013272916eb45f2bbd64ae1beca2957', 'external_gateway_info': {'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7'}}} {{(pid=98851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:42:29.077238 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.quota.driver [None req-2e281c37-5b52-4f62-83f2-01cb310ca058 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:42:29.081544 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [None req-2e281c37-5b52-4f62-83f2-01cb310ca058 admin admin] Usage tracker for resource:router and tenant:d013272916eb45f2bbd64ae1beca2957 is out of sync, need to count used quota {{(pid=98851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:42:29.086075 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [None req-2e281c37-5b52-4f62-83f2-01cb310ca058 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:42:29.092666 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.quota.driver [None req-2e281c37-5b52-4f62-83f2-01cb310ca058 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:42:29.211719 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-2e281c37-5b52-4f62-83f2-01cb310ca058 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-415150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1966'] for router, before_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:29.211719 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-2e281c37-5b52-4f62-83f2-01cb310ca058 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-414638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417638', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-470192', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2007'] for router, precommit_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:29.251260 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-2e281c37-5b52-4f62-83f2-01cb310ca058 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:29.286149 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e2e256-fe74-42bd-a2c9-dfda9aead785 req-01b715c6-706d-42dd-945e-bd5aa8faa71f tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:29.287860 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-c9e2e256-fe74-42bd-a2c9-dfda9aead785 req-01b715c6-706d-42dd-945e-bd5aa8faa71f tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3449057-b2c6-4b15-b705-4076eddfefff HTTP/1.1" status: 200 len: 946 time: 0.1159909 May 27 03:42:29.361406 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-c9e2e256-fe74-42bd-a2c9-dfda9aead785 req-06539ae0-85fb-4c15-9c44-3f3eef8992b1 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/security-groups?id=85648ff1-b2ef-4805-9733-563ba7ce8d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660396 May 27 03:42:29.423302 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27a4aee9-80ea-41eb-924b-cd7e22c5829c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf42e03b3-9b92-5ab7-8f52-3d70870301b3-a6d64ad7-8822-45c9-9105-7117ae338b24', 'network_id': 'a6d64ad7-8822-45c9-9105-7117ae338b24', 'tenant_id': 'd013272916eb45f2bbd64ae1beca2957', 'fixed_ips': [{'subnet_id': 'db268905-3eec-4ad4-8c64-6414f346e650'}]}} from dv-cinder-793264-1-iscsi. {{(pid=98853) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 27 03:42:29.424133 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-27a4aee9-80ea-41eb-924b-cd7e22c5829c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_create {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:29.522670 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_hamode_db [None req-c7125c9e-1583-4b58-be8e-9c5fa7e4a5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8247722d-7c9e-4852-a98c-891ae4b2b00e', 'name': 'tempest-TestShelveInstance-2038693387-router', 'tenant_id': '450ff0f7a98a4ae385a74e4ddaf301ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'external_fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': '3b53d14b-a9e1-4295-ad8f-19adcb76a4f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:42:17Z', 'updated_at': '2021-05-27T03:42:23Z', 'revision_number': 4, 'project_id': '450ff0f7a98a4ae385a74e4ddaf301ef', 'gw_port': {'id': '3b53d14b-a9e1-4295-ad8f-19adcb76a4f2', 'name': '', 'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:1d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8247722d-7c9e-4852-a98c-891ae4b2b00e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:42:18Z', 'updated_at': '2021-05-27T03:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-iscsi', '_interfaces': [{'id': 'ade8e149-2b41-44c9-a6b1-6e1e8e676168', 'name': '', 'network_id': 'ad9eef72-b0bd-43e0-b9f9-b206091e5c65', 'tenant_id': '450ff0f7a98a4ae385a74e4ddaf301ef', 'mac_address': 'fa:16:3e:71:8f:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8247722d-7c9e-4852-a98c-891ae4b2b00e', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '6c6b99bf-0e7d-4ba7-b853-38f4087b6993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:42:22Z', 'updated_at': '2021-05-27T03:42:28Z', 'revision_number': 4, 'project_id': '450ff0f7a98a4ae385a74e4ddaf301ef', 'subnets': [{'id': '6c6b99bf-0e7d-4ba7-b853-38f4087b6993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-1-iscsi', False) {} {{(pid=98853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:42:29.536146 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7125c9e-1583-4b58-be8e-9c5fa7e4a5ab None None] The sync data for ids ['8247722d-7c9e-4852-a98c-891ae4b2b00e'] in dv-cinder-793264-1-iscsi is: [{'id': '8247722d-7c9e-4852-a98c-891ae4b2b00e', 'name': 'tempest-TestShelveInstance-2038693387-router', 'tenant_id': '450ff0f7a98a4ae385a74e4ddaf301ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'external_fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': '3b53d14b-a9e1-4295-ad8f-19adcb76a4f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:42:17Z', 'updated_at': '2021-05-27T03:42:23Z', 'revision_number': 4, 'project_id': '450ff0f7a98a4ae385a74e4ddaf301ef', 'gw_port': {'id': '3b53d14b-a9e1-4295-ad8f-19adcb76a4f2', 'name': '', 'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:1d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8247722d-7c9e-4852-a98c-891ae4b2b00e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:42:18Z', 'updated_at': '2021-05-27T03:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-iscsi', '_interfaces': [{'id': 'ade8e149-2b41-44c9-a6b1-6e1e8e676168', 'name': '', 'network_id': 'ad9eef72-b0bd-43e0-b9f9-b206091e5c65', 'tenant_id': '450ff0f7a98a4ae385a74e4ddaf301ef', 'mac_address': 'fa:16:3e:71:8f:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8247722d-7c9e-4852-a98c-891ae4b2b00e', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '6c6b99bf-0e7d-4ba7-b853-38f4087b6993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:42:22Z', 'updated_at': '2021-05-27T03:42:28Z', 'revision_number': 4, 'project_id': '450ff0f7a98a4ae385a74e4ddaf301ef', 'subnets': [{'id': '6c6b99bf-0e7d-4ba7-b853-38f4087b6993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:42:29.632315 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-2e281c37-5b52-4f62-83f2-01cb310ca058 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-417649', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-415152', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1985'] for router, precommit_update {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:29.732022 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.db_base_plugin_common [None req-27a4aee9-80ea-41eb-924b-cd7e22c5829c None None] Allocated IP 172.20.0.2 (a6d64ad7-8822-45c9-9105-7117ae338b24/db268905-3eec-4ad4-8c64-6414f346e650/d33a838c-ff9e-41f2-a00e-6138710e7810) {{(pid=98853) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:42:29.974775 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4545d1a-e96b-457d-b1bc-4854d13ddd25 req-cdcc1133-c311-4e2a-998e-c2eb14a844a1 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:29.976310 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-a4545d1a-e96b-457d-b1bc-4854d13ddd25 req-cdcc1133-c311-4e2a-998e-c2eb14a844a1 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ad4e5b6-865b-4cda-ade3-c3eb357ec57e HTTP/1.1" status: 200 len: 944 time: 0.2622895 May 27 03:42:30.018347 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-27a4aee9-80ea-41eb-924b-cd7e22c5829c None None] Notify callbacks [] for port, precommit_create {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:30.045829 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-27a4aee9-80ea-41eb-924b-cd7e22c5829c None None] Transition to ACTIVE for port object d33a838c-ff9e-41f2-a00e-6138710e7810 will not be triggered until provisioned by entity L2. {{(pid=98853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:42:30.053690 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-a4545d1a-e96b-457d-b1bc-4854d13ddd25 req-267f8cb5-883e-4fed-b1a1-dae7407e505b tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] 10.222.0.25 "GET /v2.0/security-groups?id=3008a255-7ecc-4b97-8d3a-baac4542929c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708666 May 27 03:42:30.083657 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-27a4aee9-80ea-41eb-924b-cd7e22c5829c None None] Transition to ACTIVE for port object d33a838c-ff9e-41f2-a00e-6138710e7810 will not be triggered until provisioned by entity DHCP. {{(pid=98853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:42:30.165654 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-27a4aee9-80ea-41eb-924b-cd7e22c5829c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786481287388'] for port, after_create {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:30.171997 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:42:30.305565 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27a4aee9-80ea-41eb-924b-cd7e22c5829c None None] Network a6d64ad7-8822-45c9-9105-7117ae338b24 is already hosted by enough agents. {{(pid=98853) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:42:30.315418 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.scheduler.base_scheduler [None req-27a4aee9-80ea-41eb-924b-cd7e22c5829c None None] Resources bound (agent type, host, resource id): {{(pid=98853) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:42:30.321588 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a4aee9-80ea-41eb-924b-cd7e22c5829c None None] Received port after_create {{(pid=98853) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 03:42:30.425961 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-2e281c37-5b52-4f62-83f2-01cb310ca058 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:30.449599 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a4aee9-80ea-41eb-924b-cd7e22c5829c None None] Pushing event updated for resources: {'Port': ['ID=d33a838c-ff9e-41f2-a00e-6138710e7810,revision_number=1']} {{(pid=98853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:30.453386 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.managers [None req-27a4aee9-80ea-41eb-924b-cd7e22c5829c None None] Attempting to bind port d33a838c-ff9e-41f2-a00e-6138710e7810 on host dv-cinder-793264-1-iscsi for vnic_type normal with profile {{(pid=98853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:42:30.453628 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.managers [None req-27a4aee9-80ea-41eb-924b-cd7e22c5829c None None] Attempting to bind port d33a838c-ff9e-41f2-a00e-6138710e7810 by drivers openvswitch,hyperv on host dv-cinder-793264-1-iscsi at level 0 using segments [{'id': '5cf8e43f-882d-4977-8273-3be252796e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'a6d64ad7-8822-45c9-9105-7117ae338b24'}] {{(pid=98853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:42:30.454075 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a4aee9-80ea-41eb-924b-cd7e22c5829c None None] Attempting to bind port d33a838c-ff9e-41f2-a00e-6138710e7810 on network a6d64ad7-8822-45c9-9105-7117ae338b24 {{(pid=98853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:42:30.477066 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-2e281c37-5b52-4f62-83f2-01cb310ca058 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:30.529355 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-27a4aee9-80ea-41eb-924b-cd7e22c5829c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:42:30.531063 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a4aee9-80ea-41eb-924b-cd7e22c5829c None None] Checking agent: {'id': 'ffe58315-61ba-45bf-8076-0ef37f215597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793264-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 3, 33, 6), 'started_at': datetime.datetime(2021, 5, 27, 3, 33, 36), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 3, 42, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793264-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 03:42:30.531189 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a4aee9-80ea-41eb-924b-cd7e22c5829c None None] Checking segment: {'id': '5cf8e43f-882d-4977-8273-3be252796e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'a6d64ad7-8822-45c9-9105-7117ae338b24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 03:42:30.531588 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-27a4aee9-80ea-41eb-924b-cd7e22c5829c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:30.531984 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a4aee9-80ea-41eb-924b-cd7e22c5829c None None] Bound using segment: {'id': '5cf8e43f-882d-4977-8273-3be252796e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'a6d64ad7-8822-45c9-9105-7117ae338b24'} {{(pid=98853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 03:42:30.532506 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.managers [None req-27a4aee9-80ea-41eb-924b-cd7e22c5829c None None] Bound port: d33a838c-ff9e-41f2-a00e-6138710e7810, host: dv-cinder-793264-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cf8e43f-882d-4977-8273-3be252796e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'a6d64ad7-8822-45c9-9105-7117ae338b24'}}] {{(pid=98853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:42:30.532890 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-27a4aee9-80ea-41eb-924b-cd7e22c5829c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:30.638610 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c3da4c-d225-4f6c-bd15-dcc50c009e8e req-51395261-c25c-4e3e-9fdc-8a3386b9c64d tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:30.641102 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-61c3da4c-d225-4f6c-bd15-dcc50c009e8e req-51395261-c25c-4e3e-9fdc-8a3386b9c64d tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3449057-b2c6-4b15-b705-4076eddfefff HTTP/1.1" status: 200 len: 946 time: 0.1056509 May 27 03:42:30.674571 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.db_base_plugin_common [None req-2e281c37-5b52-4f62-83f2-01cb310ca058 admin admin] Allocated IP 172.27.2.136 (9a3e94d8-5315-41b6-9829-3c758c3039b7/7ac4e62e-aca4-43cf-995d-95d63bfe1e6b/fe686e95-7989-4c8a-8187-e72290edc72d) {{(pid=98851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:42:30.728459 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-61c3da4c-d225-4f6c-bd15-dcc50c009e8e req-f3c26086-9712-4849-a8d6-3abf469f9b42 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/security-groups?id=85648ff1-b2ef-4805-9733-563ba7ce8d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765662 May 27 03:42:30.839581 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.db [None req-27a4aee9-80ea-41eb-924b-cd7e22c5829c None None] For port d33a838c-ff9e-41f2-a00e-6138710e7810, host dv-cinder-793264-1-iscsi, cleared binding levels {{(pid=98853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:42:30.863717 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.db [None req-27a4aee9-80ea-41eb-924b-cd7e22c5829c None None] For port d33a838c-ff9e-41f2-a00e-6138710e7810, host dv-cinder-793264-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-1-iscsi',level=0,port_id=d33a838c-ff9e-41f2-a00e-6138710e7810,segment=NetworkSegment(5cf8e43f-882d-4977-8273-3be252796e9a),segment_id=5cf8e43f-882d-4977-8273-3be252796e9a)] {{(pid=98853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 03:42:30.919024 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-27a4aee9-80ea-41eb-924b-cd7e22c5829c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786481721483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786481287406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786481291807'] for port, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:30.923769 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:42:30.936953 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-2e281c37-5b52-4f62-83f2-01cb310ca058 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:30.987847 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e9721d-0ac3-42bc-b157-aa9bde706c2f req-f9cf5f87-7dcf-4e09-a623-4a74dda065a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:30.992243 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-c8e9721d-0ac3-42bc-b157-aa9bde706c2f req-f9cf5f87-7dcf-4e09-a623-4a74dda065a7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e3449057-b2c6-4b15-b705-4076eddfefff HTTP/1.1" status: 200 len: 1099 time: 0.1236513 May 27 03:42:31.005764 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a4aee9-80ea-41eb-924b-cd7e22c5829c None None] Pushing event updated for resources: {'Port': ['ID=d33a838c-ff9e-41f2-a00e-6138710e7810,revision_number=2']} {{(pid=98853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:31.008847 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-27a4aee9-80ea-41eb-924b-cd7e22c5829c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:42:31.045712 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-c8e9721d-0ac3-42bc-b157-aa9bde706c2f req-c480abd8-416b-4c8e-af35-99c496b2d606 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=85648ff1-b2ef-4805-9733-563ba7ce8d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481083 May 27 03:42:31.085244 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-2e281c37-5b52-4f62-83f2-01cb310ca058 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786481287388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28231606'] for port, after_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:31.097653 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-e88cfbfb-9c16-48d3-9bd3-b4a0cda60e07 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:42:31.306902 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Device ade8e149-2b41-44c9-a6b1-6e1e8e676168 up at agent ovs-agent-dv-cinder-793264-1-iscsi {{(pid=98853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:42:31.350572 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e281c37-5b52-4f62-83f2-01cb310ca058 admin admin] Pushing event updated for resources: {'Port': ['ID=fe686e95-7989-4c8a-8187-e72290edc72d,revision_number=1']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:31.357271 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-2e281c37-5b52-4f62-83f2-01cb310ca058 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:42:31.403246 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e281c37-5b52-4f62-83f2-01cb310ca058 admin admin] Network 9a3e94d8-5315-41b6-9829-3c758c3039b7 is already hosted by enough agents. {{(pid=98851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:42:31.406950 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.scheduler.base_scheduler [None req-2e281c37-5b52-4f62-83f2-01cb310ca058 admin admin] Resources bound (agent type, host, resource id): {{(pid=98851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:42:31.415810 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e281c37-5b52-4f62-83f2-01cb310ca058 admin admin] Received port after_create {{(pid=98851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 03:42:31.495858 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Provisioning for port ade8e149-2b41-44c9-a6b1-6e1e8e676168 completed by entity L2. {{(pid=98853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:42:31.503001 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Provisioning complete for port ade8e149-2b41-44c9-a6b1-6e1e8e676168 triggered by entity L2. {{(pid=98853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:42:31.505668 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487713'] for port, provisioning_complete {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:31.653234 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:31.689935 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a695a0b6-a158-4794-a23e-4f162df7b9db req-768f8f6d-d2c3-4dab-ba6a-7577b6bf64b5 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:31.696960 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-a695a0b6-a158-4794-a23e-4f162df7b9db req-768f8f6d-d2c3-4dab-ba6a-7577b6bf64b5 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ad4e5b6-865b-4cda-ade3-c3eb357ec57e HTTP/1.1" status: 200 len: 944 time: 0.3331034 May 27 03:42:31.703688 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.db [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] For port ade8e149-2b41-44c9-a6b1-6e1e8e676168, host dv-cinder-793264-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-1-iscsi',level=0,port_id=ade8e149-2b41-44c9-a6b1-6e1e8e676168,segment=NetworkSegment(590d349a-0123-42dc-adf4-c99c77d07402),segment_id=590d349a-0123-42dc-adf4-c99c77d07402)] {{(pid=98853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:42:31.748490 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-a695a0b6-a158-4794-a23e-4f162df7b9db req-0891670e-e902-46b8-a49b-94d267ac6734 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] 10.222.0.25 "GET /v2.0/security-groups?id=3008a255-7ecc-4b97-8d3a-baac4542929c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505924 May 27 03:42:31.770991 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786481721483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786481287406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786481291807'] for port, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:31.773001 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:42:31.864791 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Pushing event updated for resources: {'Port': ['ID=ade8e149-2b41-44c9-a6b1-6e1e8e676168,revision_number=5']} {{(pid=98853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:31.868616 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:42:32.086529 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-2e281c37-5b52-4f62-83f2-01cb310ca058 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:32.147403 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c03c82-84fe-4da1-a47e-368814db0fff req-fdb9963d-4d14-4c18-851c-eb56d61d3ce7 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:32.155788 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-d3c03c82-84fe-4da1-a47e-368814db0fff req-fdb9963d-4d14-4c18-851c-eb56d61d3ce7 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3449057-b2c6-4b15-b705-4076eddfefff HTTP/1.1" status: 200 len: 946 time: 0.2526557 May 27 03:42:32.158009 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7260d726-6603-4ba1-988d-fc8dad231311 None None] Network a6d64ad7-8822-45c9-9105-7117ae338b24 requested from dv-cinder-793264-1-iscsi {{(pid=98853) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 03:42:32.281569 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-d3c03c82-84fe-4da1-a47e-368814db0fff req-3ebe906d-9015-4bf5-b35c-1ba86363d2b0 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/security-groups?id=85648ff1-b2ef-4805-9733-563ba7ce8d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249542 May 27 03:42:32.318277 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-2a6f9315-6b14-49a3-9cb2-de70724f352e None None] Provisioning for port d33a838c-ff9e-41f2-a00e-6138710e7810 completed by entity DHCP. {{(pid=98853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:42:32.661878 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-2e281c37-5b52-4f62-83f2-01cb310ca058 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-415161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-417536'] for router, after_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:32.992680 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83fd210-6d13-47b0-ba14-0bde5e7e3475 req-fa2539d2-2974-4f2d-9947-7ac0549d0f84 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:32.994161 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-a83fd210-6d13-47b0-ba14-0bde5e7e3475 req-fa2539d2-2974-4f2d-9947-7ac0549d0f84 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ad4e5b6-865b-4cda-ade3-c3eb357ec57e HTTP/1.1" status: 200 len: 944 time: 0.0951724 May 27 03:42:33.039663 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-a83fd210-6d13-47b0-ba14-0bde5e7e3475 req-a5cb1d31-7f94-4d03-ac8e-ec7ff0512105 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] 10.222.0.25 "GET /v2.0/security-groups?id=3008a255-7ecc-4b97-8d3a-baac4542929c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396650 May 27 03:42:33.061555 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e281c37-5b52-4f62-83f2-01cb310ca058 admin admin] Router 5e4bb788-891a-4900-9b77-736daed4df9e is scheduled to L3 agent 816f7595-8215-4f06-9251-575c663b21d0 with binding_index 1 {{(pid=98851) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 03:42:33.250719 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e281c37-5b52-4f62-83f2-01cb310ca058 admin admin] Notify agent at l3_agent.dv-cinder-793264-1-iscsi the message routers_updated {{(pid=98851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 03:42:33.259282 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c57e4c8-18ff-4e71-85be-ceb6d5920014 None None] Sync routers for ids ['5e4bb788-891a-4900-9b77-736daed4df9e'] in dv-cinder-793264-1-iscsi {{(pid=98854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:42:33.272879 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c57e4c8-18ff-4e71-85be-ceb6d5920014 None None] Routers {'5e4bb788-891a-4900-9b77-736daed4df9e'} bound to L3 agent in host dv-cinder-793264-1-iscsi {{(pid=98854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 03:42:33.273490 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.l3_hamode_db [None req-7c57e4c8-18ff-4e71-85be-ceb6d5920014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-27T03:33:06Z,description=,heartbeat_timestamp=2021-05-27T03:42:06Z,host='dv-cinder-793264-1-iscsi',id=816f7595-8215-4f06-9251-575c663b21d0,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T03:33:06Z,topic='l3_agent')) {'router_ids': ['5e4bb788-891a-4900-9b77-736daed4df9e'], 'active': True} {{(pid=98854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:42:33.299529 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Device ade8e149-2b41-44c9-a6b1-6e1e8e676168 up at agent ovs-agent-dv-cinder-793264-1-iscsi {{(pid=98853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:42:33.358882 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-2e281c37-5b52-4f62-83f2-01cb310ca058 admin admin] Notify callbacks [] for router, before_response {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:33.363778 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 55158) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:42:33.366320 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [None req-2e281c37-5b52-4f62-83f2-01cb310ca058 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.2983503 May 27 03:42:33.415678 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Provisioning complete for port ade8e149-2b41-44c9-a6b1-6e1e8e676168 triggered by entity L2. {{(pid=98853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:42:33.416504 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487713'] for port, provisioning_complete {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:33.461915 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.l3_dvr_db [None req-7c57e4c8-18ff-4e71-85be-ceb6d5920014 None None] Set router 5e4bb788-891a-4900-9b77-736daed4df9e gateway port host: dv-cinder-793264-1-iscsi {{(pid=98854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 03:42:33.547309 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Device d33a838c-ff9e-41f2-a00e-6138710e7810 up at agent ovs-agent-dv-cinder-793264-1-iscsi {{(pid=98853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:42:33.619010 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Device 5c2e4b9a-b01a-446c-b193-369cb4a1319e details requested by agent hyperv_hv-cinder-79326 with host hv-cinder-79326 {{(pid=98853) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:42:33.638737 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7089fe68-20e0-4bc8-81d1-21d63c50b996 req-91401d6a-fd7f-4555-8e32-296cbd4dce2c tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:33.645719 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-7089fe68-20e0-4bc8-81d1-21d63c50b996 req-91401d6a-fd7f-4555-8e32-296cbd4dce2c tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3449057-b2c6-4b15-b705-4076eddfefff HTTP/1.1" status: 200 len: 946 time: 0.1840587 May 27 03:42:33.756628 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.agents_db [None req-9826b012-bfd7-43dd-a737-969f574491ef None None] Agent healthcheck: found 6 active agents {{(pid=98854) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 03:42:33.786818 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-7089fe68-20e0-4bc8-81d1-21d63c50b996 req-5661e6a6-c410-4554-ba38-ddad4ec14e74 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/security-groups?id=85648ff1-b2ef-4805-9733-563ba7ce8d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400692 May 27 03:42:33.796585 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.l3_hamode_db [None req-7c57e4c8-18ff-4e71-85be-ceb6d5920014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e4bb788-891a-4900-9b77-736daed4df9e', 'name': 'tempest-TestShelveInstance-1861747553-router', 'tenant_id': 'd013272916eb45f2bbd64ae1beca2957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'external_fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': 'fe686e95-7989-4c8a-8187-e72290edc72d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:42:29Z', 'updated_at': '2021-05-27T03:42:31Z', 'revision_number': 3, 'project_id': 'd013272916eb45f2bbd64ae1beca2957', 'gw_port': {'id': 'fe686e95-7989-4c8a-8187-e72290edc72d', 'name': '', 'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:9c:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e4bb788-891a-4900-9b77-736daed4df9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:42:30Z', 'updated_at': '2021-05-27T03:42:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-iscsi'}], 'dv-cinder-793264-1-iscsi', False) {} {{(pid=98854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:42:33.810045 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c57e4c8-18ff-4e71-85be-ceb6d5920014 None None] Checking router: 5e4bb788-891a-4900-9b77-736daed4df9e for host: dv-cinder-793264-1-iscsi {{(pid=98854) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:42:33.810663 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c57e4c8-18ff-4e71-85be-ceb6d5920014 None None] Updating router 5e4bb788-891a-4900-9b77-736daed4df9e port fe686e95-7989-4c8a-8187-e72290edc72d binding host dv-cinder-793264-1-iscsi {{(pid=98854) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 03:42:33.876296 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron_lib.callbacks.manager [None req-7c57e4c8-18ff-4e71-85be-ceb6d5920014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_update {{(pid=98854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:33.884863 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.db [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] For port 5c2e4b9a-b01a-446c-b193-369cb4a1319e, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=5c2e4b9a-b01a-446c-b193-369cb4a1319e,segment=NetworkSegment(9f0a7abb-00b7-4c31-9093-b0d5b331bfb6),segment_id=9f0a7abb-00b7-4c31-9093-b0d5b331bfb6)] {{(pid=98853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:42:33.902180 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Returning: {'device': '5c2e4b9a-b01a-446c-b193-369cb4a1319e', 'network_id': '9d88eb5c-a234-4a0b-9721-bcab674f53e1', 'port_id': '5c2e4b9a-b01a-446c-b193-369cb4a1319e', 'mac_address': 'fa:16:3e:69:02:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7b1e35c-8b26-4690-9d11-111b6e17f0c6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98853) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:42:33.903677 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Provisioning for port d33a838c-ff9e-41f2-a00e-6138710e7810 completed by entity L2. {{(pid=98853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:42:34.011690 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:34.048662 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ec32ea-b05b-4248-8c3b-a99477162e42 req-1a1a66f8-a521-413b-a678-36cf638589c6 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:34.059340 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-97ec32ea-b05b-4248-8c3b-a99477162e42 req-1a1a66f8-a521-413b-a678-36cf638589c6 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/ports?device_id=1a0adeb2-9abe-4dfa-8fd5-1aa17e3b69e0 HTTP/1.1" status: 200 len: 946 time: 0.1355286 May 27 03:42:34.077097 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Provisioning complete for port d33a838c-ff9e-41f2-a00e-6138710e7810 triggered by entity L2. {{(pid=98853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:42:34.078986 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487713'] for port, provisioning_complete {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:34.181709 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-97ec32ea-b05b-4248-8c3b-a99477162e42 req-652dec05-ebd4-49a4-99ed-0dfea6f2970e tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/security-groups?id=85648ff1-b2ef-4805-9733-563ba7ce8d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211710 May 27 03:42:34.192820 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.notifiers.nova [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c2e4b9a-b01a-446c-b193-369cb4a1319e {{(pid=98853) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:42:34.209763 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-d35d9d2b-626f-454a-b8d1-90cb35527f5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:34.313308 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.db [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] For port 5c2e4b9a-b01a-446c-b193-369cb4a1319e, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=5c2e4b9a-b01a-446c-b193-369cb4a1319e,segment=NetworkSegment(9f0a7abb-00b7-4c31-9093-b0d5b331bfb6),segment_id=9f0a7abb-00b7-4c31-9093-b0d5b331bfb6)] {{(pid=98853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:42:34.389530 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786481721483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786481287406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786481291807'] for port, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:34.397457 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:42:34.469958 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:34.498659 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Pushing event updated for resources: {'Port': ['ID=5c2e4b9a-b01a-446c-b193-369cb4a1319e,revision_number=4']} {{(pid=98853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:34.502654 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0d970b-626c-43f7-a9bf-9591d8b794f7 req-eac04f49-b4f4-4bcb-b693-98d0d0260c82 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:34.508912 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:42:34.510474 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-8c0d970b-626c-43f7-a9bf-9591d8b794f7 req-eac04f49-b4f4-4bcb-b693-98d0d0260c82 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ad4e5b6-865b-4cda-ade3-c3eb357ec57e HTTP/1.1" status: 200 len: 944 time: 0.2032707 May 27 03:42:34.511769 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron_lib.callbacks.manager [None req-7c57e4c8-18ff-4e71-85be-ceb6d5920014 None None] Notify callbacks [] for port, precommit_update {{(pid=98854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:34.520649 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.db [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] For port d33a838c-ff9e-41f2-a00e-6138710e7810, host dv-cinder-793264-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-1-iscsi',level=0,port_id=d33a838c-ff9e-41f2-a00e-6138710e7810,segment=NetworkSegment(5cf8e43f-882d-4977-8273-3be252796e9a),segment_id=5cf8e43f-882d-4977-8273-3be252796e9a)] {{(pid=98853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:42:34.528736 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.provisioning_blocks [None req-7c57e4c8-18ff-4e71-85be-ceb6d5920014 None None] Transition to ACTIVE for port object fe686e95-7989-4c8a-8187-e72290edc72d will not be triggered until provisioned by entity L2. {{(pid=98854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:42:34.559854 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-5c5be682-816b-464b-bab8-8e3305dfb896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:34.573888 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-8c0d970b-626c-43f7-a9bf-9591d8b794f7 req-22865943-cbe8-4c6e-b90c-ab24b8c7be15 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] 10.222.0.25 "GET /v2.0/security-groups?id=3008a255-7ecc-4b97-8d3a-baac4542929c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625219 May 27 03:42:34.743516 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron_lib.callbacks.manager [None req-7c57e4c8-18ff-4e71-85be-ceb6d5920014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786481721483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786481287406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786481291807'] for port, after_update {{(pid=98854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:34.745403 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786481721483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786481287406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786481291807'] for port, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:34.747252 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-21812259-1439-42b2-9fed-9e70ce680afc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:42:34.749066 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG oslo_concurrency.lockutils [None req-35647857-7b4f-4668-b613-a7bf010db247 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:42:34.777955 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.db_base_plugin_common [None req-5c5be682-816b-464b-bab8-8e3305dfb896 admin admin] Allocated IP 172.20.0.1 (a6d64ad7-8822-45c9-9105-7117ae338b24/db268905-3eec-4ad4-8c64-6414f346e650/aab1c3d1-7585-4f42-a232-11e9ff8878e9) {{(pid=98852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:42:34.837541 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0578940-0098-449f-af77-6fa375e2071d None None] Pushing event updated for resources: {'Port': ['ID=fe686e95-7989-4c8a-8187-e72290edc72d,revision_number=2']} {{(pid=98854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:34.841251 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG oslo_concurrency.lockutils [None req-e0578940-0098-449f-af77-6fa375e2071d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=98854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:42:34.842162 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.plugins.ml2.managers [None req-7c57e4c8-18ff-4e71-85be-ceb6d5920014 None None] Attempting to bind port fe686e95-7989-4c8a-8187-e72290edc72d on host dv-cinder-793264-1-iscsi for vnic_type normal with profile {{(pid=98854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:42:34.842520 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.plugins.ml2.managers [None req-7c57e4c8-18ff-4e71-85be-ceb6d5920014 None None] Attempting to bind port fe686e95-7989-4c8a-8187-e72290edc72d by drivers openvswitch,hyperv on host dv-cinder-793264-1-iscsi at level 0 using segments [{'id': '7a030bd6-e61c-49cd-a1b5-23d06097a1a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7'}] {{(pid=98854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:42:34.842907 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c57e4c8-18ff-4e71-85be-ceb6d5920014 None None] Attempting to bind port fe686e95-7989-4c8a-8187-e72290edc72d on network 9a3e94d8-5315-41b6-9829-3c758c3039b7 {{(pid=98854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:42:34.856397 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c57e4c8-18ff-4e71-85be-ceb6d5920014 None None] Checking agent: {'id': 'ffe58315-61ba-45bf-8076-0ef37f215597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793264-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 3, 33, 6), 'started_at': datetime.datetime(2021, 5, 27, 3, 33, 36), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 3, 42, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793264-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 03:42:34.857102 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c57e4c8-18ff-4e71-85be-ceb6d5920014 None None] Checking segment: {'id': '7a030bd6-e61c-49cd-a1b5-23d06097a1a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 03:42:34.857803 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron_lib.callbacks.manager [None req-7c57e4c8-18ff-4e71-85be-ceb6d5920014 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:34.858373 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c57e4c8-18ff-4e71-85be-ceb6d5920014 None None] Bound using segment: {'id': '7a030bd6-e61c-49cd-a1b5-23d06097a1a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7'} {{(pid=98854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 03:42:34.859789 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.plugins.ml2.managers [None req-7c57e4c8-18ff-4e71-85be-ceb6d5920014 None None] Bound port: fe686e95-7989-4c8a-8187-e72290edc72d, host: dv-cinder-793264-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a030bd6-e61c-49cd-a1b5-23d06097a1a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7'}}] {{(pid=98854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:42:34.860514 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron_lib.callbacks.manager [None req-7c57e4c8-18ff-4e71-85be-ceb6d5920014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_update {{(pid=98854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:34.892944 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Pushing event updated for resources: {'Port': ['ID=d33a838c-ff9e-41f2-a00e-6138710e7810,revision_number=3']} {{(pid=98853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:34.896012 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:42:34.913958 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.db [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] get_ports_and_sgs() called for port_ids ['5c2e4b9a-b01a-446c-b193-369cb4a1319e'] {{(pid=98853) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 03:42:34.963575 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.plugins.ml2.db [None req-7c57e4c8-18ff-4e71-85be-ceb6d5920014 None None] For port fe686e95-7989-4c8a-8187-e72290edc72d, host dv-cinder-793264-1-iscsi, cleared binding levels {{(pid=98854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:42:34.966942 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.plugins.ml2.db [None req-7c57e4c8-18ff-4e71-85be-ceb6d5920014 None None] For port fe686e95-7989-4c8a-8187-e72290edc72d, host dv-cinder-793264-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-1-iscsi',level=0,port_id=fe686e95-7989-4c8a-8187-e72290edc72d,segment=NetworkSegment(7a030bd6-e61c-49cd-a1b5-23d06097a1a4),segment_id=7a030bd6-e61c-49cd-a1b5-23d06097a1a4)] {{(pid=98854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 03:42:34.978956 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-5c5be682-816b-464b-bab8-8e3305dfb896 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:35.001438 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.provisioning_blocks [None req-5c5be682-816b-464b-bab8-8e3305dfb896 admin admin] Transition to ACTIVE for port object aab1c3d1-7585-4f42-a232-11e9ff8878e9 will not be triggered until provisioned by entity DHCP. {{(pid=98852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:42:35.027402 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron_lib.callbacks.manager [None req-7c57e4c8-18ff-4e71-85be-ceb6d5920014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786481721483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786481287406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786481291807'] for port, after_update {{(pid=98854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:35.032521 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:42:35.102498 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-5c5be682-816b-464b-bab8-8e3305dfb896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786481287388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27723313'] for port, after_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:35.106235 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c57e4c8-18ff-4e71-85be-ceb6d5920014 None None] Routers {'5e4bb788-891a-4900-9b77-736daed4df9e'} bound to L3 agent in host dv-cinder-793264-1-iscsi {{(pid=98854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 03:42:35.106855 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.l3_hamode_db [None req-7c57e4c8-18ff-4e71-85be-ceb6d5920014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-27T03:33:06Z,description=,heartbeat_timestamp=2021-05-27T03:42:06Z,host='dv-cinder-793264-1-iscsi',id=816f7595-8215-4f06-9251-575c663b21d0,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T03:33:06Z,topic='l3_agent')) {'router_ids': ['5e4bb788-891a-4900-9b77-736daed4df9e'], 'active': True} {{(pid=98854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:42:35.110011 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-ee5053ce-a196-48d9-8c99-347cba4f1c57 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:42:35.180615 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0578940-0098-449f-af77-6fa375e2071d None None] Pushing event updated for resources: {'Port': ['ID=fe686e95-7989-4c8a-8187-e72290edc72d,revision_number=3']} {{(pid=98854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:35.193121 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG oslo_concurrency.lockutils [None req-e0578940-0098-449f-af77-6fa375e2071d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=98854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:42:35.221959 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c5be682-816b-464b-bab8-8e3305dfb896 admin admin] Network a6d64ad7-8822-45c9-9105-7117ae338b24 is already hosted by enough agents. {{(pid=98852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:42:35.225766 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.scheduler.base_scheduler [None req-5c5be682-816b-464b-bab8-8e3305dfb896 admin admin] Resources bound (agent type, host, resource id): {{(pid=98852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:42:35.256112 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5be682-816b-464b-bab8-8e3305dfb896 admin admin] Received port after_create {{(pid=98852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 03:42:35.260478 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Device d33a838c-ff9e-41f2-a00e-6138710e7810 up at agent ovs-agent-dv-cinder-793264-1-iscsi {{(pid=98853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:42:35.329185 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.l3_dvr_db [None req-7c57e4c8-18ff-4e71-85be-ceb6d5920014 None None] Set router 5e4bb788-891a-4900-9b77-736daed4df9e gateway port host: dv-cinder-793264-1-iscsi {{(pid=98854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 03:42:35.356601 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5be682-816b-464b-bab8-8e3305dfb896 admin admin] Pushing event updated for resources: {'Port': ['ID=aab1c3d1-7585-4f42-a232-11e9ff8878e9,revision_number=1']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:35.371198 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-5c5be682-816b-464b-bab8-8e3305dfb896 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:42:35.409474 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-5c5be682-816b-464b-bab8-8e3305dfb896 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-403814'] for router_interface, before_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:35.414984 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Provisioning complete for port d33a838c-ff9e-41f2-a00e-6138710e7810 triggered by entity L2. {{(pid=98853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:42:35.415933 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487713'] for port, provisioning_complete {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:35.746371 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.l3_hamode_db [None req-7c57e4c8-18ff-4e71-85be-ceb6d5920014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e4bb788-891a-4900-9b77-736daed4df9e', 'name': 'tempest-TestShelveInstance-1861747553-router', 'tenant_id': 'd013272916eb45f2bbd64ae1beca2957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'external_fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': 'fe686e95-7989-4c8a-8187-e72290edc72d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:42:29Z', 'updated_at': '2021-05-27T03:42:31Z', 'revision_number': 3, 'project_id': 'd013272916eb45f2bbd64ae1beca2957', 'gw_port': {'id': 'fe686e95-7989-4c8a-8187-e72290edc72d', 'name': '', 'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:9c:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e4bb788-891a-4900-9b77-736daed4df9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:42:30Z', 'updated_at': '2021-05-27T03:42:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-iscsi'}], 'dv-cinder-793264-1-iscsi', False) {} {{(pid=98854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:42:35.750652 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-a675efdb-beb4-42a5-a6d7-eac87c639be6 None None] Provisioning for port aab1c3d1-7585-4f42-a232-11e9ff8878e9 completed by entity DHCP. {{(pid=98853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:42:35.751660 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-5c5be682-816b-464b-bab8-8e3305dfb896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_update {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:35.752186 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-a675efdb-beb4-42a5-a6d7-eac87c639be6 None None] Provisioning complete for port aab1c3d1-7585-4f42-a232-11e9ff8878e9 triggered by entity DHCP. {{(pid=98853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:42:35.752309 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c57e4c8-18ff-4e71-85be-ceb6d5920014 None None] The sync data for ids ['5e4bb788-891a-4900-9b77-736daed4df9e'] in dv-cinder-793264-1-iscsi is: [{'id': '5e4bb788-891a-4900-9b77-736daed4df9e', 'name': 'tempest-TestShelveInstance-1861747553-router', 'tenant_id': 'd013272916eb45f2bbd64ae1beca2957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'external_fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': 'fe686e95-7989-4c8a-8187-e72290edc72d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:42:29Z', 'updated_at': '2021-05-27T03:42:31Z', 'revision_number': 3, 'project_id': 'd013272916eb45f2bbd64ae1beca2957', 'gw_port': {'id': 'fe686e95-7989-4c8a-8187-e72290edc72d', 'name': '', 'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:9c:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e4bb788-891a-4900-9b77-736daed4df9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:42:30Z', 'updated_at': '2021-05-27T03:42:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-iscsi'}] {{(pid=98854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:42:35.752645 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-a675efdb-beb4-42a5-a6d7-eac87c639be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487713'] for port, provisioning_complete {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:35.835699 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.plugin [None req-a675efdb-beb4-42a5-a6d7-eac87c639be6 None None] Port aab1c3d1-7585-4f42-a232-11e9ff8878e9 cannot update to ACTIVE because it is not bound. {{(pid=98853) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 03:42:35.875817 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc38cf47-5a9d-439d-b3bd-5f45ee337bc6 req-8d2ab226-89ce-4d0e-beb0-ca292070dd05 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:35.877429 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-dc38cf47-5a9d-439d-b3bd-5f45ee337bc6 req-8d2ab226-89ce-4d0e-beb0-ca292070dd05 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ad4e5b6-865b-4cda-ade3-c3eb357ec57e HTTP/1.1" status: 200 len: 945 time: 0.1367073 May 27 03:42:35.939502 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-dc38cf47-5a9d-439d-b3bd-5f45ee337bc6 req-6deb9416-3934-4601-a7c3-95df7f9589e3 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] 10.222.0.25 "GET /v2.0/security-groups?id=3008a255-7ecc-4b97-8d3a-baac4542929c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557997 May 27 03:42:36.065130 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-5c5be682-816b-464b-bab8-8e3305dfb896 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:36.130156 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-5c5be682-816b-464b-bab8-8e3305dfb896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786481721483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786481287406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786481291807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27723270'] for port, after_update {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:36.165037 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-ee5053ce-a196-48d9-8c99-347cba4f1c57 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:42:36.249373 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5be682-816b-464b-bab8-8e3305dfb896 admin admin] Pushing event updated for resources: {'Port': ['ID=aab1c3d1-7585-4f42-a232-11e9ff8878e9,revision_number=2']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:36.251741 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-5c5be682-816b-464b-bab8-8e3305dfb896 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3689977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-403909'] for router_interface, after_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:36.255529 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-5c5be682-816b-464b-bab8-8e3305dfb896 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:42:36.409717 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c5be682-816b-464b-bab8-8e3305dfb896 admin admin] Network a6d64ad7-8822-45c9-9105-7117ae338b24 is already hosted by enough agents. {{(pid=98852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:42:36.411027 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.scheduler.base_scheduler [None req-5c5be682-816b-464b-bab8-8e3305dfb896 admin admin] Resources bound (agent type, host, resource id): {{(pid=98852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:42:36.421528 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:36.455751 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-daa4ea58-d903-4d2a-a8e4-9209e9b112f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:36.650710 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c5be682-816b-464b-bab8-8e3305dfb896 admin admin] Router 5e4bb788-891a-4900-9b77-736daed4df9e has already been hosted by L3 agent 816f7595-8215-4f06-9251-575c663b21d0 {{(pid=98852) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 03:42:36.668856 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-8a39150f-23c1-4045-a186-34532099ee02 None None] Provisioning complete for port aab1c3d1-7585-4f42-a232-11e9ff8878e9 triggered by entity DHCP. {{(pid=98853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:42:36.669422 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-8a39150f-23c1-4045-a186-34532099ee02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487713'] for port, provisioning_complete {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:36.745041 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.plugin [None req-8a39150f-23c1-4045-a186-34532099ee02 None None] Port aab1c3d1-7585-4f42-a232-11e9ff8878e9 cannot update to ACTIVE because it is not bound. {{(pid=98853) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 03:42:36.953916 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c5be682-816b-464b-bab8-8e3305dfb896 admin admin] Notify agent at l3_agent.dv-cinder-793264-1-iscsi the message routers_updated {{(pid=98852) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 03:42:36.965119 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-5c5be682-816b-464b-bab8-8e3305dfb896 admin admin] 10.222.0.25 "PUT /v2.0/routers/5e4bb788-891a-4900-9b77-736daed4df9e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6002383 May 27 03:42:37.035579 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 55238) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:42:37.212591 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcb00fc-6a9f-4126-bb66-b05e1e9fd88e req-ac624825-1044-4a1b-b51a-3c7e095686d5 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:37.214144 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-7bcb00fc-6a9f-4126-bb66-b05e1e9fd88e req-ac624825-1044-4a1b-b51a-3c7e095686d5 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ad4e5b6-865b-4cda-ade3-c3eb357ec57e HTTP/1.1" status: 200 len: 945 time: 0.1101186 May 27 03:42:37.227829 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-362c956f-bb53-4bcc-8a04-2fb15d4ca12f admin admin] Notify callbacks [] for security_group, before_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:37.275660 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Device fe686e95-7989-4c8a-8187-e72290edc72d up at agent ovs-agent-dv-cinder-793264-1-iscsi {{(pid=98853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:42:37.276798 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-362c956f-bb53-4bcc-8a04-2fb15d4ca12f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:42:37.283157 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-362c956f-bb53-4bcc-8a04-2fb15d4ca12f admin admin] Usage tracker for resource:security_group_rule and tenant:a2af30b0afc14953ad5f019b23e3cc91 is out of sync, need to count used quota {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:42:37.285692 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-7bcb00fc-6a9f-4126-bb66-b05e1e9fd88e req-23ea3f91-2b66-4056-a696-33c656c789e0 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] 10.222.0.25 "GET /v2.0/security-groups?id=3008a255-7ecc-4b97-8d3a-baac4542929c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643785 May 27 03:42:37.290593 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-362c956f-bb53-4bcc-8a04-2fb15d4ca12f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:42:37.305196 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-362c956f-bb53-4bcc-8a04-2fb15d4ca12f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:42:37.423006 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-362c956f-bb53-4bcc-8a04-2fb15d4ca12f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:37.492862 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5409b544-b50e-42a0-a2bf-11803dc6c320 req-6ac5ec6a-7160-4711-a3db-327bad29e56c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:37.494375 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-5409b544-b50e-42a0-a2bf-11803dc6c320 req-6ac5ec6a-7160-4711-a3db-327bad29e56c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fa24b9f82e13448382e6b5f6bd699fab&device_id=1a0adeb2-9abe-4dfa-8fd5-1aa17e3b69e0 HTTP/1.1" status: 200 len: 1099 time: 0.1173074 May 27 03:42:37.506919 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Provisioning for port fe686e95-7989-4c8a-8187-e72290edc72d completed by entity L2. {{(pid=98853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:42:37.512073 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Provisioning complete for port fe686e95-7989-4c8a-8187-e72290edc72d triggered by entity L2. {{(pid=98853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:42:37.512691 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487713'] for port, provisioning_complete {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:37.570184 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-362c956f-bb53-4bcc-8a04-2fb15d4ca12f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:37.580579 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:42:37.634537 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-362c956f-bb53-4bcc-8a04-2fb15d4ca12f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a2af30b0afc14953ad5f019b23e3cc91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5978863 May 27 03:42:37.635976 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362c956f-bb53-4bcc-8a04-2fb15d4ca12f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f97e9881-55dd-4fef-89e1-589312072b58,revision_number=1']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:37.639765 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 55258) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:42:37.667102 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:37.680145 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Device 5c2e4b9a-b01a-446c-b193-369cb4a1319e up at agent hyperv_hv-cinder-79326 {{(pid=98853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:42:37.712254 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-362c956f-bb53-4bcc-8a04-2fb15d4ca12f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:42:37.732171 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-69413507-c6c1-4888-8f57-8b97fcd897ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:37.734322 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167a7350-7829-47e0-aaca-052ddb6d0a6d None None] Sync routers for ids ['5e4bb788-891a-4900-9b77-736daed4df9e'] in dv-cinder-793264-1-iscsi {{(pid=98853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:42:37.767163 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167a7350-7829-47e0-aaca-052ddb6d0a6d None None] Routers {'5e4bb788-891a-4900-9b77-736daed4df9e'} bound to L3 agent in host dv-cinder-793264-1-iscsi {{(pid=98853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 03:42:37.767799 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_hamode_db [None req-167a7350-7829-47e0-aaca-052ddb6d0a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-27T03:33:06Z,description=,heartbeat_timestamp=2021-05-27T03:42:36Z,host='dv-cinder-793264-1-iscsi',id=816f7595-8215-4f06-9251-575c663b21d0,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T03:33:06Z,topic='l3_agent')) {'router_ids': ['5e4bb788-891a-4900-9b77-736daed4df9e'], 'active': True} {{(pid=98853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:42:37.770369 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-69413507-c6c1-4888-8f57-8b97fcd897ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:37.786970 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5409b544-b50e-42a0-a2bf-11803dc6c320 req-96845956-6228-4f4e-ae9f-a3a07a7ae74a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:37.788462 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-5409b544-b50e-42a0-a2bf-11803dc6c320 req-96845956-6228-4f4e-ae9f-a3a07a7ae74a service neutron] 10.222.0.36 "GET /v2.0/networks?id=b35bcef9-7d04-408a-b003-58c7e5878e65 HTTP/1.1" status: 200 len: 919 time: 0.2875926 May 27 03:42:37.846294 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.db [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] For port fe686e95-7989-4c8a-8187-e72290edc72d, host dv-cinder-793264-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-1-iscsi',level=0,port_id=fe686e95-7989-4c8a-8187-e72290edc72d,segment=NetworkSegment(7a030bd6-e61c-49cd-a1b5-23d06097a1a4),segment_id=7a030bd6-e61c-49cd-a1b5-23d06097a1a4)] {{(pid=98853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:42:37.870465 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 55264) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:42:37.872057 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-e3613943-0892-48bd-9358-60eb59884bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:37.880002 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.v2.base [None req-a28edc41-6039-4d06-8dd6-560b47cf2e81 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1008051492', 'description': 'tempest-secgroup-smoke-1008051492 description', 'project_id': '450ff0f7a98a4ae385a74e4ddaf301ef'}} {{(pid=98852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:42:37.881221 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca33c153-091c-4e0c-a586-113a1caae7b0 req-cff06d1b-b759-4d03-833b-0e4e034b1c55 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:37.888704 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-ca33c153-091c-4e0c-a586-113a1caae7b0 req-cff06d1b-b759-4d03-833b-0e4e034b1c55 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/ports?device_id=1a0adeb2-9abe-4dfa-8fd5-1aa17e3b69e0 HTTP/1.1" status: 200 len: 946 time: 0.2928967 May 27 03:42:37.890444 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-a28edc41-6039-4d06-8dd6-560b47cf2e81 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:42:37.895595 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-a28edc41-6039-4d06-8dd6-560b47cf2e81 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Usage tracker for resource:security_group and tenant:450ff0f7a98a4ae385a74e4ddaf301ef is out of sync, need to count used quota {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:42:37.899189 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-a28edc41-6039-4d06-8dd6-560b47cf2e81 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:42:37.908100 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-a28edc41-6039-4d06-8dd6-560b47cf2e81 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:42:37.910742 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-69413507-c6c1-4888-8f57-8b97fcd897ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:37.918901 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-5409b544-b50e-42a0-a2bf-11803dc6c320 req-caa8ff72-eb2f-4ad9-8ace-5cc73a856957 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3f12ac65-af0d-4c74-bfa1-375cddc42ae8 HTTP/1.1" status: 200 len: 217 time: 0.1223946 May 27 03:42:37.919070 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-43b38269-655c-4975-b951-7a2173d94a36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:42:37.940054 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69413507-c6c1-4888-8f57-8b97fcd897ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f97e9881-55dd-4fef-89e1-589312072b58,revision_number=None']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:37.943605 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786481721483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786481287406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786481291807'] for port, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:37.946412 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-69413507-c6c1-4888-8f57-8b97fcd897ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:42:37.948933 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-69413507-c6c1-4888-8f57-8b97fcd897ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:37.950108 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-69413507-c6c1-4888-8f57-8b97fcd897ec admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f97e9881-55dd-4fef-89e1-589312072b58 HTTP/1.1" status: 204 len: 168 time: 0.3097985 May 27 03:42:37.959375 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-27a4aee9-80ea-41eb-924b-cd7e22c5829c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:42:37.993194 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-ca33c153-091c-4e0c-a586-113a1caae7b0 req-e6f65624-5dea-4ed1-9f16-18acd54e15c0 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/security-groups?id=85648ff1-b2ef-4805-9733-563ba7ce8d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030407 May 27 03:42:38.005896 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5409b544-b50e-42a0-a2bf-11803dc6c320 req-670ea822-4fc9-4bf8-b839-8e6d90292cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:38.007796 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-5409b544-b50e-42a0-a2bf-11803dc6c320 req-670ea822-4fc9-4bf8-b839-8e6d90292cc6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fc2e5be7-abd1-47fd-a0c1-09780acadf70 HTTP/1.1" status: 200 len: 859 time: 0.0816505 May 27 03:42:38.038686 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-a28edc41-6039-4d06-8dd6-560b47cf2e81 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Notify callbacks [] for security_group, before_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:38.043067 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Provisioning for port 5c2e4b9a-b01a-446c-b193-369cb4a1319e completed by entity L2. {{(pid=98853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:42:38.059416 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-a28edc41-6039-4d06-8dd6-560b47cf2e81 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:42:38.061846 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Provisioning complete for port 5c2e4b9a-b01a-446c-b193-369cb4a1319e triggered by entity L2. {{(pid=98853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:42:38.062220 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487713'] for port, provisioning_complete {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:38.064384 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-a28edc41-6039-4d06-8dd6-560b47cf2e81 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Usage tracker for resource:security_group_rule and tenant:450ff0f7a98a4ae385a74e4ddaf301ef is out of sync, need to count used quota {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:42:38.067337 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-a28edc41-6039-4d06-8dd6-560b47cf2e81 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:42:38.073160 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-5409b544-b50e-42a0-a2bf-11803dc6c320 req-cef368b6-9fec-4983-aa36-64fd42b5f2c9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b35bcef9-7d04-408a-b003-58c7e5878e65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545843 May 27 03:42:38.073295 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-a28edc41-6039-4d06-8dd6-560b47cf2e81 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:42:38.098518 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_dvr_db [None req-167a7350-7829-47e0-aaca-052ddb6d0a6d None None] Set router 5e4bb788-891a-4900-9b77-736daed4df9e gateway port host: dv-cinder-793264-1-iscsi {{(pid=98853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 03:42:38.162775 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Pushing event updated for resources: {'Port': ['ID=fe686e95-7989-4c8a-8187-e72290edc72d,revision_number=4']} {{(pid=98853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:38.174204 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:42:38.176775 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-a28edc41-6039-4d06-8dd6-560b47cf2e81 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Notify callbacks [] for security_group, precommit_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:38.217575 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-5409b544-b50e-42a0-a2bf-11803dc6c320 req-9430e358-8857-43ca-b2be-313ecd2507b5 service neutron] 10.222.0.36 "GET /v2.0/networks/b35bcef9-7d04-408a-b003-58c7e5878e65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373582 May 27 03:42:38.278489 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-a28edc41-6039-4d06-8dd6-560b47cf2e81 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:38.323120 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-e9167143-2655-4263-b0c0-5c79f4063306 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:42:38.400983 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28edc41-6039-4d06-8dd6-560b47cf2e81 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c84eeadc-d16c-4b72-8eeb-79ff20a61103,revision_number=1']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:38.414187 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-a28edc41-6039-4d06-8dd6-560b47cf2e81 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:42:38.422703 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-a28edc41-6039-4d06-8dd6-560b47cf2e81 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Notify callbacks [] for security_group, before_response {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:38.425966 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-a28edc41-6039-4d06-8dd6-560b47cf2e81 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5525799 May 27 03:42:38.434526 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 55278) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:42:38.436950 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:38.440787 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.v2.base [None req-d2e9e2d1-3875-4922-bc5b-3109e236a1f7 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Request body: {'security_group_rule': {'security_group_id': 'c84eeadc-d16c-4b72-8eeb-79ff20a61103', 'project_id': '450ff0f7a98a4ae385a74e4ddaf301ef', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:42:38.447288 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-d2e9e2d1-3875-4922-bc5b-3109e236a1f7 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:42:38.451920 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-d2e9e2d1-3875-4922-bc5b-3109e236a1f7 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Usage tracker for resource:security_group_rule and tenant:450ff0f7a98a4ae385a74e4ddaf301ef is out of sync, need to count used quota {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:42:38.455512 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-d2e9e2d1-3875-4922-bc5b-3109e236a1f7 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:42:38.462673 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-d2e9e2d1-3875-4922-bc5b-3109e236a1f7 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:42:38.502725 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ad4e5b6-865b-4cda-ade3-c3eb357ec57e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c2e4b9a-b01a-446c-b193-369cb4a1319e'}] {{(pid=98853) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:42:38.515595 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.db [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] For port 5c2e4b9a-b01a-446c-b193-369cb4a1319e, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=5c2e4b9a-b01a-446c-b193-369cb4a1319e,segment=NetworkSegment(9f0a7abb-00b7-4c31-9093-b0d5b331bfb6),segment_id=9f0a7abb-00b7-4c31-9093-b0d5b331bfb6)] {{(pid=98853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:42:38.559703 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-d2e9e2d1-3875-4922-bc5b-3109e236a1f7 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:38.560110 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_hamode_db [None req-167a7350-7829-47e0-aaca-052ddb6d0a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e4bb788-891a-4900-9b77-736daed4df9e', 'name': 'tempest-TestShelveInstance-1861747553-router', 'tenant_id': 'd013272916eb45f2bbd64ae1beca2957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'external_fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': 'fe686e95-7989-4c8a-8187-e72290edc72d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:42:29Z', 'updated_at': '2021-05-27T03:42:35Z', 'revision_number': 4, 'project_id': 'd013272916eb45f2bbd64ae1beca2957', 'gw_port': {'id': 'fe686e95-7989-4c8a-8187-e72290edc72d', 'name': '', 'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:9c:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e4bb788-891a-4900-9b77-736daed4df9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:42:30Z', 'updated_at': '2021-05-27T03:42:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-iscsi', '_interfaces': [{'id': 'aab1c3d1-7585-4f42-a232-11e9ff8878e9', 'name': '', 'network_id': 'a6d64ad7-8822-45c9-9105-7117ae338b24', 'tenant_id': 'd013272916eb45f2bbd64ae1beca2957', 'mac_address': 'fa:16:3e:c9:14:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e4bb788-891a-4900-9b77-736daed4df9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': 'db268905-3eec-4ad4-8c64-6414f346e650', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:42:34Z', 'updated_at': '2021-05-27T03:42:35Z', 'revision_number': 2, 'project_id': 'd013272916eb45f2bbd64ae1beca2957', 'subnets': [{'id': 'db268905-3eec-4ad4-8c64-6414f346e650', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-1-iscsi', False) {} {{(pid=98853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:42:38.564732 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167a7350-7829-47e0-aaca-052ddb6d0a6d None None] Checking router: 5e4bb788-891a-4900-9b77-736daed4df9e for host: dv-cinder-793264-1-iscsi {{(pid=98853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:42:38.565099 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167a7350-7829-47e0-aaca-052ddb6d0a6d None None] Updating router 5e4bb788-891a-4900-9b77-736daed4df9e port aab1c3d1-7585-4f42-a232-11e9ff8878e9 binding host dv-cinder-793264-1-iscsi {{(pid=98853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 03:42:38.576674 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-5409b544-b50e-42a0-a2bf-11803dc6c320 req-e914c1b0-ca41-4051-b9f0-97c761eeeed6 service neutron] 10.222.0.36 "GET /v2.0/networks/b35bcef9-7d04-408a-b003-58c7e5878e65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3513889 May 27 03:42:38.599898 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786481721483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786481287406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786481291807'] for port, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:38.608434 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:42:38.626389 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e964a081-bd3a-46c6-a173-2829d11fd081 req-2b31b1d3-8f5d-49c5-8d58-8cff1505a590 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:38.633029 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-e964a081-bd3a-46c6-a173-2829d11fd081 req-2b31b1d3-8f5d-49c5-8d58-8cff1505a590 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ad4e5b6-865b-4cda-ade3-c3eb357ec57e HTTP/1.1" status: 200 len: 945 time: 0.1927335 May 27 03:42:38.663971 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-d2e9e2d1-3875-4922-bc5b-3109e236a1f7 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:38.674871 dv-cinder-793264-1-iscsi neutron-server[98853]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ad4e5b6-865b-4cda-ade3-c3eb357ec57e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c2e4b9a-b01a-446c-b193-369cb4a1319e', 'code': 200} May 27 03:42:38.687097 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-167a7350-7829-47e0-aaca-052ddb6d0a6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:38.697201 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-e964a081-bd3a-46c6-a173-2829d11fd081 req-8b01e907-5047-4b08-b7b2-a8954fb45780 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] 10.222.0.25 "GET /v2.0/security-groups?id=3008a255-7ecc-4b97-8d3a-baac4542929c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622010 May 27 03:42:38.760717 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-d2e9e2d1-3875-4922-bc5b-3109e236a1f7 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465797'] for security_group_rule, after_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:38.772769 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:42:38.792633 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Pushing event updated for resources: {'Port': ['ID=5c2e4b9a-b01a-446c-b193-369cb4a1319e,revision_number=5']} {{(pid=98853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:38.792883 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e9e2d1-3875-4922-bc5b-3109e236a1f7 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7c606e0-cb83-4b7a-84d5-818e5a7b78af,revision_number=0']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:38.797128 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:42:38.800174 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-d2e9e2d1-3875-4922-bc5b-3109e236a1f7 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:42:38.873072 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-d2e9e2d1-3875-4922-bc5b-3109e236a1f7 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:38.874320 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-d2e9e2d1-3875-4922-bc5b-3109e236a1f7 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4387460 May 27 03:42:38.877133 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 55294) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:42:38.884351 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.v2.base [None req-b2413a6a-5dc1-47b3-8617-ef92943af1c0 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Request body: {'security_group_rule': {'security_group_id': 'c84eeadc-d16c-4b72-8eeb-79ff20a61103', 'project_id': '450ff0f7a98a4ae385a74e4ddaf301ef', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=98852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:42:38.884585 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.wsgi [-] (98851) accepted ('10.222.0.25', 55298) {{(pid=98851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:42:38.896516 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-b2413a6a-5dc1-47b3-8617-ef92943af1c0 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:42:38.907070 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-b2413a6a-5dc1-47b3-8617-ef92943af1c0 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Usage tracker for resource:security_group_rule and tenant:450ff0f7a98a4ae385a74e4ddaf301ef is out of sync, need to count used quota {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:42:38.912300 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-9222909a-4529-4c88-b86a-041ef34a83f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:38.912466 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-b2413a6a-5dc1-47b3-8617-ef92943af1c0 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:42:38.928987 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.quota.driver [None req-9222909a-4529-4c88-b86a-041ef34a83f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:42:38.932015 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-b2413a6a-5dc1-47b3-8617-ef92943af1c0 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:42:38.933534 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [None req-9222909a-4529-4c88-b86a-041ef34a83f7 admin admin] Usage tracker for resource:security_group_rule and tenant:02f94afe09f942e99a1c950d41868173 is out of sync, need to count used quota {{(pid=98851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:42:38.937087 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [None req-9222909a-4529-4c88-b86a-041ef34a83f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:42:38.944087 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.quota.driver [None req-9222909a-4529-4c88-b86a-041ef34a83f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:42:39.015643 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-b2413a6a-5dc1-47b3-8617-ef92943af1c0 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:39.046394 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-9222909a-4529-4c88-b86a-041ef34a83f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:39.164435 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-9222909a-4529-4c88-b86a-041ef34a83f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:39.175420 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-dfe8d311-9fe3-43b7-8cb6-583d6986f517 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:42:39.191304 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-167a7350-7829-47e0-aaca-052ddb6d0a6d None None] Notify callbacks [] for port, precommit_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:39.217444 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-167a7350-7829-47e0-aaca-052ddb6d0a6d None None] Transition to ACTIVE for port object aab1c3d1-7585-4f42-a232-11e9ff8878e9 will not be triggered until provisioned by entity L2. {{(pid=98853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:42:39.228289 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-b2413a6a-5dc1-47b3-8617-ef92943af1c0 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:39.242741 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Device fe686e95-7989-4c8a-8187-e72290edc72d up at agent ovs-agent-dv-cinder-793264-1-iscsi {{(pid=98853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:42:39.245941 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9222909a-4529-4c88-b86a-041ef34a83f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=205ee36a-d149-4f5c-a744-6731544d0618,revision_number=1']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:39.250879 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-9222909a-4529-4c88-b86a-041ef34a83f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:42:39.255705 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [None req-9222909a-4529-4c88-b86a-041ef34a83f7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=02f94afe09f942e99a1c950d41868173&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3677130 May 27 03:42:39.256050 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 55308) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:42:39.269490 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d175c2-cf06-4d1a-8e3a-27b93d6f294a req-bca878c1-cb0c-42a1-ae98-c523b6ddccdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:39.271125 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-82d175c2-cf06-4d1a-8e3a-27b93d6f294a req-bca878c1-cb0c-42a1-ae98-c523b6ddccdb service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6ad4e5b6-865b-4cda-ade3-c3eb357ec57e HTTP/1.1" status: 200 len: 1099 time: 0.1707494 May 27 03:42:39.317947 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-167a7350-7829-47e0-aaca-052ddb6d0a6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786481721483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786481287406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786481291807'] for port, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:39.320079 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476efd48-f850-4679-954f-2acec37ee853 req-cbc09e52-bbef-409b-8f17-9883df95c8cd tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:39.321622 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-476efd48-f850-4679-954f-2acec37ee853 req-cbc09e52-bbef-409b-8f17-9883df95c8cd tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/ports?device_id=1a0adeb2-9abe-4dfa-8fd5-1aa17e3b69e0 HTTP/1.1" status: 200 len: 946 time: 0.1400425 May 27 03:42:39.322241 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-b2413a6a-5dc1-47b3-8617-ef92943af1c0 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465797'] for security_group_rule, after_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:39.328662 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-3af0ace6-547d-4950-9fe5-73e267668fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:39.331222 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-922cb138-c0fd-4096-ac18-a8fa402dbb0e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:42:39.333096 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-82d175c2-cf06-4d1a-8e3a-27b93d6f294a req-c3988981-5706-4e5d-a39c-0b8ad414884a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=3008a255-7ecc-4b97-8d3a-baac4542929c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536792 May 27 03:42:39.338831 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-c3b04c03-4902-4711-b1c7-6da9ec65698f tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:42:39.381981 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2413a6a-5dc1-47b3-8617-ef92943af1c0 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3f2c981-f2c7-4ac0-a1e7-f4cd30d60312,revision_number=0']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:39.386376 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-b2413a6a-5dc1-47b3-8617-ef92943af1c0 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:42:39.400005 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-94c67d90-2c20-4906-a18d-2bd54b177be6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:39.437258 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-476efd48-f850-4679-954f-2acec37ee853 req-2b47e2e4-1d02-44e8-add1-7745e7acd5c6 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/security-groups?id=85648ff1-b2ef-4805-9733-563ba7ce8d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993707 May 27 03:42:39.450727 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-94c67d90-2c20-4906-a18d-2bd54b177be6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:39.483424 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Provisioning complete for port fe686e95-7989-4c8a-8187-e72290edc72d triggered by entity L2. {{(pid=98853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:42:39.483693 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487713'] for port, provisioning_complete {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:39.507609 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-b2413a6a-5dc1-47b3-8617-ef92943af1c0 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:39.511507 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-b2413a6a-5dc1-47b3-8617-ef92943af1c0 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6307914 May 27 03:42:39.511618 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 55312) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:42:39.517297 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.v2.base [None req-0fe83973-0b62-456e-a883-1990af30657f tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Request body: {'security_group_rule': {'security_group_id': 'c84eeadc-d16c-4b72-8eeb-79ff20a61103', 'project_id': '450ff0f7a98a4ae385a74e4ddaf301ef', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=98852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:42:39.524013 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-0fe83973-0b62-456e-a883-1990af30657f tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:42:39.528308 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-0fe83973-0b62-456e-a883-1990af30657f tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Usage tracker for resource:security_group_rule and tenant:450ff0f7a98a4ae385a74e4ddaf301ef is out of sync, need to count used quota {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:42:39.531345 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-0fe83973-0b62-456e-a883-1990af30657f tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:42:39.538520 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-0fe83973-0b62-456e-a883-1990af30657f tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:42:39.556583 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cf6d8c-62a5-4938-859d-a48134753c43 None None] Pushing event updated for resources: {'Port': ['ID=aab1c3d1-7585-4f42-a232-11e9ff8878e9,revision_number=3']} {{(pid=98853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:39.562041 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-44cf6d8c-62a5-4938-859d-a48134753c43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:42:39.640024 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-0fe83973-0b62-456e-a883-1990af30657f tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:39.649155 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-94c67d90-2c20-4906-a18d-2bd54b177be6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:39.654627 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:42:39.678017 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c67d90-2c20-4906-a18d-2bd54b177be6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=205ee36a-d149-4f5c-a744-6731544d0618,revision_number=None']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:39.680609 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-94c67d90-2c20-4906-a18d-2bd54b177be6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:42:39.705803 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-94c67d90-2c20-4906-a18d-2bd54b177be6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:39.709260 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-94c67d90-2c20-4906-a18d-2bd54b177be6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/205ee36a-d149-4f5c-a744-6731544d0618 HTTP/1.1" status: 204 len: 168 time: 0.4498782 May 27 03:42:39.815103 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-0fe83973-0b62-456e-a883-1990af30657f tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:39.925505 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-0fe83973-0b62-456e-a883-1990af30657f tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465797'] for security_group_rule, after_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:39.935436 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-074cab99-6ccc-4538-ba78-9dfca448c9e1 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:42:39.960916 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe83973-0b62-456e-a883-1990af30657f tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d87a6de-5f03-44e8-9469-57e3abfe9a11,revision_number=0']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:39.965174 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-0fe83973-0b62-456e-a883-1990af30657f tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:42:39.981777 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42494c8-078e-401c-937b-86d5c2e0dff5 req-ef042989-2bd7-46ee-a6aa-e80e256c6f07 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:39.983940 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-d42494c8-078e-401c-937b-86d5c2e0dff5 req-ef042989-2bd7-46ee-a6aa-e80e256c6f07 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ad4e5b6-865b-4cda-ade3-c3eb357ec57e HTTP/1.1" status: 200 len: 946 time: 0.1169982 May 27 03:42:40.031792 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-d42494c8-078e-401c-937b-86d5c2e0dff5 req-9762962d-9f68-41cc-ac7c-ce4a55453122 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] 10.222.0.25 "GET /v2.0/security-groups?id=3008a255-7ecc-4b97-8d3a-baac4542929c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419841 May 27 03:42:40.050166 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.managers [None req-167a7350-7829-47e0-aaca-052ddb6d0a6d None None] Attempting to bind port aab1c3d1-7585-4f42-a232-11e9ff8878e9 on host dv-cinder-793264-1-iscsi for vnic_type normal with profile {{(pid=98853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:42:40.050538 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.managers [None req-167a7350-7829-47e0-aaca-052ddb6d0a6d None None] Attempting to bind port aab1c3d1-7585-4f42-a232-11e9ff8878e9 by drivers openvswitch,hyperv on host dv-cinder-793264-1-iscsi at level 0 using segments [{'id': '5cf8e43f-882d-4977-8273-3be252796e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'a6d64ad7-8822-45c9-9105-7117ae338b24'}] {{(pid=98853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:42:40.050958 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-167a7350-7829-47e0-aaca-052ddb6d0a6d None None] Attempting to bind port aab1c3d1-7585-4f42-a232-11e9ff8878e9 on network a6d64ad7-8822-45c9-9105-7117ae338b24 {{(pid=98853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:42:40.055643 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-0fe83973-0b62-456e-a883-1990af30657f tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:40.056188 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-167a7350-7829-47e0-aaca-052ddb6d0a6d None None] Checking agent: {'id': 'ffe58315-61ba-45bf-8076-0ef37f215597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793264-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 3, 33, 6), 'started_at': datetime.datetime(2021, 5, 27, 3, 33, 36), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 3, 42, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793264-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 03:42:40.059226 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-167a7350-7829-47e0-aaca-052ddb6d0a6d None None] Checking segment: {'id': '5cf8e43f-882d-4977-8273-3be252796e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'a6d64ad7-8822-45c9-9105-7117ae338b24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 03:42:40.059359 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-0fe83973-0b62-456e-a883-1990af30657f tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5442960 May 27 03:42:40.059453 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-167a7350-7829-47e0-aaca-052ddb6d0a6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:40.059453 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-167a7350-7829-47e0-aaca-052ddb6d0a6d None None] Bound using segment: {'id': '5cf8e43f-882d-4977-8273-3be252796e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'a6d64ad7-8822-45c9-9105-7117ae338b24'} {{(pid=98853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 03:42:40.059453 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.managers [None req-167a7350-7829-47e0-aaca-052ddb6d0a6d None None] Bound port: aab1c3d1-7585-4f42-a232-11e9ff8878e9, host: dv-cinder-793264-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cf8e43f-882d-4977-8273-3be252796e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'a6d64ad7-8822-45c9-9105-7117ae338b24'}}] {{(pid=98853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:42:40.059453 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-167a7350-7829-47e0-aaca-052ddb6d0a6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:40.059779 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 55330) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:42:40.064324 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.v2.base [None req-33e87adc-547b-4287-9c93-8c2c4d0e23be tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Request body: {'security_group_rule': {'security_group_id': 'c84eeadc-d16c-4b72-8eeb-79ff20a61103', 'project_id': '450ff0f7a98a4ae385a74e4ddaf301ef', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=98852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:42:40.069868 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-33e87adc-547b-4287-9c93-8c2c4d0e23be tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:42:40.073694 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-33e87adc-547b-4287-9c93-8c2c4d0e23be tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Usage tracker for resource:security_group_rule and tenant:450ff0f7a98a4ae385a74e4ddaf301ef is out of sync, need to count used quota {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:42:40.076578 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-33e87adc-547b-4287-9c93-8c2c4d0e23be tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:42:40.082217 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-33e87adc-547b-4287-9c93-8c2c4d0e23be tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:42:40.149743 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.db [None req-167a7350-7829-47e0-aaca-052ddb6d0a6d None None] For port aab1c3d1-7585-4f42-a232-11e9ff8878e9, host dv-cinder-793264-1-iscsi, cleared binding levels {{(pid=98853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:42:40.152955 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.db [None req-167a7350-7829-47e0-aaca-052ddb6d0a6d None None] For port aab1c3d1-7585-4f42-a232-11e9ff8878e9, host dv-cinder-793264-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-1-iscsi',level=0,port_id=aab1c3d1-7585-4f42-a232-11e9ff8878e9,segment=NetworkSegment(5cf8e43f-882d-4977-8273-3be252796e9a),segment_id=5cf8e43f-882d-4977-8273-3be252796e9a)] {{(pid=98853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 03:42:40.171233 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-33e87adc-547b-4287-9c93-8c2c4d0e23be tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:40.216487 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-167a7350-7829-47e0-aaca-052ddb6d0a6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786481721483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786481287406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786481291807'] for port, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:40.222659 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:42:40.242514 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-33e87adc-547b-4287-9c93-8c2c4d0e23be tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:40.319168 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-33e87adc-547b-4287-9c93-8c2c4d0e23be tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465797'] for security_group_rule, after_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:40.320851 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167a7350-7829-47e0-aaca-052ddb6d0a6d None None] Routers {'5e4bb788-891a-4900-9b77-736daed4df9e'} bound to L3 agent in host dv-cinder-793264-1-iscsi {{(pid=98853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 03:42:40.322465 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:42:40.322602 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_hamode_db [None req-167a7350-7829-47e0-aaca-052ddb6d0a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-27T03:33:06Z,description=,heartbeat_timestamp=2021-05-27T03:42:36Z,host='dv-cinder-793264-1-iscsi',id=816f7595-8215-4f06-9251-575c663b21d0,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T03:33:06Z,topic='l3_agent')) {'router_ids': ['5e4bb788-891a-4900-9b77-736daed4df9e'], 'active': True} {{(pid=98853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:42:40.374346 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.wsgi [-] (98851) accepted ('10.222.0.25', 55340) {{(pid=98851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:42:40.381180 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e87adc-547b-4287-9c93-8c2c4d0e23be tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a8c118b-bbf2-4c2f-a192-1c42c2d01076,revision_number=0']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:40.383881 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-33e87adc-547b-4287-9c93-8c2c4d0e23be tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:42:40.419171 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cf6d8c-62a5-4938-859d-a48134753c43 None None] Pushing event updated for resources: {'Port': ['ID=aab1c3d1-7585-4f42-a232-11e9ff8878e9,revision_number=4']} {{(pid=98853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:40.423275 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-44cf6d8c-62a5-4938-859d-a48134753c43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:42:40.478930 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-33e87adc-547b-4287-9c93-8c2c4d0e23be tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:40.480241 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-33e87adc-547b-4287-9c93-8c2c4d0e23be tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4198897 May 27 03:42:40.483204 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.wsgi [-] (98851) accepted ('10.222.0.25', 55348) {{(pid=98851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:42:40.494751 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.v2.base [None req-3861da51-7354-48bf-8ad3-ddb4b301dcca tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Request body: {'security_group_rule': {'security_group_id': 'c84eeadc-d16c-4b72-8eeb-79ff20a61103', 'project_id': '450ff0f7a98a4ae385a74e4ddaf301ef', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=98851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:42:40.502361 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.quota.driver [None req-3861da51-7354-48bf-8ad3-ddb4b301dcca tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:42:40.508310 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [None req-3861da51-7354-48bf-8ad3-ddb4b301dcca tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Usage tracker for resource:security_group_rule and tenant:450ff0f7a98a4ae385a74e4ddaf301ef is out of sync, need to count used quota {{(pid=98851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:42:40.525233 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [None req-3861da51-7354-48bf-8ad3-ddb4b301dcca tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=98851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:42:40.535546 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.quota.driver [None req-3861da51-7354-48bf-8ad3-ddb4b301dcca tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=98851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:42:40.563439 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_dvr_db [None req-167a7350-7829-47e0-aaca-052ddb6d0a6d None None] Set router 5e4bb788-891a-4900-9b77-736daed4df9e gateway port host: dv-cinder-793264-1-iscsi {{(pid=98853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 03:42:40.564706 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-4ef0d33f-812f-4550-9238-187c5ef5ec7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:40.581721 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.quota.driver [None req-4ef0d33f-812f-4550-9238-187c5ef5ec7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:42:40.585960 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [None req-4ef0d33f-812f-4550-9238-187c5ef5ec7e admin admin] Usage tracker for resource:security_group_rule and tenant:70a81c3917394ef2be371ae4e87a621f is out of sync, need to count used quota {{(pid=98851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:42:40.588919 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [None req-4ef0d33f-812f-4550-9238-187c5ef5ec7e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:42:40.595472 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.quota.driver [None req-4ef0d33f-812f-4550-9238-187c5ef5ec7e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:42:40.641085 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.db.securitygroups_db [None req-3861da51-7354-48bf-8ad3-ddb4b301dcca tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Project 450ff0f7a98a4ae385a74e4ddaf301ef added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 03:42:40.649565 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-3861da51-7354-48bf-8ad3-ddb4b301dcca tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:40.672277 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986c0203-6454-441d-9478-6a4bc1d66922 req-ed326fae-a400-47e8-8406-bfb0197868d2 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:40.673827 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-986c0203-6454-441d-9478-6a4bc1d66922 req-ed326fae-a400-47e8-8406-bfb0197868d2 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/ports?device_id=1a0adeb2-9abe-4dfa-8fd5-1aa17e3b69e0 HTTP/1.1" status: 200 len: 946 time: 0.0913346 May 27 03:42:40.739724 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-4ef0d33f-812f-4550-9238-187c5ef5ec7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:40.752090 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-986c0203-6454-441d-9478-6a4bc1d66922 req-d1fc5f58-bc9e-4ad9-8bef-2c69a0b416c6 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/security-groups?id=85648ff1-b2ef-4805-9733-563ba7ce8d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590739 May 27 03:42:40.752965 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-3861da51-7354-48bf-8ad3-ddb4b301dcca tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:40.827571 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.wsgi [-] (98851) accepted ('10.222.0.25', 55354) {{(pid=98851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:42:40.852557 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-8b4551d3-d777-4b18-b238-00902864347e admin admin] Notify callbacks [] for security_group, before_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:40.871218 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-3861da51-7354-48bf-8ad3-ddb4b301dcca tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465797'] for security_group_rule, after_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:40.872280 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-4ef0d33f-812f-4550-9238-187c5ef5ec7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:40.883188 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-21f36b97-6bd7-4463-8415-4eda17a37f63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:42:40.899476 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.quota.driver [None req-8b4551d3-d777-4b18-b238-00902864347e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:42:40.917063 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [None req-8b4551d3-d777-4b18-b238-00902864347e admin admin] Usage tracker for resource:security_group_rule and tenant:c586dfe030fd4a2da24d4a458343f027 is out of sync, need to count used quota {{(pid=98851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:42:40.930975 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [None req-8b4551d3-d777-4b18-b238-00902864347e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:42:40.957407 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.quota.driver [None req-8b4551d3-d777-4b18-b238-00902864347e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:42:40.959945 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_hamode_db [None req-167a7350-7829-47e0-aaca-052ddb6d0a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e4bb788-891a-4900-9b77-736daed4df9e', 'name': 'tempest-TestShelveInstance-1861747553-router', 'tenant_id': 'd013272916eb45f2bbd64ae1beca2957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'external_fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': 'fe686e95-7989-4c8a-8187-e72290edc72d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:42:29Z', 'updated_at': '2021-05-27T03:42:35Z', 'revision_number': 4, 'project_id': 'd013272916eb45f2bbd64ae1beca2957', 'gw_port': {'id': 'fe686e95-7989-4c8a-8187-e72290edc72d', 'name': '', 'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:9c:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4bb788-891a-4900-9b77-736daed4df9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:42:30Z', 'updated_at': '2021-05-27T03:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-iscsi', '_interfaces': [{'id': 'aab1c3d1-7585-4f42-a232-11e9ff8878e9', 'name': '', 'network_id': 'a6d64ad7-8822-45c9-9105-7117ae338b24', 'tenant_id': 'd013272916eb45f2bbd64ae1beca2957', 'mac_address': 'fa:16:3e:c9:14:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e4bb788-891a-4900-9b77-736daed4df9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': 'db268905-3eec-4ad4-8c64-6414f346e650', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:42:34Z', 'updated_at': '2021-05-27T03:42:40Z', 'revision_number': 4, 'project_id': 'd013272916eb45f2bbd64ae1beca2957', 'subnets': [{'id': 'db268905-3eec-4ad4-8c64-6414f346e650', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-1-iscsi', False) {} {{(pid=98853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:42:40.964334 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167a7350-7829-47e0-aaca-052ddb6d0a6d None None] The sync data for ids ['5e4bb788-891a-4900-9b77-736daed4df9e'] in dv-cinder-793264-1-iscsi is: [{'id': '5e4bb788-891a-4900-9b77-736daed4df9e', 'name': 'tempest-TestShelveInstance-1861747553-router', 'tenant_id': 'd013272916eb45f2bbd64ae1beca2957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'external_fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': 'fe686e95-7989-4c8a-8187-e72290edc72d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:42:29Z', 'updated_at': '2021-05-27T03:42:35Z', 'revision_number': 4, 'project_id': 'd013272916eb45f2bbd64ae1beca2957', 'gw_port': {'id': 'fe686e95-7989-4c8a-8187-e72290edc72d', 'name': '', 'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:9c:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4bb788-891a-4900-9b77-736daed4df9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:42:30Z', 'updated_at': '2021-05-27T03:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-iscsi', '_interfaces': [{'id': 'aab1c3d1-7585-4f42-a232-11e9ff8878e9', 'name': '', 'network_id': 'a6d64ad7-8822-45c9-9105-7117ae338b24', 'tenant_id': 'd013272916eb45f2bbd64ae1beca2957', 'mac_address': 'fa:16:3e:c9:14:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e4bb788-891a-4900-9b77-736daed4df9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': 'db268905-3eec-4ad4-8c64-6414f346e650', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:42:34Z', 'updated_at': '2021-05-27T03:42:40Z', 'revision_number': 4, 'project_id': 'd013272916eb45f2bbd64ae1beca2957', 'subnets': [{'id': 'db268905-3eec-4ad4-8c64-6414f346e650', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:42:40.974818 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [None req-4ef0d33f-812f-4550-9238-187c5ef5ec7e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=70a81c3917394ef2be371ae4e87a621f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5949905 May 27 03:42:40.974971 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 55360) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:42:40.979633 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef0d33f-812f-4550-9238-187c5ef5ec7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07509af9-d354-4a69-b260-34c603452d4c,revision_number=1']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:40.985651 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-4ef0d33f-812f-4550-9238-187c5ef5ec7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:42:40.986105 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.076s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:42:41.003674 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3861da51-7354-48bf-8ad3-ddb4b301dcca tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1af32163-c145-4362-9a69-cb9d2f308ad5,revision_number=0']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:41.009140 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-3861da51-7354-48bf-8ad3-ddb4b301dcca tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:42:41.087569 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-3861da51-7354-48bf-8ad3-ddb4b301dcca tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:41.091216 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [None req-3861da51-7354-48bf-8ad3-ddb4b301dcca tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6044123 May 27 03:42:41.092054 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.wsgi [-] (98851) accepted ('10.222.0.25', 55366) {{(pid=98851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:42:41.097535 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.v2.base [None req-f61d4298-0b19-47c2-8a20-3daefab64e25 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Request body: {'security_group_rule': {'security_group_id': 'c84eeadc-d16c-4b72-8eeb-79ff20a61103', 'project_id': '450ff0f7a98a4ae385a74e4ddaf301ef', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=98851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:42:41.104483 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-0c3befd3-6682-4f91-86fd-7e9b4b0920e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:41.112885 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.quota.driver [None req-f61d4298-0b19-47c2-8a20-3daefab64e25 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:42:41.119681 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [None req-f61d4298-0b19-47c2-8a20-3daefab64e25 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Usage tracker for resource:security_group_rule and tenant:450ff0f7a98a4ae385a74e4ddaf301ef is out of sync, need to count used quota {{(pid=98851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:42:41.137778 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-0c3befd3-6682-4f91-86fd-7e9b4b0920e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:41.159602 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [None req-f61d4298-0b19-47c2-8a20-3daefab64e25 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=98851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:42:41.178652 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.quota.driver [None req-f61d4298-0b19-47c2-8a20-3daefab64e25 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=98851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:42:41.264308 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.db.securitygroups_db [None req-f61d4298-0b19-47c2-8a20-3daefab64e25 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Project 450ff0f7a98a4ae385a74e4ddaf301ef added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 03:42:41.273203 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-8b4551d3-d777-4b18-b238-00902864347e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:41.276054 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Device aab1c3d1-7585-4f42-a232-11e9ff8878e9 up at agent ovs-agent-dv-cinder-793264-1-iscsi {{(pid=98853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:42:41.276261 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-f61d4298-0b19-47c2-8a20-3daefab64e25 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:41.283681 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9823574-5105-4693-9bcb-0a802a55c03e req-ec9fb8e2-d523-4a43-8e14-6e6f38accdec tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:41.285353 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-b9823574-5105-4693-9bcb-0a802a55c03e req-ec9fb8e2-d523-4a43-8e14-6e6f38accdec tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ad4e5b6-865b-4cda-ade3-c3eb357ec57e HTTP/1.1" status: 200 len: 946 time: 0.1006839 May 27 03:42:41.352581 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-b9823574-5105-4693-9bcb-0a802a55c03e req-6166015c-8e6d-4b04-9ec8-e783b64c7b08 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] 10.222.0.25 "GET /v2.0/security-groups?id=3008a255-7ecc-4b97-8d3a-baac4542929c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606079 May 27 03:42:41.355563 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-0c3befd3-6682-4f91-86fd-7e9b4b0920e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:41.367516 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-f3313b6e-cf33-43e7-9695-4cf5854919a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:42:41.377418 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-f61d4298-0b19-47c2-8a20-3daefab64e25 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:41.385256 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3befd3-6682-4f91-86fd-7e9b4b0920e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07509af9-d354-4a69-b260-34c603452d4c,revision_number=None']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:41.386959 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-8b4551d3-d777-4b18-b238-00902864347e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:41.388039 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-0c3befd3-6682-4f91-86fd-7e9b4b0920e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:42:41.391163 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-0c3befd3-6682-4f91-86fd-7e9b4b0920e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:41.393704 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-0c3befd3-6682-4f91-86fd-7e9b4b0920e8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/07509af9-d354-4a69-b260-34c603452d4c HTTP/1.1" status: 204 len: 168 time: 0.4177289 May 27 03:42:41.425872 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-0f2e93b7-428f-4018-9d8e-1560ae88139f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:42:41.434879 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [None req-8b4551d3-d777-4b18-b238-00902864347e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c586dfe030fd4a2da24d4a458343f027&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6058862 May 27 03:42:41.438652 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.wsgi [-] (98851) accepted ('10.222.0.25', 55374) {{(pid=98851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:42:41.457601 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-f61d4298-0b19-47c2-8a20-3daefab64e25 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465797'] for security_group_rule, after_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:41.506101 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4551d3-d777-4b18-b238-00902864347e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=726b0cca-1e3e-4cfb-806d-d265dea2658f,revision_number=1']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:41.513179 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Provisioning for port aab1c3d1-7585-4f42-a232-11e9ff8878e9 completed by entity L2. {{(pid=98853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:42:41.525133 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Provisioning complete for port aab1c3d1-7585-4f42-a232-11e9ff8878e9 triggered by entity L2. {{(pid=98853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:42:41.525133 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487713'] for port, provisioning_complete {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:41.525518 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-8b4551d3-d777-4b18-b238-00902864347e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:42:41.525518 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.034s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:42:41.565205 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61d4298-0b19-47c2-8a20-3daefab64e25 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ab4c732-b012-4da1-aeb0-4a8c39e4c20f,revision_number=0']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:41.570389 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-af121ea4-8dea-489e-9a32-c69651b2646f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:41.572508 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-f61d4298-0b19-47c2-8a20-3daefab64e25 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:42:41.595387 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-f61d4298-0b19-47c2-8a20-3daefab64e25 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:41.604253 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [None req-f61d4298-0b19-47c2-8a20-3daefab64e25 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5036309 May 27 03:42:41.605142 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-af121ea4-8dea-489e-9a32-c69651b2646f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:41.687471 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:41.722254 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.db [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] For port aab1c3d1-7585-4f42-a232-11e9ff8878e9, host dv-cinder-793264-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-1-iscsi',level=0,port_id=aab1c3d1-7585-4f42-a232-11e9ff8878e9,segment=NetworkSegment(5cf8e43f-882d-4977-8273-3be252796e9a),segment_id=5cf8e43f-882d-4977-8273-3be252796e9a)] {{(pid=98853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:42:41.787815 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-af121ea4-8dea-489e-9a32-c69651b2646f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:41.795206 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-2101e375-cc43-4265-a707-66e47d9319f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:42:41.806877 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786481721483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786481287406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786481291807'] for port, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:41.808723 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:42:41.811309 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af121ea4-8dea-489e-9a32-c69651b2646f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=726b0cca-1e3e-4cfb-806d-d265dea2658f,revision_number=None']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:41.815611 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-af121ea4-8dea-489e-9a32-c69651b2646f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:42:41.823485 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-af121ea4-8dea-489e-9a32-c69651b2646f admin admin] Notify callbacks [] for security_group, before_response {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:41.830288 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [None req-af121ea4-8dea-489e-9a32-c69651b2646f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/726b0cca-1e3e-4cfb-806d-d265dea2658f HTTP/1.1" status: 204 len: 168 time: 0.3853626 May 27 03:42:41.987894 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Pushing event updated for resources: {'Port': ['ID=aab1c3d1-7585-4f42-a232-11e9ff8878e9,revision_number=5']} {{(pid=98853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:41.991075 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:42:42.148857 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8405b438-9829-44b7-9f66-8f09ab3f25a0 req-8de1650d-4d82-4c89-b3e0-d14bcdde6ded tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:42.148857 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-8405b438-9829-44b7-9f66-8f09ab3f25a0 req-8de1650d-4d82-4c89-b3e0-d14bcdde6ded tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/ports?device_id=1a0adeb2-9abe-4dfa-8fd5-1aa17e3b69e0 HTTP/1.1" status: 200 len: 946 time: 0.1665547 May 27 03:42:42.179040 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-8405b438-9829-44b7-9f66-8f09ab3f25a0 req-11632c80-c00d-490b-b1b7-17d925df2872 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/security-groups?id=85648ff1-b2ef-4805-9733-563ba7ce8d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591643 May 27 03:42:42.538655 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c4721a-f49a-45b3-860a-31eb3baad382 req-0167374f-ec5f-4b63-a0bd-148f7f3f1108 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:42.540026 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-e5c4721a-f49a-45b3-860a-31eb3baad382 req-0167374f-ec5f-4b63-a0bd-148f7f3f1108 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ad4e5b6-865b-4cda-ade3-c3eb357ec57e HTTP/1.1" status: 200 len: 946 time: 0.0775311 May 27 03:42:42.592292 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-e5c4721a-f49a-45b3-860a-31eb3baad382 req-a37abed7-dd34-4409-8281-82972b01bd92 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] 10.222.0.25 "GET /v2.0/security-groups?id=3008a255-7ecc-4b97-8d3a-baac4542929c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448623 May 27 03:42:42.676754 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 55436) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:42:42.694566 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-bb5cc935-eeae-4c7c-8d14-69e39391d9cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:42.708657 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-bb5cc935-eeae-4c7c-8d14-69e39391d9cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:42:42.712481 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-bb5cc935-eeae-4c7c-8d14-69e39391d9cb admin admin] Usage tracker for resource:security_group_rule and tenant:d7551c7f490442c29b16d8bea43366e0 is out of sync, need to count used quota {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:42:42.715244 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-bb5cc935-eeae-4c7c-8d14-69e39391d9cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:42:42.721202 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-bb5cc935-eeae-4c7c-8d14-69e39391d9cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:42:42.804997 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-bb5cc935-eeae-4c7c-8d14-69e39391d9cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:42.964567 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-bb5cc935-eeae-4c7c-8d14-69e39391d9cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:42.983768 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-c8369947-770b-4f5d-85bd-536fc532bbea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:42:43.023848 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-bb5cc935-eeae-4c7c-8d14-69e39391d9cb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d7551c7f490442c29b16d8bea43366e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3462660 May 27 03:42:43.024768 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5cc935-eeae-4c7c-8d14-69e39391d9cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ab9eccb-56b6-46fc-b19a-e06927ca7a60,revision_number=1']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:43.027017 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.wsgi [-] (98851) accepted ('10.222.0.25', 55446) {{(pid=98851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:42:43.027682 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-bb5cc935-eeae-4c7c-8d14-69e39391d9cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:42:43.088335 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-9075e0ab-bb3b-435a-9b76-3d5f8351adee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:43.115396 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-9075e0ab-bb3b-435a-9b76-3d5f8351adee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:43.192958 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Device aab1c3d1-7585-4f42-a232-11e9ff8878e9 up at agent ovs-agent-dv-cinder-793264-1-iscsi {{(pid=98853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:42:43.261845 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-9075e0ab-bb3b-435a-9b76-3d5f8351adee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:43.270008 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-f2b87e40-686f-4005-8482-dba19f5b7f65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:42:43.285607 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Provisioning complete for port aab1c3d1-7585-4f42-a232-11e9ff8878e9 triggered by entity L2. {{(pid=98853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:42:43.286406 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487713'] for port, provisioning_complete {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:43.312731 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9075e0ab-bb3b-435a-9b76-3d5f8351adee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ab9eccb-56b6-46fc-b19a-e06927ca7a60,revision_number=None']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:43.324800 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-9075e0ab-bb3b-435a-9b76-3d5f8351adee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:42:43.330710 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-9075e0ab-bb3b-435a-9b76-3d5f8351adee admin admin] Notify callbacks [] for security_group, before_response {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:43.334630 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [None req-9075e0ab-bb3b-435a-9b76-3d5f8351adee admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4ab9eccb-56b6-46fc-b19a-e06927ca7a60 HTTP/1.1" status: 204 len: 168 time: 0.3059101 May 27 03:42:43.622608 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770bb147-b677-426f-95b1-d8334016fcea req-f0b4c4c1-0bf8-4c58-a643-8266d711b141 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:43.624928 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-770bb147-b677-426f-95b1-d8334016fcea req-f0b4c4c1-0bf8-4c58-a643-8266d711b141 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/ports?device_id=1a0adeb2-9abe-4dfa-8fd5-1aa17e3b69e0 HTTP/1.1" status: 200 len: 946 time: 0.1638062 May 27 03:42:43.674681 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-770bb147-b677-426f-95b1-d8334016fcea req-10fb41ab-333e-474c-8d17-8bc0ce7c6c4e tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/security-groups?id=85648ff1-b2ef-4805-9733-563ba7ce8d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432329 May 27 03:42:44.903324 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab06a4fb-0336-43f2-87ad-284c8d26c9f3 req-d0a371c9-625b-49b0-8f67-455cf0751e3b tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:44.910879 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-ab06a4fb-0336-43f2-87ad-284c8d26c9f3 req-d0a371c9-625b-49b0-8f67-455cf0751e3b tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/ports?device_id=1a0adeb2-9abe-4dfa-8fd5-1aa17e3b69e0 HTTP/1.1" status: 200 len: 946 time: 0.1034517 May 27 03:42:44.967630 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-ab06a4fb-0336-43f2-87ad-284c8d26c9f3 req-2b815c55-3e26-41f8-93fd-c7592ba2036c tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/security-groups?id=85648ff1-b2ef-4805-9733-563ba7ce8d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553505 May 27 03:42:45.376212 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 55564) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:42:45.491803 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-52f95fa1-f000-408d-bd5f-c4c227d634d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:45.509306 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-52f95fa1-f000-408d-bd5f-c4c227d634d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:42:45.512998 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-52f95fa1-f000-408d-bd5f-c4c227d634d2 admin admin] Usage tracker for resource:security_group_rule and tenant:f8a222287b2740839783f2a2b937a22a is out of sync, need to count used quota {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:42:45.516288 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-52f95fa1-f000-408d-bd5f-c4c227d634d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:42:45.521883 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-52f95fa1-f000-408d-bd5f-c4c227d634d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:42:45.601766 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-52f95fa1-f000-408d-bd5f-c4c227d634d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:45.695535 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-52f95fa1-f000-408d-bd5f-c4c227d634d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:45.705098 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-0c3befd3-6682-4f91-86fd-7e9b4b0920e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:42:45.746672 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-52f95fa1-f000-408d-bd5f-c4c227d634d2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f8a222287b2740839783f2a2b937a22a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3685551 May 27 03:42:45.748569 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 55578) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:42:45.751283 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f95fa1-f000-408d-bd5f-c4c227d634d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33660d36-83c2-4a1d-8852-d611c854e8e8,revision_number=1']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:45.762658 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-52f95fa1-f000-408d-bd5f-c4c227d634d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:42:45.811973 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-0ac0a5d6-0097-4e09-9e8d-b58384ff6809 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:45.844728 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-0ac0a5d6-0097-4e09-9e8d-b58384ff6809 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:45.953128 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-0ac0a5d6-0097-4e09-9e8d-b58384ff6809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:45.956995 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:42:45.972900 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac0a5d6-0097-4e09-9e8d-b58384ff6809 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33660d36-83c2-4a1d-8852-d611c854e8e8,revision_number=None']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:45.975722 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-0ac0a5d6-0097-4e09-9e8d-b58384ff6809 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:42:45.984344 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-0ac0a5d6-0097-4e09-9e8d-b58384ff6809 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:45.985514 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-0ac0a5d6-0097-4e09-9e8d-b58384ff6809 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/33660d36-83c2-4a1d-8852-d611c854e8e8 HTTP/1.1" status: 204 len: 168 time: 0.2360499 May 27 03:42:47.312761 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:48.679200 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5536d819-917e-4acd-816c-08fe80ae5b48 req-01f35d52-fdfc-4d09-ad05-ff07179806ac tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:48.680599 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-5536d819-917e-4acd-816c-08fe80ae5b48 req-01f35d52-fdfc-4d09-ad05-ff07179806ac tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/ports?device_id=1a0adeb2-9abe-4dfa-8fd5-1aa17e3b69e0 HTTP/1.1" status: 200 len: 946 time: 0.0814526 May 27 03:42:48.725157 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-5536d819-917e-4acd-816c-08fe80ae5b48 req-6f32b305-c367-46be-8cd8-3d2a55117716 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/security-groups?id=85648ff1-b2ef-4805-9733-563ba7ce8d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388510 May 27 03:42:50.129834 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8989908-0b31-415d-892e-aafbf3b86f7d req-f64592ca-8856-4547-86a2-feb21021088a tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:50.131469 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-e8989908-0b31-415d-892e-aafbf3b86f7d req-f64592ca-8856-4547-86a2-feb21021088a tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/ports?device_id=1a0adeb2-9abe-4dfa-8fd5-1aa17e3b69e0 HTTP/1.1" status: 200 len: 946 time: 0.1568055 May 27 03:42:50.180118 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-e8989908-0b31-415d-892e-aafbf3b86f7d req-2d3bb441-7ead-475c-ba13-b20f04804585 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/security-groups?id=85648ff1-b2ef-4805-9733-563ba7ce8d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408685 May 27 03:42:51.386884 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94201eea-13c0-43fa-bd87-487f59ad7406 req-7f7d2375-07d7-4f99-95a0-bd16c5409843 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:51.388503 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-94201eea-13c0-43fa-bd87-487f59ad7406 req-7f7d2375-07d7-4f99-95a0-bd16c5409843 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/ports?device_id=1a0adeb2-9abe-4dfa-8fd5-1aa17e3b69e0 HTTP/1.1" status: 200 len: 946 time: 0.0938621 May 27 03:42:51.439556 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-94201eea-13c0-43fa-bd87-487f59ad7406 req-866402de-e233-409f-a599-588ab7387785 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/security-groups?id=85648ff1-b2ef-4805-9733-563ba7ce8d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436020 May 27 03:42:52.183655 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e59d91-0d08-40cf-b7b7-b8ab157d0304 req-d1cf4ada-eaeb-443d-9d76-d71975a49322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:52.185237 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-93e59d91-0d08-40cf-b7b7-b8ab157d0304 req-d1cf4ada-eaeb-443d-9d76-d71975a49322 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1a0adeb2-9abe-4dfa-8fd5-1aa17e3b69e0 HTTP/1.1" status: 200 len: 1099 time: 0.0717950 May 27 03:42:52.231173 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-93e59d91-0d08-40cf-b7b7-b8ab157d0304 req-cde62634-549f-4303-888b-998278a409f3 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=85648ff1-b2ef-4805-9733-563ba7ce8d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381145 May 27 03:42:52.633353 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9640f3b2-701e-4ad0-a8af-bb12d4ffc104 req-13416b36-ff4e-4f32-ac14-40a4eb22a2a9 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:52.634787 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-9640f3b2-701e-4ad0-a8af-bb12d4ffc104 req-13416b36-ff4e-4f32-ac14-40a4eb22a2a9 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/ports?device_id=1a0adeb2-9abe-4dfa-8fd5-1aa17e3b69e0 HTTP/1.1" status: 200 len: 946 time: 0.0817821 May 27 03:42:52.680216 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-9640f3b2-701e-4ad0-a8af-bb12d4ffc104 req-35ea7ea7-ab68-400a-9f50-922d48566fd6 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/security-groups?id=85648ff1-b2ef-4805-9733-563ba7ce8d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385165 May 27 03:42:53.393153 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.wsgi [-] (98851) accepted ('10.222.0.25', 55784) {{(pid=98851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:42:53.516962 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-9112e4aa-95a7-4a20-bc50-43502308dfa7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:53.531915 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.quota.driver [None req-9112e4aa-95a7-4a20-bc50-43502308dfa7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:42:53.536181 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [None req-9112e4aa-95a7-4a20-bc50-43502308dfa7 admin admin] Usage tracker for resource:security_group_rule and tenant:2766e7aaca314f7b812940dc3ff502c8 is out of sync, need to count used quota {{(pid=98851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:42:53.539750 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [None req-9112e4aa-95a7-4a20-bc50-43502308dfa7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:42:53.545814 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.quota.driver [None req-9112e4aa-95a7-4a20-bc50-43502308dfa7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:42:53.647312 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-9112e4aa-95a7-4a20-bc50-43502308dfa7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:53.764644 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-9112e4aa-95a7-4a20-bc50-43502308dfa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:53.781530 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:42:53.816658 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9112e4aa-95a7-4a20-bc50-43502308dfa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d53902fd-1c8b-48a7-95dd-7d80d779da9c,revision_number=1']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:53.821671 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-9112e4aa-95a7-4a20-bc50-43502308dfa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:42:53.840209 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [None req-9112e4aa-95a7-4a20-bc50-43502308dfa7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2766e7aaca314f7b812940dc3ff502c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4459050 May 27 03:42:53.843600 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.wsgi [-] (98851) accepted ('10.222.0.25', 55798) {{(pid=98851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:42:53.895923 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ef3685-9c2e-43a4-88b8-2799060b921e req-50bd5520-8a68-4c68-89d2-575b0bc14ecb tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:53.897423 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-21ef3685-9c2e-43a4-88b8-2799060b921e req-50bd5520-8a68-4c68-89d2-575b0bc14ecb tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/ports?device_id=1a0adeb2-9abe-4dfa-8fd5-1aa17e3b69e0 HTTP/1.1" status: 200 len: 946 time: 0.0891392 May 27 03:42:53.904682 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-bab422f2-9dba-48df-b1a9-87e7fb576fbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:53.934702 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-bab422f2-9dba-48df-b1a9-87e7fb576fbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:53.943407 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-21ef3685-9c2e-43a4-88b8-2799060b921e req-b08e94c7-2d63-4bed-a248-edcb132224cf tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/security-groups?id=85648ff1-b2ef-4805-9733-563ba7ce8d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398636 May 27 03:42:54.061369 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-bab422f2-9dba-48df-b1a9-87e7fb576fbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:54.066095 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-a1837009-0df4-4382-baa5-039c37f96bdf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:42:54.081081 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab422f2-9dba-48df-b1a9-87e7fb576fbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d53902fd-1c8b-48a7-95dd-7d80d779da9c,revision_number=None']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:54.084680 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-bab422f2-9dba-48df-b1a9-87e7fb576fbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:42:54.086596 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-bab422f2-9dba-48df-b1a9-87e7fb576fbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:54.087933 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [None req-bab422f2-9dba-48df-b1a9-87e7fb576fbe admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d53902fd-1c8b-48a7-95dd-7d80d779da9c HTTP/1.1" status: 204 len: 168 time: 0.2432249 May 27 03:42:54.762270 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.wsgi [-] (98851) accepted ('10.222.0.25', 55818) {{(pid=98851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:42:54.780728 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-7bf2ac22-6afa-4307-92ab-c101dc7ef676 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:54.795863 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.quota.driver [None req-7bf2ac22-6afa-4307-92ab-c101dc7ef676 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:42:54.799771 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [None req-7bf2ac22-6afa-4307-92ab-c101dc7ef676 admin admin] Usage tracker for resource:security_group_rule and tenant:ee8023648fc1488ba4f39a7eec7c0d8c is out of sync, need to count used quota {{(pid=98851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:42:54.802649 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [None req-7bf2ac22-6afa-4307-92ab-c101dc7ef676 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:42:54.808447 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.quota.driver [None req-7bf2ac22-6afa-4307-92ab-c101dc7ef676 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:42:54.961021 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-7bf2ac22-6afa-4307-92ab-c101dc7ef676 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:55.021367 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-7bf2ac22-6afa-4307-92ab-c101dc7ef676 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:55.031590 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-45fe00fe-2931-4462-b5c6-1aefa19a7864 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:42:55.110882 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [None req-7bf2ac22-6afa-4307-92ab-c101dc7ef676 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ee8023648fc1488ba4f39a7eec7c0d8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3474960 May 27 03:42:55.113597 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 55824) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:42:55.117204 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf2ac22-6afa-4307-92ab-c101dc7ef676 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98b00d1c-5c32-44a1-ac94-291d56d28b67,revision_number=1']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:55.127785 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf2ac22-6afa-4307-92ab-c101dc7ef676 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:55.128891 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf2ac22-6afa-4307-92ab-c101dc7ef676 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:55.128891 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf2ac22-6afa-4307-92ab-c101dc7ef676 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:55.129059 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf2ac22-6afa-4307-92ab-c101dc7ef676 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:55.129263 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf2ac22-6afa-4307-92ab-c101dc7ef676 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:55.129609 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf2ac22-6afa-4307-92ab-c101dc7ef676 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:55.129947 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf2ac22-6afa-4307-92ab-c101dc7ef676 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:55.130284 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf2ac22-6afa-4307-92ab-c101dc7ef676 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:55.130626 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf2ac22-6afa-4307-92ab-c101dc7ef676 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:55.130958 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf2ac22-6afa-4307-92ab-c101dc7ef676 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:55.131289 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf2ac22-6afa-4307-92ab-c101dc7ef676 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:55.131669 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf2ac22-6afa-4307-92ab-c101dc7ef676 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:55.135598 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-7bf2ac22-6afa-4307-92ab-c101dc7ef676 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:42:55.172367 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb14ca5-f43e-4521-8f2a-7497b2b43b33 req-d9823068-5570-4d84-b823-18987ac55dd9 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:55.172682 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-e47601bb-3ee4-40b6-8ca8-bced2580e394 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:55.173861 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-4bb14ca5-f43e-4521-8f2a-7497b2b43b33 req-d9823068-5570-4d84-b823-18987ac55dd9 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/ports?device_id=1a0adeb2-9abe-4dfa-8fd5-1aa17e3b69e0 HTTP/1.1" status: 200 len: 946 time: 0.1128690 May 27 03:42:55.203866 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-e47601bb-3ee4-40b6-8ca8-bced2580e394 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:55.227807 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-4bb14ca5-f43e-4521-8f2a-7497b2b43b33 req-a0d6dd13-e1b2-4d53-bc63-7693d5f436ed tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/security-groups?id=85648ff1-b2ef-4805-9733-563ba7ce8d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460701 May 27 03:42:55.318227 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-e47601bb-3ee4-40b6-8ca8-bced2580e394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:55.323144 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-10a4260a-2fc8-4dce-baed-35fd88763df8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:42:55.336943 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47601bb-3ee4-40b6-8ca8-bced2580e394 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98b00d1c-5c32-44a1-ac94-291d56d28b67,revision_number=None']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:55.351624 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47601bb-3ee4-40b6-8ca8-bced2580e394 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:55.351624 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47601bb-3ee4-40b6-8ca8-bced2580e394 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:55.351624 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47601bb-3ee4-40b6-8ca8-bced2580e394 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:55.351624 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47601bb-3ee4-40b6-8ca8-bced2580e394 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:55.351624 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47601bb-3ee4-40b6-8ca8-bced2580e394 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:55.351624 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47601bb-3ee4-40b6-8ca8-bced2580e394 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:55.351624 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47601bb-3ee4-40b6-8ca8-bced2580e394 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:55.351624 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47601bb-3ee4-40b6-8ca8-bced2580e394 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:55.351624 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47601bb-3ee4-40b6-8ca8-bced2580e394 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:55.351624 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47601bb-3ee4-40b6-8ca8-bced2580e394 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:55.351624 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47601bb-3ee4-40b6-8ca8-bced2580e394 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:55.351624 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47601bb-3ee4-40b6-8ca8-bced2580e394 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:55.354486 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-e47601bb-3ee4-40b6-8ca8-bced2580e394 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:55.356637 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-e47601bb-3ee4-40b6-8ca8-bced2580e394 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/98b00d1c-5c32-44a1-ac94-291d56d28b67 HTTP/1.1" status: 204 len: 168 time: 0.2410197 May 27 03:42:55.356637 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-e47601bb-3ee4-40b6-8ca8-bced2580e394 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:42:55.858678 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea299376-5776-48f4-9661-3a0705a1d5d1 req-08bc2bf8-4461-478d-ad80-959df28d746e tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:55.860157 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-ea299376-5776-48f4-9661-3a0705a1d5d1 req-08bc2bf8-4461-478d-ad80-959df28d746e tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/ports?device_id=1a0adeb2-9abe-4dfa-8fd5-1aa17e3b69e0 HTTP/1.1" status: 200 len: 946 time: 0.1609862 May 27 03:42:55.867588 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8d0880-9eb6-4446-9dc1-935f9e87d5b4 req-182866b7-9ba0-460c-bfa1-bdd3a8bba4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:55.869021 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-aa8d0880-9eb6-4446-9dc1-935f9e87d5b4 req-182866b7-9ba0-460c-bfa1-bdd3a8bba4ae service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fa24b9f82e13448382e6b5f6bd699fab&device_id=1a0adeb2-9abe-4dfa-8fd5-1aa17e3b69e0 HTTP/1.1" status: 200 len: 1099 time: 0.1125932 May 27 03:42:55.995204 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-ea299376-5776-48f4-9661-3a0705a1d5d1 req-a18b9b9b-bf12-4ff4-88e6-e8cea92e300a tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/security-groups?id=85648ff1-b2ef-4805-9733-563ba7ce8d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252370 May 27 03:42:56.042028 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8d0880-9eb6-4446-9dc1-935f9e87d5b4 req-9aec25ba-5a57-4d22-a0d2-61401e854ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:56.043617 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-aa8d0880-9eb6-4446-9dc1-935f9e87d5b4 req-9aec25ba-5a57-4d22-a0d2-61401e854ae6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b35bcef9-7d04-408a-b003-58c7e5878e65 HTTP/1.1" status: 200 len: 919 time: 0.1583366 May 27 03:42:56.116077 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-aa8d0880-9eb6-4446-9dc1-935f9e87d5b4 req-3e443854-9a1d-4e9b-a7bb-e0a93dc3d4bf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3f12ac65-af0d-4c74-bfa1-375cddc42ae8 HTTP/1.1" status: 200 len: 217 time: 0.0625963 May 27 03:42:56.189928 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8d0880-9eb6-4446-9dc1-935f9e87d5b4 req-f48ccf95-094a-4d98-a7f2-2b4e0bb533db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:56.191360 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-aa8d0880-9eb6-4446-9dc1-935f9e87d5b4 req-f48ccf95-094a-4d98-a7f2-2b4e0bb533db service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fc2e5be7-abd1-47fd-a0c1-09780acadf70 HTTP/1.1" status: 200 len: 859 time: 0.0632775 May 27 03:42:56.244238 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-aa8d0880-9eb6-4446-9dc1-935f9e87d5b4 req-53e3a9b4-500f-46a1-b1e4-7b6cf06cef3d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b35bcef9-7d04-408a-b003-58c7e5878e65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445201 May 27 03:42:56.409952 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-aa8d0880-9eb6-4446-9dc1-935f9e87d5b4 req-35ab6092-3482-4975-be7f-27e3621ce657 service neutron] 10.222.0.36 "GET /v2.0/networks/b35bcef9-7d04-408a-b003-58c7e5878e65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582429 May 27 03:42:56.550392 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-aa8d0880-9eb6-4446-9dc1-935f9e87d5b4 req-ea8cad3c-5183-4dc1-9853-e59023a98922 service neutron] 10.222.0.36 "GET /v2.0/networks/b35bcef9-7d04-408a-b003-58c7e5878e65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290381 May 27 03:42:57.196894 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b3ecf0-dc8d-4056-8bac-d19495f9afb2 req-17147a2c-d055-4e93-9dfd-974b1f094bdd tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:57.198337 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-77b3ecf0-dc8d-4056-8bac-d19495f9afb2 req-17147a2c-d055-4e93-9dfd-974b1f094bdd tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/ports?device_id=1a0adeb2-9abe-4dfa-8fd5-1aa17e3b69e0 HTTP/1.1" status: 200 len: 946 time: 0.0811405 May 27 03:42:57.243932 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-77b3ecf0-dc8d-4056-8bac-d19495f9afb2 req-4483e719-65cf-416a-8c34-6fd345e10489 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/security-groups?id=85648ff1-b2ef-4805-9733-563ba7ce8d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387189 May 27 03:42:58.441893 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203d078b-66de-4cf1-83aa-dd380227ce8b req-0b548ffb-9dd7-4c1e-8aa1-8bac85950acc tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:58.443377 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-203d078b-66de-4cf1-83aa-dd380227ce8b req-0b548ffb-9dd7-4c1e-8aa1-8bac85950acc tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/ports?device_id=1a0adeb2-9abe-4dfa-8fd5-1aa17e3b69e0 HTTP/1.1" status: 200 len: 946 time: 0.0835564 May 27 03:42:58.489504 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-203d078b-66de-4cf1-83aa-dd380227ce8b req-136bc453-1015-4fdb-be48-835db07c446f tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/security-groups?id=85648ff1-b2ef-4805-9733-563ba7ce8d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403035 May 27 03:42:59.689246 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d458e83e-ba89-4b4c-bb13-f6a14e5a74f3 req-4549ce7b-cce7-41e5-bc69-25f6c9e616c3 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:59.696194 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-d458e83e-ba89-4b4c-bb13-f6a14e5a74f3 req-4549ce7b-cce7-41e5-bc69-25f6c9e616c3 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/ports?device_id=1a0adeb2-9abe-4dfa-8fd5-1aa17e3b69e0 HTTP/1.1" status: 200 len: 946 time: 0.0980065 May 27 03:42:59.748903 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-d458e83e-ba89-4b4c-bb13-f6a14e5a74f3 req-9026fdc7-5b77-49c1-a089-7e9479aff1db tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/security-groups?id=85648ff1-b2ef-4805-9733-563ba7ce8d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489335 May 27 03:43:00.968721 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14f5540-abcc-42d2-872c-8e20db990309 req-82e32266-9f49-42fd-8432-e4e285754b56 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:00.971000 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-d14f5540-abcc-42d2-872c-8e20db990309 req-82e32266-9f49-42fd-8432-e4e285754b56 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/ports?device_id=1a0adeb2-9abe-4dfa-8fd5-1aa17e3b69e0 HTTP/1.1" status: 200 len: 946 time: 0.0891571 May 27 03:43:01.022126 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-d14f5540-abcc-42d2-872c-8e20db990309 req-bb834266-2ce6-4e67-99e1-bdf0ca5faf2f tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/security-groups?id=85648ff1-b2ef-4805-9733-563ba7ce8d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417876 May 27 03:43:02.220677 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a212ede-3360-4180-adc5-72d1783dff94 req-29285b41-4557-4886-9871-5716d049e8b5 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:02.222438 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-6a212ede-3360-4180-adc5-72d1783dff94 req-29285b41-4557-4886-9871-5716d049e8b5 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/ports?device_id=1a0adeb2-9abe-4dfa-8fd5-1aa17e3b69e0 HTTP/1.1" status: 200 len: 946 time: 0.0901611 May 27 03:43:02.267568 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-6a212ede-3360-4180-adc5-72d1783dff94 req-29887b8c-76d8-4bfe-9a47-c24558e1ae4a tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/security-groups?id=85648ff1-b2ef-4805-9733-563ba7ce8d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394742 May 27 03:43:03.826809 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-659fc093-d28b-4cfe-84f1-4c034035ce1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:05.510042 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6559ee-0471-4ed8-847c-f33efcdb312a req-5d1fb563-66f2-4ae0-bd4e-1d398ba8ba7b tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:05.511628 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-bc6559ee-0471-4ed8-847c-f33efcdb312a req-5d1fb563-66f2-4ae0-bd4e-1d398ba8ba7b tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/ports?device_id=1a0adeb2-9abe-4dfa-8fd5-1aa17e3b69e0 HTTP/1.1" status: 200 len: 946 time: 0.0859714 May 27 03:43:05.557444 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-bc6559ee-0471-4ed8-847c-f33efcdb312a req-2dca6635-9e38-4d2b-90df-fbe985b3f55e tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/security-groups?id=85648ff1-b2ef-4805-9733-563ba7ce8d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400045 May 27 03:43:06.398436 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-4643b480-f0d0-4019-8124-33135bc78433 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:06.400059 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:06.758963 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 56128) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:43:06.890063 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-8c5f3395-d311-4e06-90de-3ad62796b868 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:06.903989 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-8c5f3395-d311-4e06-90de-3ad62796b868 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:43:06.907797 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-8c5f3395-d311-4e06-90de-3ad62796b868 admin admin] Usage tracker for resource:security_group_rule and tenant:7bb7444da56742d8b7e1a82cc667799f is out of sync, need to count used quota {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:43:06.911123 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-8c5f3395-d311-4e06-90de-3ad62796b868 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:43:06.917068 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-8c5f3395-d311-4e06-90de-3ad62796b868 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:43:06.998988 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-8c5f3395-d311-4e06-90de-3ad62796b868 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:07.043986 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-8c5f3395-d311-4e06-90de-3ad62796b868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:07.051360 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-69413507-c6c1-4888-8f57-8b97fcd897ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:43:07.091449 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5f3395-d311-4e06-90de-3ad62796b868 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faee71cf-745a-4959-bc6e-d2edb6ab12e9,revision_number=1']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:07.094697 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-8c5f3395-d311-4e06-90de-3ad62796b868 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:43:07.097669 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-8c5f3395-d311-4e06-90de-3ad62796b868 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7bb7444da56742d8b7e1a82cc667799f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3376858 May 27 03:43:07.106260 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 56134) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:43:07.163956 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-7c923a7a-9364-4a67-aac9-52b301fdfcb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:07.190700 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-7c923a7a-9364-4a67-aac9-52b301fdfcb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:07.323840 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-7c923a7a-9364-4a67-aac9-52b301fdfcb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:07.329129 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-0a94b25d-2c54-4170-8075-3c687cad67eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:43:07.341677 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c923a7a-9364-4a67-aac9-52b301fdfcb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faee71cf-745a-4959-bc6e-d2edb6ab12e9,revision_number=None']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:07.343849 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-7c923a7a-9364-4a67-aac9-52b301fdfcb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:43:07.348060 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-7c923a7a-9364-4a67-aac9-52b301fdfcb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:07.349211 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-7c923a7a-9364-4a67-aac9-52b301fdfcb2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/faee71cf-745a-4959-bc6e-d2edb6ab12e9 HTTP/1.1" status: 204 len: 168 time: 0.2477772 May 27 03:43:07.684161 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-e3613943-0892-48bd-9358-60eb59884bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:08.045773 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.wsgi [-] (98851) accepted ('10.222.0.25', 56152) {{(pid=98851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:43:08.062980 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-2cfe3f32-f99b-42f1-a1b2-b6afe5d32005 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:08.080627 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.quota.driver [None req-2cfe3f32-f99b-42f1-a1b2-b6afe5d32005 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:43:08.084273 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [None req-2cfe3f32-f99b-42f1-a1b2-b6afe5d32005 admin admin] Usage tracker for resource:security_group_rule and tenant:e8b5b92302544f479967d0e3cd35497c is out of sync, need to count used quota {{(pid=98851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:43:08.087013 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [None req-2cfe3f32-f99b-42f1-a1b2-b6afe5d32005 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:43:08.092817 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.quota.driver [None req-2cfe3f32-f99b-42f1-a1b2-b6afe5d32005 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:43:08.174408 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-2cfe3f32-f99b-42f1-a1b2-b6afe5d32005 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:08.238103 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-2cfe3f32-f99b-42f1-a1b2-b6afe5d32005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:08.245344 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-4118909a-d2d7-4544-94de-57da5aed1296 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:43:08.283904 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfe3f32-f99b-42f1-a1b2-b6afe5d32005 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ba3d50a-04b3-47a2-9986-62986cfec653,revision_number=1']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:08.288443 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [None req-2cfe3f32-f99b-42f1-a1b2-b6afe5d32005 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e8b5b92302544f479967d0e3cd35497c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2414682 May 27 03:43:08.289530 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-2cfe3f32-f99b-42f1-a1b2-b6afe5d32005 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:43:08.291184 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.wsgi [-] (98851) accepted ('10.222.0.25', 56156) {{(pid=98851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:43:08.348727 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-dc2f8c68-0b1e-473c-bbf3-817ca4d59346 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:08.374068 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-dc2f8c68-0b1e-473c-bbf3-817ca4d59346 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:08.512977 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-dc2f8c68-0b1e-473c-bbf3-817ca4d59346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:08.516559 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-9222909a-4529-4c88-b86a-041ef34a83f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:43:08.531319 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2f8c68-0b1e-473c-bbf3-817ca4d59346 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ba3d50a-04b3-47a2-9986-62986cfec653,revision_number=None']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:08.534321 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-dc2f8c68-0b1e-473c-bbf3-817ca4d59346 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:43:08.542202 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-dc2f8c68-0b1e-473c-bbf3-817ca4d59346 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:08.546974 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [None req-dc2f8c68-0b1e-473c-bbf3-817ca4d59346 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8ba3d50a-04b3-47a2-9986-62986cfec653 HTTP/1.1" status: 204 len: 168 time: 0.2548022 May 27 03:43:09.272281 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-3af0ace6-547d-4950-9fe5-73e267668fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:10.726256 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.agents_db [None req-9826b012-bfd7-43dd-a737-969f574491ef None None] Agent healthcheck: found 6 active agents {{(pid=98854) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 03:43:11.289278 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b4d856-ee55-4db3-bdde-7b481fa2d1bc req-dd424a38-3e1e-4d20-8a1b-8b43d8734784 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:11.290743 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-e4b4d856-ee55-4db3-bdde-7b481fa2d1bc req-dd424a38-3e1e-4d20-8a1b-8b43d8734784 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] 10.222.0.25 "GET /v2.0/networks?id=9d88eb5c-a234-4a0b-9721-bcab674f53e1 HTTP/1.1" status: 200 len: 815 time: 0.1782429 May 27 03:43:11.306737 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-e4b4d856-ee55-4db3-bdde-7b481fa2d1bc req-3b58a510-4724-49ab-87b1-ecdc6b1cb241 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] 10.222.0.25 "GET /v2.0/quotas/7413f58ffa8e476fb5600cbc51ee9d34 HTTP/1.1" status: 200 len: 375 time: 0.0094438 May 27 03:43:11.391788 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-e4b4d856-ee55-4db3-bdde-7b481fa2d1bc req-8e7941f1-4c30-4c62-9464-7d320e4ec8b7 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=7413f58ffa8e476fb5600cbc51ee9d34&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0789919 May 27 03:43:11.604112 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-e4b4d856-ee55-4db3-bdde-7b481fa2d1bc req-afc0b840-17ad-43eb-be63-57d22871613f service neutron] 10.222.0.25 "GET /v2.0/networks/9d88eb5c-a234-4a0b-9721-bcab674f53e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051048 May 27 03:43:11.740225 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-e4b4d856-ee55-4db3-bdde-7b481fa2d1bc req-b35a6681-fa45-4a63-8339-dd7113fe4f4f service neutron] 10.222.0.25 "GET /v2.0/networks/9d88eb5c-a234-4a0b-9721-bcab674f53e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302631 May 27 03:43:12.007636 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-54ff3938-59db-4c75-adc4-a18ef73c507b req-74c2a366-bf01-45cf-9b49-6410859af12b tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] 10.222.0.25 "GET /v2.0/ports?device_id=7caeff19-8b2a-4c81-b6f2-1178b3f1a561 HTTP/1.1" status: 200 len: 210 time: 0.0471725 May 27 03:43:12.506787 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-8c6ff745-17fe-4c5d-84f3-1867b23c2aea req-3214f0d3-018d-433e-b166-78bce7dfbae3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1a0adeb2-9abe-4dfa-8fd5-1aa17e3b69e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0772891 May 27 03:43:12.605143 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6ff745-17fe-4c5d-84f3-1867b23c2aea req-fe041c9d-4b0e-4782-a9e1-315a94b2d058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:12.606618 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-8c6ff745-17fe-4c5d-84f3-1867b23c2aea req-fe041c9d-4b0e-4782-a9e1-315a94b2d058 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fa24b9f82e13448382e6b5f6bd699fab&device_id=1a0adeb2-9abe-4dfa-8fd5-1aa17e3b69e0 HTTP/1.1" status: 200 len: 1099 time: 0.0772059 May 27 03:43:12.761397 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6ff745-17fe-4c5d-84f3-1867b23c2aea req-4541e071-9e67-4237-a591-f7eec258ce5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:12.762885 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-8c6ff745-17fe-4c5d-84f3-1867b23c2aea req-4541e071-9e67-4237-a591-f7eec258ce5d service neutron] 10.222.0.36 "GET /v2.0/networks?id=b35bcef9-7d04-408a-b003-58c7e5878e65 HTTP/1.1" status: 200 len: 919 time: 0.1350584 May 27 03:43:12.859399 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-8c6ff745-17fe-4c5d-84f3-1867b23c2aea req-173e214e-892c-442a-a042-b63cacff4392 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3f12ac65-af0d-4c74-bfa1-375cddc42ae8 HTTP/1.1" status: 200 len: 217 time: 0.0899210 May 27 03:43:12.861245 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-7735576e-487d-4941-85bd-ebf7abbd3f3e req-1412f3ab-68fe-40ab-8b28-c6db06e65d01 tempest-VolumesNegativeTest-41913782 tempest-VolumesNegativeTest-41913782-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=1fd883d8bafd4e248467bbb7b0feb0c9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0419703 May 27 03:43:13.036077 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6ff745-17fe-4c5d-84f3-1867b23c2aea req-78891911-e228-49d8-b9ad-24fb7803ec92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:13.038208 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-8c6ff745-17fe-4c5d-84f3-1867b23c2aea req-78891911-e228-49d8-b9ad-24fb7803ec92 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fc2e5be7-abd1-47fd-a0c1-09780acadf70 HTTP/1.1" status: 200 len: 859 time: 0.1486874 May 27 03:43:13.113031 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-8c6ff745-17fe-4c5d-84f3-1867b23c2aea req-d7ce21cb-36af-4868-90a8-5f9c93f04744 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b35bcef9-7d04-408a-b003-58c7e5878e65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0605078 May 27 03:43:13.127715 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7735576e-487d-4941-85bd-ebf7abbd3f3e req-d6c0df12-0edb-4b71-8a82-05b99882b889 tempest-VolumesNegativeTest-41913782 tempest-VolumesNegativeTest-41913782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:13.129570 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-7735576e-487d-4941-85bd-ebf7abbd3f3e req-d6c0df12-0edb-4b71-8a82-05b99882b889 tempest-VolumesNegativeTest-41913782 tempest-VolumesNegativeTest-41913782-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2626996 May 27 03:43:13.195116 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-912449ff-4275-45f0-9f8c-3e0d8a7005e1 req-6af2dcc4-e90c-4da4-b4ee-c4da0780b13d tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] 10.222.0.25 "GET /v2.0/ports?device_id=7caeff19-8b2a-4c81-b6f2-1178b3f1a561 HTTP/1.1" status: 200 len: 210 time: 0.0604289 May 27 03:43:13.232635 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-7735576e-487d-4941-85bd-ebf7abbd3f3e req-e7249494-b5e6-45a8-9395-5b840a678cc2 tempest-VolumesNegativeTest-41913782 tempest-VolumesNegativeTest-41913782-project] 10.222.0.25 "GET /v2.0/quotas/1fd883d8bafd4e248467bbb7b0feb0c9 HTTP/1.1" status: 200 len: 375 time: 0.0702984 May 27 03:43:13.314544 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-7735576e-487d-4941-85bd-ebf7abbd3f3e req-b3eface1-22dc-4d4c-9296-dcd337c9b5bd tempest-VolumesNegativeTest-41913782 tempest-VolumesNegativeTest-41913782-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=1fd883d8bafd4e248467bbb7b0feb0c9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0678818 May 27 03:43:13.354710 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-8c6ff745-17fe-4c5d-84f3-1867b23c2aea req-ae8189f8-11b2-46a2-b6d8-ca1d01f8b392 service neutron] 10.222.0.36 "GET /v2.0/networks/b35bcef9-7d04-408a-b003-58c7e5878e65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2238994 May 27 03:43:13.489381 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-8c6ff745-17fe-4c5d-84f3-1867b23c2aea req-6040ca49-07ba-4f52-ac22-fa655f580c40 service neutron] 10.222.0.36 "GET /v2.0/networks/b35bcef9-7d04-408a-b003-58c7e5878e65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274514 May 27 03:43:13.588846 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-bdb3e82b-6542-4eb9-86b5-0c4effb5f6ef req-89cdf423-bf8d-4bc9-b779-07568722d6e5 tempest-VolumesNegativeTest-41913782 tempest-VolumesNegativeTest-41913782-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe309d4b-1169-4574-a57b-7e3c2cc5ddf4 HTTP/1.1" status: 200 len: 210 time: 0.0439808 May 27 03:43:14.396974 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-d035a86b-bdc7-4108-a544-a6fb92e52671 req-03045e56-10b2-4e61-8f0e-ef4fb09ae375 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] 10.222.0.25 "GET /v2.0/ports?device_id=7caeff19-8b2a-4c81-b6f2-1178b3f1a561 HTTP/1.1" status: 200 len: 210 time: 0.0500262 May 27 03:43:14.409246 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b4d856-ee55-4db3-bdde-7b481fa2d1bc req-1c43eef5-9c1d-4fd8-a704-f0d58a278839 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:14.409246 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-e4b4d856-ee55-4db3-bdde-7b481fa2d1bc req-1c43eef5-9c1d-4fd8-a704-f0d58a278839 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] 10.222.0.36 "GET /v2.0/networks?id=9d88eb5c-a234-4a0b-9721-bcab674f53e1 HTTP/1.1" status: 200 len: 815 time: 0.2091951 May 27 03:43:14.423161 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.v2.base [req-e4b4d856-ee55-4db3-bdde-7b481fa2d1bc req-df713428-69d6-4f6e-acce-676d42cdad02 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Request body: {'port': {'device_id': '7caeff19-8b2a-4c81-b6f2-1178b3f1a561', 'network_id': '9d88eb5c-a234-4a0b-9721-bcab674f53e1', 'admin_state_up': True, 'tenant_id': '7413f58ffa8e476fb5600cbc51ee9d34'}} {{(pid=98851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:43:14.573635 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.quota.driver [req-e4b4d856-ee55-4db3-bdde-7b481fa2d1bc req-df713428-69d6-4f6e-acce-676d42cdad02 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:43:14.583968 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.quota.driver [req-e4b4d856-ee55-4db3-bdde-7b481fa2d1bc req-df713428-69d6-4f6e-acce-676d42cdad02 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=98851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:43:14.787314 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-ffce99c7-2df9-45f7-b4ca-d47eb703a8d6 req-68889fe3-1941-4cb3-9170-608155b880df tempest-VolumesNegativeTest-41913782 tempest-VolumesNegativeTest-41913782-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe309d4b-1169-4574-a57b-7e3c2cc5ddf4 HTTP/1.1" status: 200 len: 210 time: 0.1423190 May 27 03:43:14.787917 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4b4d856-ee55-4db3-bdde-7b481fa2d1bc req-df713428-69d6-4f6e-acce-676d42cdad02 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Made reservation on behalf of 7413f58ffa8e476fb5600cbc51ee9d34 for: {'port': 1} {{(pid=98851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:43:14.802439 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-e4b4d856-ee55-4db3-bdde-7b481fa2d1bc req-df713428-69d6-4f6e-acce-676d42cdad02 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:14.969726 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.db_base_plugin_common [req-e4b4d856-ee55-4db3-bdde-7b481fa2d1bc req-df713428-69d6-4f6e-acce-676d42cdad02 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Allocated IP 172.20.0.4 (9d88eb5c-a234-4a0b-9721-bcab674f53e1/e7b1e35c-8b26-4690-9d11-111b6e17f0c6/c4a2f300-3a9c-46a1-a78d-8b27643ba00e) {{(pid=98851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:43:15.173282 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-e4b4d856-ee55-4db3-bdde-7b481fa2d1bc req-df713428-69d6-4f6e-acce-676d42cdad02 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Notify callbacks [] for port, precommit_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:15.249728 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-e4b4d856-ee55-4db3-bdde-7b481fa2d1bc req-df713428-69d6-4f6e-acce-676d42cdad02 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786481287388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28231606'] for port, after_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:15.255539 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-4c8830b5-caab-46c7-b552-d111d893df4b tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:43:15.263630 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.db [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] get_ports_and_sgs() called for port_ids ['1279817e-ea8d-4755-966e-3691e51297b7', '7c9d543c-8635-48f1-aa64-5b32d4b0b972', '5c2e4b9a-b01a-446c-b193-369cb4a1319e'] {{(pid=98853) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 03:43:15.322038 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4b4d856-ee55-4db3-bdde-7b481fa2d1bc req-df713428-69d6-4f6e-acce-676d42cdad02 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Network 9d88eb5c-a234-4a0b-9721-bcab674f53e1 is already hosted by enough agents. {{(pid=98851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:43:15.325261 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.scheduler.base_scheduler [req-e4b4d856-ee55-4db3-bdde-7b481fa2d1bc req-df713428-69d6-4f6e-acce-676d42cdad02 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Resources bound (agent type, host, resource id): {{(pid=98851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:43:15.329225 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4b4d856-ee55-4db3-bdde-7b481fa2d1bc req-df713428-69d6-4f6e-acce-676d42cdad02 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Received port after_create {{(pid=98851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 03:43:15.398720 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b4d856-ee55-4db3-bdde-7b481fa2d1bc req-df713428-69d6-4f6e-acce-676d42cdad02 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:15.399338 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-e4b4d856-ee55-4db3-bdde-7b481fa2d1bc req-df713428-69d6-4f6e-acce-676d42cdad02 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4037888'] for port, before_response {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:15.427374 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df713428-69d6-4f6e-acce-676d42cdad02 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Pushing event updated for resources: {'Port': ['ID=c4a2f300-3a9c-46a1-a78d-8b27643ba00e,revision_number=1']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:15.430348 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-df713428-69d6-4f6e-acce-676d42cdad02 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:43:15.530445 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-e4b4d856-ee55-4db3-bdde-7b481fa2d1bc req-df713428-69d6-4f6e-acce-676d42cdad02 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1128612 May 27 03:43:15.544185 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.v2.base [req-e4b4d856-ee55-4db3-bdde-7b481fa2d1bc req-b978decf-b0ab-4d50-a50e-1630e9e0afa0 service neutron] Request body: {'port': {'device_id': '7caeff19-8b2a-4c81-b6f2-1178b3f1a561', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79326'}} {{(pid=98851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:43:15.716941 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a84515e-7571-4abf-87b7-dddeb1898a7c req-bb6e4bfd-0fd3-48a2-b771-629b9db47cf1 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:15.726700 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-e4b4d856-ee55-4db3-bdde-7b481fa2d1bc req-b978decf-b0ab-4d50-a50e-1630e9e0afa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_update {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:15.727346 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-7a84515e-7571-4abf-87b7-dddeb1898a7c req-bb6e4bfd-0fd3-48a2-b771-629b9db47cf1 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] 10.222.0.25 "GET /v2.0/ports?device_id=7caeff19-8b2a-4c81-b6f2-1178b3f1a561 HTTP/1.1" status: 200 len: 931 time: 0.1387916 May 27 03:43:15.796351 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-7a84515e-7571-4abf-87b7-dddeb1898a7c req-1ef85eed-2d96-4000-8b45-9963d4a0fa92 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] 10.222.0.25 "GET /v2.0/security-groups?id=3008a255-7ecc-4b97-8d3a-baac4542929c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678692 May 27 03:43:15.948459 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-601a10d5-77d1-460f-8faa-e2c4ba4129b1 req-27e0083e-fc34-4207-a001-fe0812f4f252 tempest-VolumesNegativeTest-41913782 tempest-VolumesNegativeTest-41913782-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe309d4b-1169-4574-a57b-7e3c2cc5ddf4 HTTP/1.1" status: 200 len: 210 time: 0.0429962 May 27 03:43:16.097876 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.notifiers.nova [req-e4b4d856-ee55-4db3-bdde-7b481fa2d1bc req-b978decf-b0ab-4d50-a50e-1630e9e0afa0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4a2f300-3a9c-46a1-a78d-8b27643ba00e {{(pid=98851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:43:16.104989 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-e4b4d856-ee55-4db3-bdde-7b481fa2d1bc req-b978decf-b0ab-4d50-a50e-1630e9e0afa0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:16.119112 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.provisioning_blocks [req-e4b4d856-ee55-4db3-bdde-7b481fa2d1bc req-b978decf-b0ab-4d50-a50e-1630e9e0afa0 service neutron] Transition to ACTIVE for port object c4a2f300-3a9c-46a1-a78d-8b27643ba00e will not be triggered until provisioned by entity L2. {{(pid=98851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:43:16.203485 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-e4b4d856-ee55-4db3-bdde-7b481fa2d1bc req-b978decf-b0ab-4d50-a50e-1630e9e0afa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786481721483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786481287406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786481291807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28231553'] for port, after_update {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:16.208542 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-6206ee14-723c-42fc-9505-e3a0faae47c4 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:43:16.419700 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b978decf-b0ab-4d50-a50e-1630e9e0afa0 service neutron] Pushing event updated for resources: {'Port': ['ID=c4a2f300-3a9c-46a1-a78d-8b27643ba00e,revision_number=2']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:16.448689 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-b978decf-b0ab-4d50-a50e-1630e9e0afa0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:43:16.496069 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d3d3e8-6407-416a-9f83-be10d673d2b4 req-5aac2138-dabb-4916-aba5-7cdf111d0aeb tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:16.497583 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-47d3d3e8-6407-416a-9f83-be10d673d2b4 req-5aac2138-dabb-4916-aba5-7cdf111d0aeb tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/ports?device_id=1a0adeb2-9abe-4dfa-8fd5-1aa17e3b69e0 HTTP/1.1" status: 200 len: 946 time: 0.0836821 May 27 03:43:16.499963 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dddf94-28f5-49d0-b37e-3411fe35f33b req-1a309c9c-afb8-44c7-b20a-13674ff7af71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:16.501522 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-39dddf94-28f5-49d0-b37e-3411fe35f33b req-1a309c9c-afb8-44c7-b20a-13674ff7af71 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fa24b9f82e13448382e6b5f6bd699fab&device_id=1a0adeb2-9abe-4dfa-8fd5-1aa17e3b69e0 HTTP/1.1" status: 200 len: 1099 time: 0.1857672 May 27 03:43:16.505822 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.managers [req-e4b4d856-ee55-4db3-bdde-7b481fa2d1bc req-b978decf-b0ab-4d50-a50e-1630e9e0afa0 service neutron] Attempting to bind port c4a2f300-3a9c-46a1-a78d-8b27643ba00e on host hv-cinder-79326 for vnic_type normal with profile {{(pid=98851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:43:16.506086 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.managers [req-e4b4d856-ee55-4db3-bdde-7b481fa2d1bc req-b978decf-b0ab-4d50-a50e-1630e9e0afa0 service neutron] Attempting to bind port c4a2f300-3a9c-46a1-a78d-8b27643ba00e by drivers openvswitch,hyperv on host hv-cinder-79326 at level 0 using segments [{'id': '9f0a7abb-00b7-4c31-9093-b0d5b331bfb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9d88eb5c-a234-4a0b-9721-bcab674f53e1'}] {{(pid=98851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:43:16.506407 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4b4d856-ee55-4db3-bdde-7b481fa2d1bc req-b978decf-b0ab-4d50-a50e-1630e9e0afa0 service neutron] Attempting to bind port c4a2f300-3a9c-46a1-a78d-8b27643ba00e on network 9d88eb5c-a234-4a0b-9721-bcab674f53e1 {{(pid=98851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:43:16.511715 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4b4d856-ee55-4db3-bdde-7b481fa2d1bc req-b978decf-b0ab-4d50-a50e-1630e9e0afa0 service neutron] Port c4a2f300-3a9c-46a1-a78d-8b27643ba00e on network 9d88eb5c-a234-4a0b-9721-bcab674f53e1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79326 {{(pid=98851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 03:43:16.511715 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4b4d856-ee55-4db3-bdde-7b481fa2d1bc req-b978decf-b0ab-4d50-a50e-1630e9e0afa0 service neutron] Attempting to bind port c4a2f300-3a9c-46a1-a78d-8b27643ba00e on network 9d88eb5c-a234-4a0b-9721-bcab674f53e1 {{(pid=98851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:43:16.540326 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4b4d856-ee55-4db3-bdde-7b481fa2d1bc req-b978decf-b0ab-4d50-a50e-1630e9e0afa0 service neutron] Checking agent: {'id': 'beba53db-4949-4034-b5ab-73b6df09d927', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79326', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 3, 39, 17), 'started_at': datetime.datetime(2021, 5, 27, 3, 39, 17), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 3, 42, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 03:43:16.540942 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4b4d856-ee55-4db3-bdde-7b481fa2d1bc req-b978decf-b0ab-4d50-a50e-1630e9e0afa0 service neutron] Checking segment: {'id': '9f0a7abb-00b7-4c31-9093-b0d5b331bfb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9d88eb5c-a234-4a0b-9721-bcab674f53e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 03:43:16.541329 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4b4d856-ee55-4db3-bdde-7b481fa2d1bc req-b978decf-b0ab-4d50-a50e-1630e9e0afa0 service neutron] Bound using segment: {'id': '9f0a7abb-00b7-4c31-9093-b0d5b331bfb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9d88eb5c-a234-4a0b-9721-bcab674f53e1'} {{(pid=98851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 03:43:16.541773 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.managers [req-e4b4d856-ee55-4db3-bdde-7b481fa2d1bc req-b978decf-b0ab-4d50-a50e-1630e9e0afa0 service neutron] Bound port: c4a2f300-3a9c-46a1-a78d-8b27643ba00e, host: hv-cinder-79326, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f0a7abb-00b7-4c31-9093-b0d5b331bfb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9d88eb5c-a234-4a0b-9721-bcab674f53e1'}}] {{(pid=98851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:43:16.542115 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-e4b4d856-ee55-4db3-bdde-7b481fa2d1bc req-b978decf-b0ab-4d50-a50e-1630e9e0afa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_update {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:16.548985 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-47d3d3e8-6407-416a-9f83-be10d673d2b4 req-da32de3f-fa88-4445-bbca-db05587eccf7 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/security-groups?id=85648ff1-b2ef-4805-9733-563ba7ce8d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435424 May 27 03:43:16.679556 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-7735576e-487d-4941-85bd-ebf7abbd3f3e req-e8fc9cc9-9820-46f9-8fe4-9706134f0496 tempest-VolumesNegativeTest-41913782 tempest-VolumesNegativeTest-41913782-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=1fd883d8bafd4e248467bbb7b0feb0c9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0480957 May 27 03:43:16.965145 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dddf94-28f5-49d0-b37e-3411fe35f33b req-0b9d3ba9-30ab-43d0-b173-c8cd87ee1749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:16.966575 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-39dddf94-28f5-49d0-b37e-3411fe35f33b req-0b9d3ba9-30ab-43d0-b173-c8cd87ee1749 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b35bcef9-7d04-408a-b003-58c7e5878e65 HTTP/1.1" status: 200 len: 919 time: 0.4517417 May 27 03:43:16.976183 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.db [req-e4b4d856-ee55-4db3-bdde-7b481fa2d1bc req-b978decf-b0ab-4d50-a50e-1630e9e0afa0 service neutron] For port c4a2f300-3a9c-46a1-a78d-8b27643ba00e, host hv-cinder-79326, cleared binding levels {{(pid=98851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:43:17.064783 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-39dddf94-28f5-49d0-b37e-3411fe35f33b req-195f187d-f08a-495c-9250-96e0904d45d1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3f12ac65-af0d-4c74-bfa1-375cddc42ae8 HTTP/1.1" status: 200 len: 217 time: 0.0862665 May 27 03:43:17.066998 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.db [req-e4b4d856-ee55-4db3-bdde-7b481fa2d1bc req-b978decf-b0ab-4d50-a50e-1630e9e0afa0 service neutron] For port c4a2f300-3a9c-46a1-a78d-8b27643ba00e, host hv-cinder-79326, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=c4a2f300-3a9c-46a1-a78d-8b27643ba00e,segment=NetworkSegment(9f0a7abb-00b7-4c31-9093-b0d5b331bfb6),segment_id=9f0a7abb-00b7-4c31-9093-b0d5b331bfb6)] {{(pid=98851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 03:43:17.107805 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-81fd9e80-2141-4bc8-ae60-43fc8500b5bd req-1f1f4f1c-63b4-4633-bc1d-3326d32bff56 tempest-VolumesNegativeTest-41913782 tempest-VolumesNegativeTest-41913782-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe309d4b-1169-4574-a57b-7e3c2cc5ddf4 HTTP/1.1" status: 200 len: 210 time: 0.0459616 May 27 03:43:17.162152 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7735576e-487d-4941-85bd-ebf7abbd3f3e req-bd51cab4-0238-4983-b348-e6adbcf67455 tempest-VolumesNegativeTest-41913782 tempest-VolumesNegativeTest-41913782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:17.163915 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-7735576e-487d-4941-85bd-ebf7abbd3f3e req-bd51cab4-0238-4983-b348-e6adbcf67455 tempest-VolumesNegativeTest-41913782 tempest-VolumesNegativeTest-41913782-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4629993 May 27 03:43:17.169926 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-e4b4d856-ee55-4db3-bdde-7b481fa2d1bc req-b978decf-b0ab-4d50-a50e-1630e9e0afa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786481721483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786481287406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786481291807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28231553'] for port, after_update {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:17.178349 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:43:17.231365 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.v2.base [req-7735576e-487d-4941-85bd-ebf7abbd3f3e req-9fb1dd70-9a7a-4879-b0a2-4c2e93b01eda tempest-VolumesNegativeTest-41913782 tempest-VolumesNegativeTest-41913782-project] Request body: {'port': {'device_id': 'fe309d4b-1169-4574-a57b-7e3c2cc5ddf4', 'network_id': '21296751-df7a-4963-8e76-bf5a1220cf28', 'admin_state_up': True, 'tenant_id': '1fd883d8bafd4e248467bbb7b0feb0c9'}} {{(pid=98851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:43:17.268014 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dddf94-28f5-49d0-b37e-3411fe35f33b req-850d23bc-11fa-45db-983e-9c0f1128a950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:17.269448 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-39dddf94-28f5-49d0-b37e-3411fe35f33b req-850d23bc-11fa-45db-983e-9c0f1128a950 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fc2e5be7-abd1-47fd-a0c1-09780acadf70 HTTP/1.1" status: 200 len: 859 time: 0.1910007 May 27 03:43:17.300757 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:17.323295 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b4d856-ee55-4db3-bdde-7b481fa2d1bc req-b978decf-b0ab-4d50-a50e-1630e9e0afa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:17.323837 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-e4b4d856-ee55-4db3-bdde-7b481fa2d1bc req-b978decf-b0ab-4d50-a50e-1630e9e0afa0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4037888'] for port, before_response {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:17.325207 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-e4b4d856-ee55-4db3-bdde-7b481fa2d1bc req-b978decf-b0ab-4d50-a50e-1630e9e0afa0 service neutron] 10.222.0.36 "PUT /v2.0/ports/c4a2f300-3a9c-46a1-a78d-8b27643ba00e HTTP/1.1" status: 200 len: 1093 time: 1.7855966 May 27 03:43:17.332462 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7caeff19-8b2a-4c81-b6f2-1178b3f1a561', 'tag': 'c4a2f300-3a9c-46a1-a78d-8b27643ba00e'}] {{(pid=98851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:43:17.410512 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37213d95-23c6-4feb-ae0f-49e5248464b6 req-69bd603a-62b8-46a5-841e-5ae8e614cdc9 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:17.411209 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [req-37213d95-23c6-4feb-ae0f-49e5248464b6 req-69bd603a-62b8-46a5-841e-5ae8e614cdc9 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Synchronizing usage tracker for tenant:7413f58ffa8e476fb5600cbc51ee9d34 on resource:port {{(pid=98851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:43:17.419371 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-39dddf94-28f5-49d0-b37e-3411fe35f33b req-20f577e1-35fb-4c20-9f95-045065222515 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b35bcef9-7d04-408a-b003-58c7e5878e65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0927005 May 27 03:43:17.441811 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b978decf-b0ab-4d50-a50e-1630e9e0afa0 service neutron] Pushing event updated for resources: {'Port': ['ID=c4a2f300-3a9c-46a1-a78d-8b27643ba00e,revision_number=3']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:17.495173 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-b978decf-b0ab-4d50-a50e-1630e9e0afa0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:43:17.607608 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.quota.driver [req-7735576e-487d-4941-85bd-ebf7abbd3f3e req-9fb1dd70-9a7a-4879-b0a2-4c2e93b01eda tempest-VolumesNegativeTest-41913782 tempest-VolumesNegativeTest-41913782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:43:17.619610 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [req-7735576e-487d-4941-85bd-ebf7abbd3f3e req-9fb1dd70-9a7a-4879-b0a2-4c2e93b01eda tempest-VolumesNegativeTest-41913782 tempest-VolumesNegativeTest-41913782-project] Usage tracker for resource:port and tenant:1fd883d8bafd4e248467bbb7b0feb0c9 is out of sync, need to count used quota {{(pid=98851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:43:17.627262 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7caeff19-8b2a-4c81-b6f2-1178b3f1a561', 'tag': 'c4a2f300-3a9c-46a1-a78d-8b27643ba00e', 'status': 'completed', 'code': 200} May 27 03:43:17.628080 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [req-7735576e-487d-4941-85bd-ebf7abbd3f3e req-9fb1dd70-9a7a-4879-b0a2-4c2e93b01eda tempest-VolumesNegativeTest-41913782 tempest-VolumesNegativeTest-41913782-project] Quota usage for port was recalculated. Used quota:0. {{(pid=98851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:43:17.651269 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.quota.driver [req-7735576e-487d-4941-85bd-ebf7abbd3f3e req-9fb1dd70-9a7a-4879-b0a2-4c2e93b01eda tempest-VolumesNegativeTest-41913782 tempest-VolumesNegativeTest-41913782-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:43:17.658407 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [req-37213d95-23c6-4feb-ae0f-49e5248464b6 req-69bd603a-62b8-46a5-841e-5ae8e614cdc9 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Unset dirty status for tenant:7413f58ffa8e476fb5600cbc51ee9d34 on resource:port {{(pid=98851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:43:17.659560 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-37213d95-23c6-4feb-ae0f-49e5248464b6 req-69bd603a-62b8-46a5-841e-5ae8e614cdc9 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] 10.222.0.25 "GET /v2.0/ports?device_id=7caeff19-8b2a-4c81-b6f2-1178b3f1a561 HTTP/1.1" status: 200 len: 943 time: 0.7500536 May 27 03:43:17.707910 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-39dddf94-28f5-49d0-b37e-3411fe35f33b req-31624743-c31b-419c-be67-8b4d207ef9ac service neutron] 10.222.0.36 "GET /v2.0/networks/b35bcef9-7d04-408a-b003-58c7e5878e65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2681332 May 27 03:43:17.727073 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b4d856-ee55-4db3-bdde-7b481fa2d1bc req-e2a0efb0-ccdf-4deb-8d40-3d13a64bb07d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:17.728514 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-e4b4d856-ee55-4db3-bdde-7b481fa2d1bc req-e2a0efb0-ccdf-4deb-8d40-3d13a64bb07d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7413f58ffa8e476fb5600cbc51ee9d34&device_id=7caeff19-8b2a-4c81-b6f2-1178b3f1a561 HTTP/1.1" status: 200 len: 1096 time: 0.2877665 May 27 03:43:17.794555 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb01846-1ac5-4b8f-97ec-0a1321d23258 req-033d67c0-b740-4747-b2a6-319d88b0f8fa tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:17.796141 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-4cb01846-1ac5-4b8f-97ec-0a1321d23258 req-033d67c0-b740-4747-b2a6-319d88b0f8fa tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/ports?device_id=1a0adeb2-9abe-4dfa-8fd5-1aa17e3b69e0 HTTP/1.1" status: 200 len: 946 time: 0.0818758 May 27 03:43:17.806966 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-37213d95-23c6-4feb-ae0f-49e5248464b6 req-a36d8975-9ae4-4256-b132-f266eaa740ec tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] 10.222.0.25 "GET /v2.0/security-groups?id=3008a255-7ecc-4b97-8d3a-baac4542929c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308992 May 27 03:43:17.816047 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7735576e-487d-4941-85bd-ebf7abbd3f3e req-9fb1dd70-9a7a-4879-b0a2-4c2e93b01eda tempest-VolumesNegativeTest-41913782 tempest-VolumesNegativeTest-41913782-project] Made reservation on behalf of 1fd883d8bafd4e248467bbb7b0feb0c9 for: {'port': 1} {{(pid=98851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:43:17.819451 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-7735576e-487d-4941-85bd-ebf7abbd3f3e req-9fb1dd70-9a7a-4879-b0a2-4c2e93b01eda tempest-VolumesNegativeTest-41913782 tempest-VolumesNegativeTest-41913782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:17.876451 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-4cb01846-1ac5-4b8f-97ec-0a1321d23258 req-48e5b340-8a16-431e-9e37-76f7cb309467 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/security-groups?id=85648ff1-b2ef-4805-9733-563ba7ce8d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743353 May 27 03:43:17.892600 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-e4b4d856-ee55-4db3-bdde-7b481fa2d1bc req-c4b36ec9-d5aa-4128-bc18-7e6428957e32 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c4a2f300-3a9c-46a1-a78d-8b27643ba00e HTTP/1.1" status: 200 len: 217 time: 0.1377616 May 27 03:43:17.894422 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-7735576e-487d-4941-85bd-ebf7abbd3f3e req-9fb1dd70-9a7a-4879-b0a2-4c2e93b01eda tempest-VolumesNegativeTest-41913782 tempest-VolumesNegativeTest-41913782-project] Notify callbacks [] for security_group, before_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:17.955032 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.quota.driver [req-7735576e-487d-4941-85bd-ebf7abbd3f3e req-9fb1dd70-9a7a-4879-b0a2-4c2e93b01eda tempest-VolumesNegativeTest-41913782 tempest-VolumesNegativeTest-41913782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:43:17.973412 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [req-7735576e-487d-4941-85bd-ebf7abbd3f3e req-9fb1dd70-9a7a-4879-b0a2-4c2e93b01eda tempest-VolumesNegativeTest-41913782 tempest-VolumesNegativeTest-41913782-project] Usage tracker for resource:security_group_rule and tenant:1fd883d8bafd4e248467bbb7b0feb0c9 is out of sync, need to count used quota {{(pid=98851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:43:17.979011 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [req-7735576e-487d-4941-85bd-ebf7abbd3f3e req-9fb1dd70-9a7a-4879-b0a2-4c2e93b01eda tempest-VolumesNegativeTest-41913782 tempest-VolumesNegativeTest-41913782-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:43:18.001075 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.quota.driver [req-7735576e-487d-4941-85bd-ebf7abbd3f3e req-9fb1dd70-9a7a-4879-b0a2-4c2e93b01eda tempest-VolumesNegativeTest-41913782 tempest-VolumesNegativeTest-41913782-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:43:18.005873 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b4d856-ee55-4db3-bdde-7b481fa2d1bc req-b92d32b8-69a3-41ae-b2de-ef3e6c757ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:18.007270 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-e4b4d856-ee55-4db3-bdde-7b481fa2d1bc req-b92d32b8-69a3-41ae-b2de-ef3e6c757ca1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e7b1e35c-8b26-4690-9d11-111b6e17f0c6 HTTP/1.1" status: 200 len: 855 time: 0.1010187 May 27 03:43:18.078199 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-e4b4d856-ee55-4db3-bdde-7b481fa2d1bc req-d508ebdb-c37d-418d-9c6b-39b501268bfe service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9d88eb5c-a234-4a0b-9721-bcab674f53e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0570464 May 27 03:43:18.086622 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-39dddf94-28f5-49d0-b37e-3411fe35f33b req-1bf5da24-44ea-46e9-8864-2c03d651414b service neutron] 10.222.0.36 "GET /v2.0/networks/b35bcef9-7d04-408a-b003-58c7e5878e65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3649442 May 27 03:43:18.297933 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-a998881a-309e-4c68-911b-a442bcbd2b63 req-c84f46e5-5cdb-40d1-914a-9c0ff13765f6 tempest-VolumesNegativeTest-41913782 tempest-VolumesNegativeTest-41913782-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe309d4b-1169-4574-a57b-7e3c2cc5ddf4 HTTP/1.1" status: 200 len: 210 time: 0.0755963 May 27 03:43:18.303057 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-e4b4d856-ee55-4db3-bdde-7b481fa2d1bc req-d0e9033c-53e6-4085-ad3c-77ef7d2f1230 service neutron] 10.222.0.36 "GET /v2.0/networks/9d88eb5c-a234-4a0b-9721-bcab674f53e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080109 May 27 03:43:18.334370 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-7735576e-487d-4941-85bd-ebf7abbd3f3e req-9fb1dd70-9a7a-4879-b0a2-4c2e93b01eda tempest-VolumesNegativeTest-41913782 tempest-VolumesNegativeTest-41913782-project] Notify callbacks [] for security_group, precommit_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:18.389493 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-7735576e-487d-4941-85bd-ebf7abbd3f3e req-9fb1dd70-9a7a-4879-b0a2-4c2e93b01eda tempest-VolumesNegativeTest-41913782 tempest-VolumesNegativeTest-41913782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:18.398606 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-2b99e2e5-b042-475c-9fd0-12f15ab72442 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:43:18.586327 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb1dd70-9a7a-4879-b0a2-4c2e93b01eda tempest-VolumesNegativeTest-41913782 tempest-VolumesNegativeTest-41913782-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7d0e9ef-567b-4ee0-8856-21c10c15f1f3,revision_number=1']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:18.599498 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-9fb1dd70-9a7a-4879-b0a2-4c2e93b01eda tempest-VolumesNegativeTest-41913782 tempest-VolumesNegativeTest-41913782-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:43:18.629702 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-e4b4d856-ee55-4db3-bdde-7b481fa2d1bc req-d7bdf4e9-9929-45b1-85f3-9f4a897a22ff service neutron] 10.222.0.36 "GET /v2.0/networks/9d88eb5c-a234-4a0b-9721-bcab674f53e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3167272 May 27 03:43:18.703629 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.db_base_plugin_common [req-7735576e-487d-4941-85bd-ebf7abbd3f3e req-9fb1dd70-9a7a-4879-b0a2-4c2e93b01eda tempest-VolumesNegativeTest-41913782 tempest-VolumesNegativeTest-41913782-project] Allocated IP 192.168.233.58 (21296751-df7a-4963-8e76-bf5a1220cf28/e15a190d-dd56-4308-be3b-72ba0b0301b1/b0b1cc61-eef3-4210-b550-01a9151eae95) {{(pid=98851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:43:18.961508 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-7735576e-487d-4941-85bd-ebf7abbd3f3e req-9fb1dd70-9a7a-4879-b0a2-4c2e93b01eda tempest-VolumesNegativeTest-41913782 tempest-VolumesNegativeTest-41913782-project] Notify callbacks [] for port, precommit_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:18.985314 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.provisioning_blocks [req-7735576e-487d-4941-85bd-ebf7abbd3f3e req-9fb1dd70-9a7a-4879-b0a2-4c2e93b01eda tempest-VolumesNegativeTest-41913782 tempest-VolumesNegativeTest-41913782-project] Transition to ACTIVE for port object b0b1cc61-eef3-4210-b550-01a9151eae95 will not be triggered until provisioned by entity DHCP. {{(pid=98851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:43:19.005538 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c624b45b-654f-444d-9b90-f6126024cb3e req-aedf4205-65a2-4b5c-a686-656bf6c51553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:19.005538 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-c624b45b-654f-444d-9b90-f6126024cb3e req-aedf4205-65a2-4b5c-a686-656bf6c51553 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7413f58ffa8e476fb5600cbc51ee9d34&device_id=7caeff19-8b2a-4c81-b6f2-1178b3f1a561 HTTP/1.1" status: 200 len: 1096 time: 0.1159775 May 27 03:43:19.087402 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc521844-7849-4589-adef-b54fd5929eb8 req-e30bfd7f-9911-42d4-84ad-18bda2169ef8 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:19.088900 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-dc521844-7849-4589-adef-b54fd5929eb8 req-e30bfd7f-9911-42d4-84ad-18bda2169ef8 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] 10.222.0.25 "GET /v2.0/ports?device_id=7caeff19-8b2a-4c81-b6f2-1178b3f1a561 HTTP/1.1" status: 200 len: 943 time: 0.1006856 May 27 03:43:19.133519 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-dc521844-7849-4589-adef-b54fd5929eb8 req-cc7416d5-01c8-47d2-b72e-46f40fca6efd tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] 10.222.0.25 "GET /v2.0/security-groups?id=3008a255-7ecc-4b97-8d3a-baac4542929c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388374 May 27 03:43:19.210791 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c624b45b-654f-444d-9b90-f6126024cb3e req-5177cf0b-839a-4936-b52f-78d47142305b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:19.212131 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-c624b45b-654f-444d-9b90-f6126024cb3e req-5177cf0b-839a-4936-b52f-78d47142305b service neutron] 10.222.0.36 "GET /v2.0/networks?id=9d88eb5c-a234-4a0b-9721-bcab674f53e1 HTTP/1.1" status: 200 len: 915 time: 0.1989861 May 27 03:43:19.213324 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-7735576e-487d-4941-85bd-ebf7abbd3f3e req-9fb1dd70-9a7a-4879-b0a2-4c2e93b01eda tempest-VolumesNegativeTest-41913782 tempest-VolumesNegativeTest-41913782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786481287388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28231606'] for port, after_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:19.222140 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbd93c3-b256-4950-b653-74f4a2b9263c req-42a80037-a442-4afb-ad25-6b7360a4d87a tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:19.227824 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-9dbd93c3-b256-4950-b653-74f4a2b9263c req-42a80037-a442-4afb-ad25-6b7360a4d87a tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/ports?device_id=1a0adeb2-9abe-4dfa-8fd5-1aa17e3b69e0 HTTP/1.1" status: 200 len: 946 time: 0.2120502 May 27 03:43:19.228421 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-dc562099-c0ce-4a30-846a-c1e29f0b565d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:43:19.355963 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-c624b45b-654f-444d-9b90-f6126024cb3e req-7ade6211-4410-4e19-8cc3-33f6837c0581 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c4a2f300-3a9c-46a1-a78d-8b27643ba00e HTTP/1.1" status: 200 len: 217 time: 0.1315863 May 27 03:43:19.415417 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7735576e-487d-4941-85bd-ebf7abbd3f3e req-9fb1dd70-9a7a-4879-b0a2-4c2e93b01eda tempest-VolumesNegativeTest-41913782 tempest-VolumesNegativeTest-41913782-project] Network 21296751-df7a-4963-8e76-bf5a1220cf28 is already hosted by enough agents. {{(pid=98851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:43:19.425534 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb1dd70-9a7a-4879-b0a2-4c2e93b01eda tempest-VolumesNegativeTest-41913782 tempest-VolumesNegativeTest-41913782-project] Pushing event updated for resources: {'Port': ['ID=b0b1cc61-eef3-4210-b550-01a9151eae95,revision_number=1']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:19.427904 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.scheduler.base_scheduler [req-7735576e-487d-4941-85bd-ebf7abbd3f3e req-9fb1dd70-9a7a-4879-b0a2-4c2e93b01eda tempest-VolumesNegativeTest-41913782 tempest-VolumesNegativeTest-41913782-project] Resources bound (agent type, host, resource id): {{(pid=98851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:43:19.429647 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-9fb1dd70-9a7a-4879-b0a2-4c2e93b01eda tempest-VolumesNegativeTest-41913782 tempest-VolumesNegativeTest-41913782-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:43:19.434360 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.l3_dvrscheduler_db [req-7735576e-487d-4941-85bd-ebf7abbd3f3e req-9fb1dd70-9a7a-4879-b0a2-4c2e93b01eda tempest-VolumesNegativeTest-41913782 tempest-VolumesNegativeTest-41913782-project] Received port after_create {{(pid=98851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 03:43:19.486165 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-9dbd93c3-b256-4950-b653-74f4a2b9263c req-3ccf1e7b-c059-4e5c-8c31-f0e6acb57275 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/security-groups?id=85648ff1-b2ef-4805-9733-563ba7ce8d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761231 May 27 03:43:19.489801 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22105e0-eb04-4954-90da-7ecde1b2aa6b req-1592bc79-6a1e-4cd3-861d-9eab82099776 tempest-VolumesNegativeTest-41913782 tempest-VolumesNegativeTest-41913782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:19.491302 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-c22105e0-eb04-4954-90da-7ecde1b2aa6b req-1592bc79-6a1e-4cd3-861d-9eab82099776 tempest-VolumesNegativeTest-41913782 tempest-VolumesNegativeTest-41913782-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe309d4b-1169-4574-a57b-7e3c2cc5ddf4 HTTP/1.1" status: 200 len: 935 time: 0.0861282 May 27 03:43:19.515592 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c624b45b-654f-444d-9b90-f6126024cb3e req-120f93a9-3c26-406f-b07d-c4686181d711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:19.517656 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-c624b45b-654f-444d-9b90-f6126024cb3e req-120f93a9-3c26-406f-b07d-c4686181d711 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e7b1e35c-8b26-4690-9d11-111b6e17f0c6 HTTP/1.1" status: 200 len: 855 time: 0.1512554 May 27 03:43:19.530748 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7735576e-487d-4941-85bd-ebf7abbd3f3e req-9fb1dd70-9a7a-4879-b0a2-4c2e93b01eda tempest-VolumesNegativeTest-41913782 tempest-VolumesNegativeTest-41913782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:19.531352 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-7735576e-487d-4941-85bd-ebf7abbd3f3e req-9fb1dd70-9a7a-4879-b0a2-4c2e93b01eda tempest-VolumesNegativeTest-41913782 tempest-VolumesNegativeTest-41913782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4037888'] for port, before_response {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:19.551470 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-c22105e0-eb04-4954-90da-7ecde1b2aa6b req-4ff86cc8-b319-4ffd-8bcd-9633539474af tempest-VolumesNegativeTest-41913782 tempest-VolumesNegativeTest-41913782-project] 10.222.0.25 "GET /v2.0/security-groups?id=e7d0e9ef-567b-4ee0-8856-21c10c15f1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487719 May 27 03:43:19.585638 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-c624b45b-654f-444d-9b90-f6126024cb3e req-ad046ebf-ee35-441d-9b50-d4702fe99994 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9d88eb5c-a234-4a0b-9721-bcab674f53e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487955 May 27 03:43:19.685139 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-7735576e-487d-4941-85bd-ebf7abbd3f3e req-9fb1dd70-9a7a-4879-b0a2-4c2e93b01eda tempest-VolumesNegativeTest-41913782 tempest-VolumesNegativeTest-41913782-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4694834 May 27 03:43:19.699027 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.v2.base [req-7735576e-487d-4941-85bd-ebf7abbd3f3e req-a3a4a7ec-ac7e-478f-97db-ea0fad5c1a6b service neutron] Request body: {'port': {'device_id': 'fe309d4b-1169-4574-a57b-7e3c2cc5ddf4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79326'}} {{(pid=98851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:43:19.740865 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-862272ce-56fd-4696-9a3a-980b5c01469c None None] Provisioning for port b0b1cc61-eef3-4210-b550-01a9151eae95 completed by entity DHCP. {{(pid=98853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:43:19.745680 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-862272ce-56fd-4696-9a3a-980b5c01469c None None] Provisioning complete for port b0b1cc61-eef3-4210-b550-01a9151eae95 triggered by entity DHCP. {{(pid=98853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:43:19.746053 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-862272ce-56fd-4696-9a3a-980b5c01469c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487713'] for port, provisioning_complete {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:19.784364 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-c624b45b-654f-444d-9b90-f6126024cb3e req-0fe09fc9-8793-442f-aefd-5ae1c80be0fe service neutron] 10.222.0.36 "GET /v2.0/networks/9d88eb5c-a234-4a0b-9721-bcab674f53e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904354 May 27 03:43:19.799392 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.plugin [None req-862272ce-56fd-4696-9a3a-980b5c01469c None None] Port b0b1cc61-eef3-4210-b550-01a9151eae95 cannot update to ACTIVE because it is not bound. {{(pid=98853) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 03:43:19.919139 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-7735576e-487d-4941-85bd-ebf7abbd3f3e req-a3a4a7ec-ac7e-478f-97db-ea0fad5c1a6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_update {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:20.033415 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-c624b45b-654f-444d-9b90-f6126024cb3e req-2ff56255-630d-44f1-b284-34e764031f19 service neutron] 10.222.0.36 "GET /v2.0/networks/9d88eb5c-a234-4a0b-9721-bcab674f53e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2187293 May 27 03:43:20.324131 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303f9cf3-4af9-4b50-94b6-f794bd0ba6e8 req-a8e2552b-0b2a-4b64-8245-6d0845eda430 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:20.325525 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-303f9cf3-4af9-4b50-94b6-f794bd0ba6e8 req-a8e2552b-0b2a-4b64-8245-6d0845eda430 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] 10.222.0.25 "GET /v2.0/ports?device_id=7caeff19-8b2a-4c81-b6f2-1178b3f1a561 HTTP/1.1" status: 200 len: 943 time: 0.0796158 May 27 03:43:20.373305 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-303f9cf3-4af9-4b50-94b6-f794bd0ba6e8 req-d759b1ba-a006-41e6-99bd-c0a7ac42e368 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] 10.222.0.25 "GET /v2.0/security-groups?id=3008a255-7ecc-4b97-8d3a-baac4542929c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421219 May 27 03:43:20.411984 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.notifiers.nova [req-7735576e-487d-4941-85bd-ebf7abbd3f3e req-a3a4a7ec-ac7e-478f-97db-ea0fad5c1a6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0b1cc61-eef3-4210-b550-01a9151eae95 {{(pid=98851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:43:20.419521 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-7735576e-487d-4941-85bd-ebf7abbd3f3e req-a3a4a7ec-ac7e-478f-97db-ea0fad5c1a6b service neutron] Notify callbacks [] for port, precommit_update {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:20.433941 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.provisioning_blocks [req-7735576e-487d-4941-85bd-ebf7abbd3f3e req-a3a4a7ec-ac7e-478f-97db-ea0fad5c1a6b service neutron] Transition to ACTIVE for port object b0b1cc61-eef3-4210-b550-01a9151eae95 will not be triggered until provisioned by entity L2. {{(pid=98851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:43:20.500261 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-7735576e-487d-4941-85bd-ebf7abbd3f3e req-a3a4a7ec-ac7e-478f-97db-ea0fad5c1a6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786481721483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786481287406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786481291807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28231553'] for port, after_update {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:20.504591 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:43:20.674963 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a4a7ec-ac7e-478f-97db-ea0fad5c1a6b service neutron] Pushing event updated for resources: {'Port': ['ID=b0b1cc61-eef3-4210-b550-01a9151eae95,revision_number=2']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:20.677828 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-a3a4a7ec-ac7e-478f-97db-ea0fad5c1a6b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:43:20.812983 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97095d5b-5276-4d20-bc68-16397a24a2b4 req-457f9b51-5734-4373-bc0c-5c5cd70dbef9 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:20.814743 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-97095d5b-5276-4d20-bc68-16397a24a2b4 req-457f9b51-5734-4373-bc0c-5c5cd70dbef9 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/ports?device_id=1a0adeb2-9abe-4dfa-8fd5-1aa17e3b69e0 HTTP/1.1" status: 200 len: 946 time: 0.2075479 May 27 03:43:20.838344 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da892ea-d764-4a5b-9f1c-3dfa86082067 req-de664a22-f64a-4c12-930c-ea76690b7d32 tempest-VolumesNegativeTest-41913782 tempest-VolumesNegativeTest-41913782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:20.839890 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-5da892ea-d764-4a5b-9f1c-3dfa86082067 req-de664a22-f64a-4c12-930c-ea76690b7d32 tempest-VolumesNegativeTest-41913782 tempest-VolumesNegativeTest-41913782-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe309d4b-1169-4574-a57b-7e3c2cc5ddf4 HTTP/1.1" status: 200 len: 947 time: 0.1709328 May 27 03:43:20.851590 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.managers [req-7735576e-487d-4941-85bd-ebf7abbd3f3e req-a3a4a7ec-ac7e-478f-97db-ea0fad5c1a6b service neutron] Attempting to bind port b0b1cc61-eef3-4210-b550-01a9151eae95 on host hv-cinder-79326 for vnic_type normal with profile {{(pid=98851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:43:20.851919 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.managers [req-7735576e-487d-4941-85bd-ebf7abbd3f3e req-a3a4a7ec-ac7e-478f-97db-ea0fad5c1a6b service neutron] Attempting to bind port b0b1cc61-eef3-4210-b550-01a9151eae95 by drivers openvswitch,hyperv on host hv-cinder-79326 at level 0 using segments [{'id': '91fec48e-7447-4016-b191-37a9f866a5af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '21296751-df7a-4963-8e76-bf5a1220cf28'}] {{(pid=98851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:43:20.852241 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7735576e-487d-4941-85bd-ebf7abbd3f3e req-a3a4a7ec-ac7e-478f-97db-ea0fad5c1a6b service neutron] Attempting to bind port b0b1cc61-eef3-4210-b550-01a9151eae95 on network 21296751-df7a-4963-8e76-bf5a1220cf28 {{(pid=98851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:43:20.865384 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7735576e-487d-4941-85bd-ebf7abbd3f3e req-a3a4a7ec-ac7e-478f-97db-ea0fad5c1a6b service neutron] Port b0b1cc61-eef3-4210-b550-01a9151eae95 on network 21296751-df7a-4963-8e76-bf5a1220cf28 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79326 {{(pid=98851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 03:43:20.865701 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7735576e-487d-4941-85bd-ebf7abbd3f3e req-a3a4a7ec-ac7e-478f-97db-ea0fad5c1a6b service neutron] Attempting to bind port b0b1cc61-eef3-4210-b550-01a9151eae95 on network 21296751-df7a-4963-8e76-bf5a1220cf28 {{(pid=98851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:43:20.875165 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7735576e-487d-4941-85bd-ebf7abbd3f3e req-a3a4a7ec-ac7e-478f-97db-ea0fad5c1a6b service neutron] Checking agent: {'id': 'beba53db-4949-4034-b5ab-73b6df09d927', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79326', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 3, 39, 17), 'started_at': datetime.datetime(2021, 5, 27, 3, 39, 17), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 3, 43, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 03:43:20.875497 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7735576e-487d-4941-85bd-ebf7abbd3f3e req-a3a4a7ec-ac7e-478f-97db-ea0fad5c1a6b service neutron] Checking segment: {'id': '91fec48e-7447-4016-b191-37a9f866a5af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '21296751-df7a-4963-8e76-bf5a1220cf28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 03:43:20.875870 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7735576e-487d-4941-85bd-ebf7abbd3f3e req-a3a4a7ec-ac7e-478f-97db-ea0fad5c1a6b service neutron] Bound using segment: {'id': '91fec48e-7447-4016-b191-37a9f866a5af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '21296751-df7a-4963-8e76-bf5a1220cf28'} {{(pid=98851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 03:43:20.876316 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.managers [req-7735576e-487d-4941-85bd-ebf7abbd3f3e req-a3a4a7ec-ac7e-478f-97db-ea0fad5c1a6b service neutron] Bound port: b0b1cc61-eef3-4210-b550-01a9151eae95, host: hv-cinder-79326, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91fec48e-7447-4016-b191-37a9f866a5af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '21296751-df7a-4963-8e76-bf5a1220cf28'}}] {{(pid=98851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:43:20.876683 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-7735576e-487d-4941-85bd-ebf7abbd3f3e req-a3a4a7ec-ac7e-478f-97db-ea0fad5c1a6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_update {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:20.885162 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-5da892ea-d764-4a5b-9f1c-3dfa86082067 req-62ed4b3d-996e-4973-a14b-9d5c8a0597e0 tempest-VolumesNegativeTest-41913782 tempest-VolumesNegativeTest-41913782-project] 10.222.0.25 "GET /v2.0/security-groups?id=e7d0e9ef-567b-4ee0-8856-21c10c15f1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383103 May 27 03:43:20.896092 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-97095d5b-5276-4d20-bc68-16397a24a2b4 req-2218638b-3866-421c-967d-c89efe76722a tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/security-groups?id=85648ff1-b2ef-4805-9733-563ba7ce8d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708179 May 27 03:43:20.971062 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.db [req-7735576e-487d-4941-85bd-ebf7abbd3f3e req-a3a4a7ec-ac7e-478f-97db-ea0fad5c1a6b service neutron] For port b0b1cc61-eef3-4210-b550-01a9151eae95, host hv-cinder-79326, cleared binding levels {{(pid=98851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:43:20.973972 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.db [req-7735576e-487d-4941-85bd-ebf7abbd3f3e req-a3a4a7ec-ac7e-478f-97db-ea0fad5c1a6b service neutron] For port b0b1cc61-eef3-4210-b550-01a9151eae95, host hv-cinder-79326, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=b0b1cc61-eef3-4210-b550-01a9151eae95,segment=NetworkSegment(91fec48e-7447-4016-b191-37a9f866a5af),segment_id=91fec48e-7447-4016-b191-37a9f866a5af)] {{(pid=98851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 03:43:21.044712 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-7735576e-487d-4941-85bd-ebf7abbd3f3e req-a3a4a7ec-ac7e-478f-97db-ea0fad5c1a6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786481721483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786481287406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786481291807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28231553'] for port, after_update {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:21.051383 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:43:21.101928 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7735576e-487d-4941-85bd-ebf7abbd3f3e req-a3a4a7ec-ac7e-478f-97db-ea0fad5c1a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:21.102430 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-7735576e-487d-4941-85bd-ebf7abbd3f3e req-a3a4a7ec-ac7e-478f-97db-ea0fad5c1a6b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4037888'] for port, before_response {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:21.103953 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-7735576e-487d-4941-85bd-ebf7abbd3f3e req-a3a4a7ec-ac7e-478f-97db-ea0fad5c1a6b service neutron] 10.222.0.36 "PUT /v2.0/ports/b0b1cc61-eef3-4210-b550-01a9151eae95 HTTP/1.1" status: 200 len: 1097 time: 1.4115067 May 27 03:43:21.110780 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe309d4b-1169-4574-a57b-7e3c2cc5ddf4', 'tag': 'b0b1cc61-eef3-4210-b550-01a9151eae95'}] {{(pid=98851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:43:21.142931 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a4a7ec-ac7e-478f-97db-ea0fad5c1a6b service neutron] Pushing event updated for resources: {'Port': ['ID=b0b1cc61-eef3-4210-b550-01a9151eae95,revision_number=3']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:21.146237 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-a3a4a7ec-ac7e-478f-97db-ea0fad5c1a6b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:43:21.287190 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7735576e-487d-4941-85bd-ebf7abbd3f3e req-8284519c-cfb0-49f0-a8f0-f704e79a6828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:21.288697 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-7735576e-487d-4941-85bd-ebf7abbd3f3e req-8284519c-cfb0-49f0-a8f0-f704e79a6828 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1fd883d8bafd4e248467bbb7b0feb0c9&device_id=fe309d4b-1169-4574-a57b-7e3c2cc5ddf4 HTTP/1.1" status: 200 len: 1100 time: 0.0786643 May 27 03:43:21.501837 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe309d4b-1169-4574-a57b-7e3c2cc5ddf4', 'tag': 'b0b1cc61-eef3-4210-b550-01a9151eae95', 'status': 'completed', 'code': 200} May 27 03:43:21.515809 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-7735576e-487d-4941-85bd-ebf7abbd3f3e req-d4be2dc5-af13-417b-85aa-25548c033658 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=b0b1cc61-eef3-4210-b550-01a9151eae95 HTTP/1.1" status: 200 len: 217 time: 0.0687735 May 27 03:43:21.630227 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7735576e-487d-4941-85bd-ebf7abbd3f3e req-25758fca-4932-44eb-854d-78fdf505fe2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:21.631540 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-7735576e-487d-4941-85bd-ebf7abbd3f3e req-25758fca-4932-44eb-854d-78fdf505fe2d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e15a190d-dd56-4308-be3b-72ba0b0301b1 HTTP/1.1" status: 200 len: 843 time: 0.1090376 May 27 03:43:21.702660 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c4330b-2dc0-4816-8cdb-8a85b203f52d req-212c212a-4e29-414d-94d8-6d716791fd1c tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:21.704074 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-c8c4330b-2dc0-4816-8cdb-8a85b203f52d req-212c212a-4e29-414d-94d8-6d716791fd1c tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] 10.222.0.25 "GET /v2.0/ports?device_id=7caeff19-8b2a-4c81-b6f2-1178b3f1a561 HTTP/1.1" status: 200 len: 943 time: 0.1492894 May 27 03:43:21.756448 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-c8c4330b-2dc0-4816-8cdb-8a85b203f52d req-e0662eea-6bce-4c49-ba04-a7845bf12f9f tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] 10.222.0.25 "GET /v2.0/security-groups?id=3008a255-7ecc-4b97-8d3a-baac4542929c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465400 May 27 03:43:21.759032 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7735576e-487d-4941-85bd-ebf7abbd3f3e req-160daca3-1a7a-416a-86e1-e372eaa1d7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:21.760384 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-7735576e-487d-4941-85bd-ebf7abbd3f3e req-160daca3-1a7a-416a-86e1-e372eaa1d7e3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=21296751-df7a-4963-8e76-bf5a1220cf28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1213284 May 27 03:43:21.896490 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-7735576e-487d-4941-85bd-ebf7abbd3f3e req-5126dde9-fe54-4edd-9848-088ebfc42599 service neutron] 10.222.0.36 "GET /v2.0/networks/21296751-df7a-4963-8e76-bf5a1220cf28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286662 May 27 03:43:22.069948 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d923946e-b136-4ef8-b1d9-ad8e373313eb req-a4e178b3-ae93-4963-ac77-f373842e4e75 tempest-VolumesNegativeTest-41913782 tempest-VolumesNegativeTest-41913782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:22.071394 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-d923946e-b136-4ef8-b1d9-ad8e373313eb req-a4e178b3-ae93-4963-ac77-f373842e4e75 tempest-VolumesNegativeTest-41913782 tempest-VolumesNegativeTest-41913782-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe309d4b-1169-4574-a57b-7e3c2cc5ddf4 HTTP/1.1" status: 200 len: 947 time: 0.0787404 May 27 03:43:22.078689 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-7735576e-487d-4941-85bd-ebf7abbd3f3e req-1b9dbdb8-e971-4715-b355-4beaa846d7dc service neutron] 10.222.0.36 "GET /v2.0/networks/21296751-df7a-4963-8e76-bf5a1220cf28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749022 May 27 03:43:22.106220 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767a89ad-8f46-4f5b-a3cb-a9102a74cf1c req-fda2496f-f3ab-4772-9b7b-813a77bda527 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:22.107641 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-767a89ad-8f46-4f5b-a3cb-a9102a74cf1c req-fda2496f-f3ab-4772-9b7b-813a77bda527 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/ports?device_id=1a0adeb2-9abe-4dfa-8fd5-1aa17e3b69e0 HTTP/1.1" status: 200 len: 946 time: 0.0986888 May 27 03:43:22.120958 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-d923946e-b136-4ef8-b1d9-ad8e373313eb req-a4dd94e2-0536-445d-9f01-8639cb5906bd tempest-VolumesNegativeTest-41913782 tempest-VolumesNegativeTest-41913782-project] 10.222.0.25 "GET /v2.0/security-groups?id=e7d0e9ef-567b-4ee0-8856-21c10c15f1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436823 May 27 03:43:22.156880 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-767a89ad-8f46-4f5b-a3cb-a9102a74cf1c req-03a8b685-068e-41bb-ba97-29c6fd611e8d tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/security-groups?id=85648ff1-b2ef-4805-9733-563ba7ce8d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425992 May 27 03:43:22.380138 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92560a1b-4caa-4645-a14b-753fb7d7193d req-2f2c4a59-7142-4021-9b8a-96410c13d7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:22.381644 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-92560a1b-4caa-4645-a14b-753fb7d7193d req-2f2c4a59-7142-4021-9b8a-96410c13d7ee service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1fd883d8bafd4e248467bbb7b0feb0c9&device_id=fe309d4b-1169-4574-a57b-7e3c2cc5ddf4 HTTP/1.1" status: 200 len: 1100 time: 0.0838101 May 27 03:43:22.591534 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92560a1b-4caa-4645-a14b-753fb7d7193d req-0c5ae7d3-b7d3-456c-974e-0749b346593e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:22.593003 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-92560a1b-4caa-4645-a14b-753fb7d7193d req-0c5ae7d3-b7d3-456c-974e-0749b346593e service neutron] 10.222.0.36 "GET /v2.0/networks?id=21296751-df7a-4963-8e76-bf5a1220cf28 HTTP/1.1" status: 200 len: 869 time: 0.2042172 May 27 03:43:22.661937 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-92560a1b-4caa-4645-a14b-753fb7d7193d req-e06bd1d6-b6c9-4700-ad81-1f1b9ecbd2a9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=b0b1cc61-eef3-4210-b550-01a9151eae95 HTTP/1.1" status: 200 len: 217 time: 0.0620525 May 27 03:43:22.731038 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92560a1b-4caa-4645-a14b-753fb7d7193d req-e39ee4ba-141a-4d54-af8e-082c7f684124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:22.732385 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-92560a1b-4caa-4645-a14b-753fb7d7193d req-e39ee4ba-141a-4d54-af8e-082c7f684124 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e15a190d-dd56-4308-be3b-72ba0b0301b1 HTTP/1.1" status: 200 len: 843 time: 0.0626943 May 27 03:43:22.809235 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92560a1b-4caa-4645-a14b-753fb7d7193d req-f0f0e8c5-029e-471a-a071-f3531e264c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:22.810679 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-92560a1b-4caa-4645-a14b-753fb7d7193d req-f0f0e8c5-029e-471a-a071-f3531e264c40 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=21296751-df7a-4963-8e76-bf5a1220cf28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0715554 May 27 03:43:22.942980 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-92560a1b-4caa-4645-a14b-753fb7d7193d req-bbc10164-400e-4221-85fb-ac1e57d28280 service neutron] 10.222.0.36 "GET /v2.0/networks/21296751-df7a-4963-8e76-bf5a1220cf28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246202 May 27 03:43:23.074968 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-92560a1b-4caa-4645-a14b-753fb7d7193d req-30184e25-54ad-4bbe-8e3e-a1cb59f2d77b service neutron] 10.222.0.36 "GET /v2.0/networks/21296751-df7a-4963-8e76-bf5a1220cf28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241868 May 27 03:43:23.330944 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9723e4de-b0f8-48f6-8e23-c61d4f0c67f5 req-47b8d633-0ba6-4933-bd78-5dc995b55a9b tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:23.332227 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-9723e4de-b0f8-48f6-8e23-c61d4f0c67f5 req-47b8d633-0ba6-4933-bd78-5dc995b55a9b tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] 10.222.0.25 "GET /v2.0/ports?device_id=7caeff19-8b2a-4c81-b6f2-1178b3f1a561 HTTP/1.1" status: 200 len: 943 time: 0.0789230 May 27 03:43:23.332807 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66976bc9-ca52-4c00-bff2-ff9719dcc768 req-727e6da8-2d28-42d7-a1ed-ac92020a1970 tempest-VolumesNegativeTest-41913782 tempest-VolumesNegativeTest-41913782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:23.333596 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [req-66976bc9-ca52-4c00-bff2-ff9719dcc768 req-727e6da8-2d28-42d7-a1ed-ac92020a1970 tempest-VolumesNegativeTest-41913782 tempest-VolumesNegativeTest-41913782-project] Synchronizing usage tracker for tenant:1fd883d8bafd4e248467bbb7b0feb0c9 on resource:port {{(pid=98851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:43:23.391147 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-9723e4de-b0f8-48f6-8e23-c61d4f0c67f5 req-333efbac-8e83-4d83-8336-50b60a6f11e6 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] 10.222.0.25 "GET /v2.0/security-groups?id=3008a255-7ecc-4b97-8d3a-baac4542929c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528309 May 27 03:43:23.443952 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [req-66976bc9-ca52-4c00-bff2-ff9719dcc768 req-727e6da8-2d28-42d7-a1ed-ac92020a1970 tempest-VolumesNegativeTest-41913782 tempest-VolumesNegativeTest-41913782-project] Unset dirty status for tenant:1fd883d8bafd4e248467bbb7b0feb0c9 on resource:port {{(pid=98851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:43:23.445148 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-66976bc9-ca52-4c00-bff2-ff9719dcc768 req-727e6da8-2d28-42d7-a1ed-ac92020a1970 tempest-VolumesNegativeTest-41913782 tempest-VolumesNegativeTest-41913782-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe309d4b-1169-4574-a57b-7e3c2cc5ddf4 HTTP/1.1" status: 200 len: 947 time: 0.1899278 May 27 03:43:23.511732 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [req-66976bc9-ca52-4c00-bff2-ff9719dcc768 req-cee959ed-8353-4bcd-be08-e4ae8a780892 tempest-VolumesNegativeTest-41913782 tempest-VolumesNegativeTest-41913782-project] Synchronizing usage tracker for tenant:1fd883d8bafd4e248467bbb7b0feb0c9 on resource:security_group {{(pid=98851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:43:23.563868 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [req-66976bc9-ca52-4c00-bff2-ff9719dcc768 req-cee959ed-8353-4bcd-be08-e4ae8a780892 tempest-VolumesNegativeTest-41913782 tempest-VolumesNegativeTest-41913782-project] Unset dirty status for tenant:1fd883d8bafd4e248467bbb7b0feb0c9 on resource:security_group {{(pid=98851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:43:23.565057 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-66976bc9-ca52-4c00-bff2-ff9719dcc768 req-cee959ed-8353-4bcd-be08-e4ae8a780892 tempest-VolumesNegativeTest-41913782 tempest-VolumesNegativeTest-41913782-project] 10.222.0.25 "GET /v2.0/security-groups?id=e7d0e9ef-567b-4ee0-8856-21c10c15f1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143994 May 27 03:43:23.567031 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d460403c-c861-4981-ad42-4aba1c605c35 req-691fa7df-f234-4f52-b6f4-75473e59adfc tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:23.568495 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-d460403c-c861-4981-ad42-4aba1c605c35 req-691fa7df-f234-4f52-b6f4-75473e59adfc tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/ports?device_id=1a0adeb2-9abe-4dfa-8fd5-1aa17e3b69e0 HTTP/1.1" status: 200 len: 946 time: 0.0819855 May 27 03:43:23.613559 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-d460403c-c861-4981-ad42-4aba1c605c35 req-eaa2a2a1-a996-4cdb-b9b6-427106a2c59d tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/security-groups?id=85648ff1-b2ef-4805-9733-563ba7ce8d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391374 May 27 03:43:24.856391 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156611e9-00f4-4fc2-a19c-f9a207ee5e31 req-fc90c913-4907-4ba0-a48b-fc3b0833f890 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:24.857876 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-156611e9-00f4-4fc2-a19c-f9a207ee5e31 req-fc90c913-4907-4ba0-a48b-fc3b0833f890 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] 10.222.0.25 "GET /v2.0/ports?device_id=7caeff19-8b2a-4c81-b6f2-1178b3f1a561 HTTP/1.1" status: 200 len: 943 time: 0.0808825 May 27 03:43:24.868808 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8715646-ad7b-4770-8728-f30e4e5eb29e req-207184ad-df34-4d16-8b43-6c83d77b708f tempest-VolumesNegativeTest-41913782 tempest-VolumesNegativeTest-41913782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:24.870237 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-b8715646-ad7b-4770-8728-f30e4e5eb29e req-207184ad-df34-4d16-8b43-6c83d77b708f tempest-VolumesNegativeTest-41913782 tempest-VolumesNegativeTest-41913782-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe309d4b-1169-4574-a57b-7e3c2cc5ddf4 HTTP/1.1" status: 200 len: 947 time: 0.0822873 May 27 03:43:24.902283 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-156611e9-00f4-4fc2-a19c-f9a207ee5e31 req-d3ce26d9-9f9f-46e9-a97d-3fb5c86acc85 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] 10.222.0.25 "GET /v2.0/security-groups?id=3008a255-7ecc-4b97-8d3a-baac4542929c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380709 May 27 03:43:24.913186 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-b8715646-ad7b-4770-8728-f30e4e5eb29e req-b73ab5e9-fed8-4544-8391-e067e1cf6745 tempest-VolumesNegativeTest-41913782 tempest-VolumesNegativeTest-41913782-project] 10.222.0.25 "GET /v2.0/security-groups?id=e7d0e9ef-567b-4ee0-8856-21c10c15f1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374715 May 27 03:43:25.077683 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9818b10b-999c-4f5a-a449-6e6c50a60412 req-e40a7da7-bf79-42a3-a4e9-d67b8b676388 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:25.079449 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-9818b10b-999c-4f5a-a449-6e6c50a60412 req-e40a7da7-bf79-42a3-a4e9-d67b8b676388 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/ports?device_id=1a0adeb2-9abe-4dfa-8fd5-1aa17e3b69e0 HTTP/1.1" status: 200 len: 946 time: 0.0841753 May 27 03:43:25.125398 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-9818b10b-999c-4f5a-a449-6e6c50a60412 req-3d89c2e4-4d44-4ea2-a032-370c3a394178 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/security-groups?id=85648ff1-b2ef-4805-9733-563ba7ce8d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396714 May 27 03:43:25.906360 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Device c4a2f300-3a9c-46a1-a78d-8b27643ba00e details requested by agent hyperv_hv-cinder-79326 with host hv-cinder-79326 {{(pid=98853) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:43:26.036106 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.db [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] For port c4a2f300-3a9c-46a1-a78d-8b27643ba00e, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=c4a2f300-3a9c-46a1-a78d-8b27643ba00e,segment=NetworkSegment(9f0a7abb-00b7-4c31-9093-b0d5b331bfb6),segment_id=9f0a7abb-00b7-4c31-9093-b0d5b331bfb6)] {{(pid=98853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:43:26.051005 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Returning: {'device': 'c4a2f300-3a9c-46a1-a78d-8b27643ba00e', 'network_id': '9d88eb5c-a234-4a0b-9721-bcab674f53e1', 'port_id': 'c4a2f300-3a9c-46a1-a78d-8b27643ba00e', 'mac_address': 'fa:16:3e:91:7f:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7b1e35c-8b26-4690-9d11-111b6e17f0c6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98853) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:43:26.110223 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:26.128663 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.notifiers.nova [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4a2f300-3a9c-46a1-a78d-8b27643ba00e {{(pid=98853) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:43:26.144130 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.db [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] For port c4a2f300-3a9c-46a1-a78d-8b27643ba00e, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=c4a2f300-3a9c-46a1-a78d-8b27643ba00e,segment=NetworkSegment(9f0a7abb-00b7-4c31-9093-b0d5b331bfb6),segment_id=9f0a7abb-00b7-4c31-9093-b0d5b331bfb6)] {{(pid=98853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:43:26.161295 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f507fc65-d13f-4c79-8ac2-fdce1db762b0 req-30d846d0-b33e-4e55-9235-d4c779ff76b6 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:26.164927 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-f507fc65-d13f-4c79-8ac2-fdce1db762b0 req-30d846d0-b33e-4e55-9235-d4c779ff76b6 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] 10.222.0.25 "GET /v2.0/ports?device_id=7caeff19-8b2a-4c81-b6f2-1178b3f1a561 HTTP/1.1" status: 200 len: 943 time: 0.0813944 May 27 03:43:26.202324 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786481721483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786481287406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786481291807'] for port, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:26.205649 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:43:26.229027 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-f507fc65-d13f-4c79-8ac2-fdce1db762b0 req-a2291e3c-4b32-4720-acca-40a84d7f78d4 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] 10.222.0.25 "GET /v2.0/security-groups?id=3008a255-7ecc-4b97-8d3a-baac4542929c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599220 May 27 03:43:26.274398 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755f8b63-ce18-48cc-a8c7-1ccabfaf3815 req-61577491-e690-4237-b6ab-38b3ce98efc8 tempest-VolumesNegativeTest-41913782 tempest-VolumesNegativeTest-41913782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:26.276554 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-755f8b63-ce18-48cc-a8c7-1ccabfaf3815 req-61577491-e690-4237-b6ab-38b3ce98efc8 tempest-VolumesNegativeTest-41913782 tempest-VolumesNegativeTest-41913782-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe309d4b-1169-4574-a57b-7e3c2cc5ddf4 HTTP/1.1" status: 200 len: 947 time: 0.1096604 May 27 03:43:26.293521 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Pushing event updated for resources: {'Port': ['ID=c4a2f300-3a9c-46a1-a78d-8b27643ba00e,revision_number=4']} {{(pid=98853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:26.302728 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:43:26.302728 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:43:26.302728 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:43:26.302728 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:43:26.302728 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:43:26.303211 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:43:26.303211 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:43:26.303432 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:43:26.304167 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:43:26.304167 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:43:26.304361 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:43:26.304710 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:43:26.308626 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:43:26.328592 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-755f8b63-ce18-48cc-a8c7-1ccabfaf3815 req-f4a7f941-104a-4713-9994-3e298ab095de tempest-VolumesNegativeTest-41913782 tempest-VolumesNegativeTest-41913782-project] 10.222.0.25 "GET /v2.0/security-groups?id=e7d0e9ef-567b-4ee0-8856-21c10c15f1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454414 May 27 03:43:26.421005 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92531331-cd75-492c-985d-63827044e2ce req-9844c6b6-8069-4712-979a-228e45b7ccd1 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:26.422454 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-92531331-cd75-492c-985d-63827044e2ce req-9844c6b6-8069-4712-979a-228e45b7ccd1 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/ports?device_id=1a0adeb2-9abe-4dfa-8fd5-1aa17e3b69e0 HTTP/1.1" status: 200 len: 946 time: 0.0827882 May 27 03:43:26.466332 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-92531331-cd75-492c-985d-63827044e2ce req-2036b0d0-a0bc-4af1-8483-6841b122ad61 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/security-groups?id=85648ff1-b2ef-4805-9733-563ba7ce8d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376356 May 27 03:43:27.432115 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8f2420-d3a5-4099-9a95-7e29d70705ee req-7b5e90e5-5d69-404f-ab1d-771886fc0d24 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:27.433759 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-aa8f2420-d3a5-4099-9a95-7e29d70705ee req-7b5e90e5-5d69-404f-ab1d-771886fc0d24 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] 10.222.0.25 "GET /v2.0/ports?device_id=7caeff19-8b2a-4c81-b6f2-1178b3f1a561 HTTP/1.1" status: 200 len: 944 time: 0.0971465 May 27 03:43:27.448885 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.db [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] get_ports_and_sgs() called for port_ids ['c4a2f300-3a9c-46a1-a78d-8b27643ba00e'] {{(pid=98853) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 03:43:27.480132 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-aa8f2420-d3a5-4099-9a95-7e29d70705ee req-89257b0c-3ab8-43a4-8611-839010ac50c9 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] 10.222.0.25 "GET /v2.0/security-groups?id=3008a255-7ecc-4b97-8d3a-baac4542929c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402954 May 27 03:43:27.535151 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e75f200-64b9-4731-bbfa-d15804b1b4b3 req-a5ccf14a-ed0b-4a28-990c-cf75331d5aeb tempest-VolumesNegativeTest-41913782 tempest-VolumesNegativeTest-41913782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:27.536534 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-2e75f200-64b9-4731-bbfa-d15804b1b4b3 req-a5ccf14a-ed0b-4a28-990c-cf75331d5aeb tempest-VolumesNegativeTest-41913782 tempest-VolumesNegativeTest-41913782-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe309d4b-1169-4574-a57b-7e3c2cc5ddf4 HTTP/1.1" status: 200 len: 947 time: 0.0884116 May 27 03:43:27.584810 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-2e75f200-64b9-4731-bbfa-d15804b1b4b3 req-ef1f70a1-190e-43c8-b49b-34cad9daab8e tempest-VolumesNegativeTest-41913782 tempest-VolumesNegativeTest-41913782-project] 10.222.0.25 "GET /v2.0/security-groups?id=e7d0e9ef-567b-4ee0-8856-21c10c15f1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421879 May 27 03:43:27.669285 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0baadf-2ccc-43cd-a387-610e8dec78e6 req-b247d1be-551a-46ce-aeda-1c1259481d37 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:27.670723 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-cc0baadf-2ccc-43cd-a387-610e8dec78e6 req-b247d1be-551a-46ce-aeda-1c1259481d37 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/ports?device_id=1a0adeb2-9abe-4dfa-8fd5-1aa17e3b69e0 HTTP/1.1" status: 200 len: 946 time: 0.0823190 May 27 03:43:27.715828 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-cc0baadf-2ccc-43cd-a387-610e8dec78e6 req-433f2a6c-7691-4c9f-80c9-5c573e9f8edd tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/security-groups?id=85648ff1-b2ef-4805-9733-563ba7ce8d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378578 May 27 03:43:28.669825 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a504b0-a43f-4c4f-afd8-49c564ebad6a req-9d1c3889-9cc8-4283-a583-2ac590227879 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:28.671301 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-c3a504b0-a43f-4c4f-afd8-49c564ebad6a req-9d1c3889-9cc8-4283-a583-2ac590227879 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] 10.222.0.25 "GET /v2.0/ports?device_id=7caeff19-8b2a-4c81-b6f2-1178b3f1a561 HTTP/1.1" status: 200 len: 944 time: 0.0811813 May 27 03:43:28.718531 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-c3a504b0-a43f-4c4f-afd8-49c564ebad6a req-ec6e410b-265c-4d39-9f1d-c71e08c948cc tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] 10.222.0.25 "GET /v2.0/security-groups?id=3008a255-7ecc-4b97-8d3a-baac4542929c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396404 May 27 03:43:28.771768 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473481ae-52aa-4f68-9c4d-fda8803ce721 req-7e31eca9-e19b-4237-913a-a90dc02d06ab tempest-VolumesNegativeTest-41913782 tempest-VolumesNegativeTest-41913782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:28.773249 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-473481ae-52aa-4f68-9c4d-fda8803ce721 req-7e31eca9-e19b-4237-913a-a90dc02d06ab tempest-VolumesNegativeTest-41913782 tempest-VolumesNegativeTest-41913782-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe309d4b-1169-4574-a57b-7e3c2cc5ddf4 HTTP/1.1" status: 200 len: 947 time: 0.0787728 May 27 03:43:28.818938 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-473481ae-52aa-4f68-9c4d-fda8803ce721 req-7d9786b4-7c67-4462-b1d3-250b30346bd7 tempest-VolumesNegativeTest-41913782 tempest-VolumesNegativeTest-41913782-project] 10.222.0.25 "GET /v2.0/security-groups?id=e7d0e9ef-567b-4ee0-8856-21c10c15f1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399160 May 27 03:43:28.921382 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6007d35c-664b-4e4e-96e4-37988ee5bb9c req-0c333a77-c8c7-46c7-bc41-4b54daaa9c91 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:28.923359 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-6007d35c-664b-4e4e-96e4-37988ee5bb9c req-0c333a77-c8c7-46c7-bc41-4b54daaa9c91 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/ports?device_id=1a0adeb2-9abe-4dfa-8fd5-1aa17e3b69e0 HTTP/1.1" status: 200 len: 946 time: 0.0892835 May 27 03:43:28.966909 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-6007d35c-664b-4e4e-96e4-37988ee5bb9c req-459c4633-ebf3-4608-a7be-3955c48d6c2f tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/security-groups?id=85648ff1-b2ef-4805-9733-563ba7ce8d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381136 May 27 03:43:29.902872 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c46e6ce-ac09-46ca-9500-6e638c39d90c req-72d8f92b-e928-4612-a37a-6a5d2d5522d4 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:29.904360 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-7c46e6ce-ac09-46ca-9500-6e638c39d90c req-72d8f92b-e928-4612-a37a-6a5d2d5522d4 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] 10.222.0.25 "GET /v2.0/ports?device_id=7caeff19-8b2a-4c81-b6f2-1178b3f1a561 HTTP/1.1" status: 200 len: 944 time: 0.0828607 May 27 03:43:29.913520 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Device b0b1cc61-eef3-4210-b550-01a9151eae95 details requested by agent hyperv_hv-cinder-79326 with host hv-cinder-79326 {{(pid=98853) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:43:29.918617 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Device c4a2f300-3a9c-46a1-a78d-8b27643ba00e up at agent hyperv_hv-cinder-79326 {{(pid=98853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:43:29.955653 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-7c46e6ce-ac09-46ca-9500-6e638c39d90c req-e2f9f99e-939d-43f1-b647-d65df98de236 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] 10.222.0.25 "GET /v2.0/security-groups?id=3008a255-7ecc-4b97-8d3a-baac4542929c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444953 May 27 03:43:30.029209 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abd411e-fbc0-4e2a-a72e-d2050e739ddc req-31141ff5-1394-49f3-8f76-887caffd7355 tempest-VolumesNegativeTest-41913782 tempest-VolumesNegativeTest-41913782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:30.030779 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-4abd411e-fbc0-4e2a-a72e-d2050e739ddc req-31141ff5-1394-49f3-8f76-887caffd7355 tempest-VolumesNegativeTest-41913782 tempest-VolumesNegativeTest-41913782-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe309d4b-1169-4574-a57b-7e3c2cc5ddf4 HTTP/1.1" status: 200 len: 947 time: 0.0948160 May 27 03:43:30.080737 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-4abd411e-fbc0-4e2a-a72e-d2050e739ddc req-42bad6df-72dc-41b7-a207-ac9e455f4adb tempest-VolumesNegativeTest-41913782 tempest-VolumesNegativeTest-41913782-project] 10.222.0.25 "GET /v2.0/security-groups?id=e7d0e9ef-567b-4ee0-8856-21c10c15f1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441608 May 27 03:43:30.132117 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.db [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] For port b0b1cc61-eef3-4210-b550-01a9151eae95, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=b0b1cc61-eef3-4210-b550-01a9151eae95,segment=NetworkSegment(91fec48e-7447-4016-b191-37a9f866a5af),segment_id=91fec48e-7447-4016-b191-37a9f866a5af)] {{(pid=98853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:43:30.148019 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Returning: {'device': 'b0b1cc61-eef3-4210-b550-01a9151eae95', 'network_id': '21296751-df7a-4963-8e76-bf5a1220cf28', 'port_id': 'b0b1cc61-eef3-4210-b550-01a9151eae95', 'mac_address': 'fa:16:3e:d3:0a:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e15a190d-dd56-4308-be3b-72ba0b0301b1', 'ip_address': '192.168.233.58'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98853) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:43:30.171228 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14afa7d7-27cd-4a34-835f-d358c8a3f575 req-6cbc1950-1e7d-4d87-9ee4-544523800d61 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:30.172808 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-14afa7d7-27cd-4a34-835f-d358c8a3f575 req-6cbc1950-1e7d-4d87-9ee4-544523800d61 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/ports?device_id=1a0adeb2-9abe-4dfa-8fd5-1aa17e3b69e0 HTTP/1.1" status: 200 len: 946 time: 0.0789311 May 27 03:43:30.209657 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:30.217080 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-14afa7d7-27cd-4a34-835f-d358c8a3f575 req-93131403-7349-4438-8a73-25c11f3823aa tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/security-groups?id=85648ff1-b2ef-4805-9733-563ba7ce8d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386069 May 27 03:43:30.227602 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.notifiers.nova [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0b1cc61-eef3-4210-b550-01a9151eae95 {{(pid=98853) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:43:30.242935 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.db [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] For port b0b1cc61-eef3-4210-b550-01a9151eae95, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=b0b1cc61-eef3-4210-b550-01a9151eae95,segment=NetworkSegment(91fec48e-7447-4016-b191-37a9f866a5af),segment_id=91fec48e-7447-4016-b191-37a9f866a5af)] {{(pid=98853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:43:30.260196 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Provisioning for port c4a2f300-3a9c-46a1-a78d-8b27643ba00e completed by entity L2. {{(pid=98853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:43:30.264736 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Provisioning complete for port c4a2f300-3a9c-46a1-a78d-8b27643ba00e triggered by entity L2. {{(pid=98853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:43:30.265098 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487713'] for port, provisioning_complete {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:30.319166 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786481721483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786481287406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786481291807'] for port, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:30.321298 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:43:30.457925 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Pushing event updated for resources: {'Port': ['ID=b0b1cc61-eef3-4210-b550-01a9151eae95,revision_number=4']} {{(pid=98853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:30.462059 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:43:30.463901 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:30.490527 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7caeff19-8b2a-4c81-b6f2-1178b3f1a561', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4a2f300-3a9c-46a1-a78d-8b27643ba00e'}] {{(pid=98853) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:43:30.500206 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.db [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] For port c4a2f300-3a9c-46a1-a78d-8b27643ba00e, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=c4a2f300-3a9c-46a1-a78d-8b27643ba00e,segment=NetworkSegment(9f0a7abb-00b7-4c31-9093-b0d5b331bfb6),segment_id=9f0a7abb-00b7-4c31-9093-b0d5b331bfb6)] {{(pid=98853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:43:30.535044 dv-cinder-793264-1-iscsi neutron-server[98853]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7caeff19-8b2a-4c81-b6f2-1178b3f1a561', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4a2f300-3a9c-46a1-a78d-8b27643ba00e', 'code': 200} May 27 03:43:30.546638 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786481721483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786481287406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786481291807'] for port, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:30.549044 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:43:30.616518 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Pushing event updated for resources: {'Port': ['ID=c4a2f300-3a9c-46a1-a78d-8b27643ba00e,revision_number=5']} {{(pid=98853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:30.619574 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:43:30.955166 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.db [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] get_ports_and_sgs() called for port_ids ['b0b1cc61-eef3-4210-b550-01a9151eae95'] {{(pid=98853) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 03:43:31.023704 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4299e409-42e2-49b9-af9b-2faf8f4f2c6f req-d86d315e-16d3-4af6-9d04-e1faaf05c0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:31.025376 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-4299e409-42e2-49b9-af9b-2faf8f4f2c6f req-d86d315e-16d3-4af6-9d04-e1faaf05c0f5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7caeff19-8b2a-4c81-b6f2-1178b3f1a561 HTTP/1.1" status: 200 len: 1098 time: 0.0748057 May 27 03:43:31.073247 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-4299e409-42e2-49b9-af9b-2faf8f4f2c6f req-1de5acea-d799-481f-b8f4-ebaab52af730 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=3008a255-7ecc-4b97-8d3a-baac4542929c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400383 May 27 03:43:31.163201 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511585de-3017-48d8-801c-878e336e94cd req-ac043966-44be-42b0-a8f3-3fe7be631c2d tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:31.164987 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-511585de-3017-48d8-801c-878e336e94cd req-ac043966-44be-42b0-a8f3-3fe7be631c2d tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] 10.222.0.25 "GET /v2.0/ports?device_id=7caeff19-8b2a-4c81-b6f2-1178b3f1a561 HTTP/1.1" status: 200 len: 945 time: 0.0935378 May 27 03:43:31.215642 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-511585de-3017-48d8-801c-878e336e94cd req-b21537b4-3239-4c63-b0ca-ac24e52645ce tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] 10.222.0.25 "GET /v2.0/security-groups?id=3008a255-7ecc-4b97-8d3a-baac4542929c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449734 May 27 03:43:31.289380 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902b3266-6515-42c6-b919-c9ca8d5f8357 req-f2d5506e-ffc5-4cde-b0a7-2f96176570ee tempest-VolumesNegativeTest-41913782 tempest-VolumesNegativeTest-41913782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:31.291018 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-902b3266-6515-42c6-b919-c9ca8d5f8357 req-f2d5506e-ffc5-4cde-b0a7-2f96176570ee tempest-VolumesNegativeTest-41913782 tempest-VolumesNegativeTest-41913782-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe309d4b-1169-4574-a57b-7e3c2cc5ddf4 HTTP/1.1" status: 200 len: 948 time: 0.0844486 May 27 03:43:31.336215 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-902b3266-6515-42c6-b919-c9ca8d5f8357 req-dc826475-2304-40fa-929d-b149f52eb364 tempest-VolumesNegativeTest-41913782 tempest-VolumesNegativeTest-41913782-project] 10.222.0.25 "GET /v2.0/security-groups?id=e7d0e9ef-567b-4ee0-8856-21c10c15f1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394430 May 27 03:43:31.400059 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be743bc6-1c51-4b45-a835-35b07d93495f req-703dff2d-a873-4487-8b25-3ab5316ed0cd tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:31.401528 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-be743bc6-1c51-4b45-a835-35b07d93495f req-703dff2d-a873-4487-8b25-3ab5316ed0cd tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/ports?device_id=1a0adeb2-9abe-4dfa-8fd5-1aa17e3b69e0 HTTP/1.1" status: 200 len: 946 time: 0.0790725 May 27 03:43:31.445640 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-be743bc6-1c51-4b45-a835-35b07d93495f req-005dcd0a-60e6-49ab-8f0f-66645671f4d8 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/security-groups?id=85648ff1-b2ef-4805-9733-563ba7ce8d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383351 May 27 03:43:32.405550 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be1d47c-02e9-467a-976c-c13282c92d58 req-f8a8f10f-a73f-4821-86d1-946475b6a0c9 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:32.407634 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-2be1d47c-02e9-467a-976c-c13282c92d58 req-f8a8f10f-a73f-4821-86d1-946475b6a0c9 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] 10.222.0.25 "GET /v2.0/ports?device_id=7caeff19-8b2a-4c81-b6f2-1178b3f1a561 HTTP/1.1" status: 200 len: 945 time: 0.0832505 May 27 03:43:32.455877 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-2be1d47c-02e9-467a-976c-c13282c92d58 req-8e2861bc-c012-41f9-8b09-8007d114c799 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] 10.222.0.25 "GET /v2.0/security-groups?id=3008a255-7ecc-4b97-8d3a-baac4542929c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428331 May 27 03:43:32.528982 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34aeaf9-1cec-4a6d-8955-12b3d19fd689 req-68a47a01-3703-4893-bb98-b3f11c222d4c tempest-VolumesNegativeTest-41913782 tempest-VolumesNegativeTest-41913782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:32.530425 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-f34aeaf9-1cec-4a6d-8955-12b3d19fd689 req-68a47a01-3703-4893-bb98-b3f11c222d4c tempest-VolumesNegativeTest-41913782 tempest-VolumesNegativeTest-41913782-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe309d4b-1169-4574-a57b-7e3c2cc5ddf4 HTTP/1.1" status: 200 len: 948 time: 0.0842531 May 27 03:43:32.631291 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d7690a-d5fd-4a8e-a6e2-7dd3240fcb25 req-6460a707-fa21-4725-b907-80bcd6c67648 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:32.632763 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-51d7690a-d5fd-4a8e-a6e2-7dd3240fcb25 req-6460a707-fa21-4725-b907-80bcd6c67648 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/ports?device_id=1a0adeb2-9abe-4dfa-8fd5-1aa17e3b69e0 HTTP/1.1" status: 200 len: 946 time: 0.0815527 May 27 03:43:32.649146 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-f34aeaf9-1cec-4a6d-8955-12b3d19fd689 req-a16b86ec-da28-4ec9-8eca-34b47760eba0 tempest-VolumesNegativeTest-41913782 tempest-VolumesNegativeTest-41913782-project] 10.222.0.25 "GET /v2.0/security-groups?id=e7d0e9ef-567b-4ee0-8856-21c10c15f1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125751 May 27 03:43:32.677889 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-51d7690a-d5fd-4a8e-a6e2-7dd3240fcb25 req-79bf37d7-2087-4f5b-aaca-971421528036 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/security-groups?id=85648ff1-b2ef-4805-9733-563ba7ce8d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393662 May 27 03:43:33.641761 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50cf689-c361-4747-aee0-0978948d95e1 req-99818318-2079-43fe-95d3-51e4cbe5d3db tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:33.643185 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-f50cf689-c361-4747-aee0-0978948d95e1 req-99818318-2079-43fe-95d3-51e4cbe5d3db tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] 10.222.0.25 "GET /v2.0/ports?device_id=7caeff19-8b2a-4c81-b6f2-1178b3f1a561 HTTP/1.1" status: 200 len: 945 time: 0.0775483 May 27 03:43:33.689994 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-f50cf689-c361-4747-aee0-0978948d95e1 req-5d2b2264-11a2-4bb1-b4b5-60508933ce91 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] 10.222.0.25 "GET /v2.0/security-groups?id=3008a255-7ecc-4b97-8d3a-baac4542929c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412858 May 27 03:43:33.843321 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4412bb28-66f9-4b6b-801c-22babbdbd3a6 req-90df7a02-3b44-4783-957f-afd8101d6acf tempest-VolumesNegativeTest-41913782 tempest-VolumesNegativeTest-41913782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:33.845324 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-4412bb28-66f9-4b6b-801c-22babbdbd3a6 req-90df7a02-3b44-4783-957f-afd8101d6acf tempest-VolumesNegativeTest-41913782 tempest-VolumesNegativeTest-41913782-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe309d4b-1169-4574-a57b-7e3c2cc5ddf4 HTTP/1.1" status: 200 len: 948 time: 0.0863552 May 27 03:43:33.847801 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-940ef434-471c-429f-886a-eca5a27d1101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:33.863956 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9146df-8acd-4f39-87f1-f53871b55778 req-9495fb24-1447-457c-b7f2-05940706854d tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:33.865416 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-6a9146df-8acd-4f39-87f1-f53871b55778 req-9495fb24-1447-457c-b7f2-05940706854d tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/ports?device_id=1a0adeb2-9abe-4dfa-8fd5-1aa17e3b69e0 HTTP/1.1" status: 200 len: 946 time: 0.0838792 May 27 03:43:33.890395 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-4412bb28-66f9-4b6b-801c-22babbdbd3a6 req-bdb75290-1982-4e68-ace2-0f5627aad186 tempest-VolumesNegativeTest-41913782 tempest-VolumesNegativeTest-41913782-project] 10.222.0.25 "GET /v2.0/security-groups?id=e7d0e9ef-567b-4ee0-8856-21c10c15f1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391765 May 27 03:43:33.909493 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-6a9146df-8acd-4f39-87f1-f53871b55778 req-cc0f1fd0-dc40-4d1d-8218-767197d6671e tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/security-groups?id=85648ff1-b2ef-4805-9733-563ba7ce8d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382986 May 27 03:43:33.931949 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Device b0b1cc61-eef3-4210-b550-01a9151eae95 up at agent hyperv_hv-cinder-79326 {{(pid=98853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:43:34.053863 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Provisioning for port b0b1cc61-eef3-4210-b550-01a9151eae95 completed by entity L2. {{(pid=98853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:43:34.058595 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Provisioning complete for port b0b1cc61-eef3-4210-b550-01a9151eae95 triggered by entity L2. {{(pid=98853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:43:34.059068 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487713'] for port, provisioning_complete {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:34.183334 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:34.211082 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe309d4b-1169-4574-a57b-7e3c2cc5ddf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0b1cc61-eef3-4210-b550-01a9151eae95'}] {{(pid=98853) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:43:34.221049 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.db [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] For port b0b1cc61-eef3-4210-b550-01a9151eae95, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=b0b1cc61-eef3-4210-b550-01a9151eae95,segment=NetworkSegment(91fec48e-7447-4016-b191-37a9f866a5af),segment_id=91fec48e-7447-4016-b191-37a9f866a5af)] {{(pid=98853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:43:34.257923 dv-cinder-793264-1-iscsi neutron-server[98853]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe309d4b-1169-4574-a57b-7e3c2cc5ddf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0b1cc61-eef3-4210-b550-01a9151eae95', 'code': 200} May 27 03:43:34.277911 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786481721483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786481287406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786481291807'] for port, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:34.280511 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:43:34.349007 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Pushing event updated for resources: {'Port': ['ID=b0b1cc61-eef3-4210-b550-01a9151eae95,revision_number=5']} {{(pid=98853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:34.352509 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:43:34.756290 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eada6131-dd3a-466e-93f6-20c20a287cad req-70b0a3fa-f0c6-48cc-9ea0-9714f2d6cf9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:34.757792 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-eada6131-dd3a-466e-93f6-20c20a287cad req-70b0a3fa-f0c6-48cc-9ea0-9714f2d6cf9d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=fe309d4b-1169-4574-a57b-7e3c2cc5ddf4 HTTP/1.1" status: 200 len: 1102 time: 0.0727100 May 27 03:43:34.800036 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-eada6131-dd3a-466e-93f6-20c20a287cad req-a50a0338-dea4-4f27-ba07-0330b0dc0b71 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e7d0e9ef-567b-4ee0-8856-21c10c15f1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355458 May 27 03:43:34.875348 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b7cbf6-85de-46d3-92d7-f10d653029e3 req-6077866b-f051-40b7-9b85-f409d58d0d22 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:34.877487 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-f9b7cbf6-85de-46d3-92d7-f10d653029e3 req-6077866b-f051-40b7-9b85-f409d58d0d22 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] 10.222.0.25 "GET /v2.0/ports?device_id=7caeff19-8b2a-4c81-b6f2-1178b3f1a561 HTTP/1.1" status: 200 len: 945 time: 0.0804880 May 27 03:43:34.921494 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-f9b7cbf6-85de-46d3-92d7-f10d653029e3 req-02a60628-bf25-41cb-888c-489c290ddf5b tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] 10.222.0.25 "GET /v2.0/security-groups?id=3008a255-7ecc-4b97-8d3a-baac4542929c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382450 May 27 03:43:35.086147 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436a1449-6fea-4fd8-bf8d-f27a293c8afd req-b2f28f6f-4569-45c7-a25c-04aae3275489 tempest-VolumesNegativeTest-41913782 tempest-VolumesNegativeTest-41913782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:35.088036 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-436a1449-6fea-4fd8-bf8d-f27a293c8afd req-b2f28f6f-4569-45c7-a25c-04aae3275489 tempest-VolumesNegativeTest-41913782 tempest-VolumesNegativeTest-41913782-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe309d4b-1169-4574-a57b-7e3c2cc5ddf4 HTTP/1.1" status: 200 len: 949 time: 0.0879333 May 27 03:43:35.117774 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b977bcc-0211-4d0b-90cf-cc1dea6204ee req-805e11fe-d1e6-4293-8cf8-adbe72aab248 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:35.122464 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-2b977bcc-0211-4d0b-90cf-cc1dea6204ee req-805e11fe-d1e6-4293-8cf8-adbe72aab248 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/ports?device_id=1a0adeb2-9abe-4dfa-8fd5-1aa17e3b69e0 HTTP/1.1" status: 200 len: 946 time: 0.0952268 May 27 03:43:35.136441 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-436a1449-6fea-4fd8-bf8d-f27a293c8afd req-cda2976a-81c6-4712-9adf-fa82e9b98f2a tempest-VolumesNegativeTest-41913782 tempest-VolumesNegativeTest-41913782-project] 10.222.0.25 "GET /v2.0/security-groups?id=e7d0e9ef-567b-4ee0-8856-21c10c15f1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423179 May 27 03:43:35.167502 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-2b977bcc-0211-4d0b-90cf-cc1dea6204ee req-5da316d9-081b-4bfd-9d2a-dcc94417dac1 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/security-groups?id=85648ff1-b2ef-4805-9733-563ba7ce8d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418129 May 27 03:43:36.325703 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f60e47-acd7-4adb-95cf-5bd450d792f7 req-965a662e-f608-4313-8181-7530709472ca tempest-VolumesNegativeTest-41913782 tempest-VolumesNegativeTest-41913782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:36.327945 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-d8f60e47-acd7-4adb-95cf-5bd450d792f7 req-965a662e-f608-4313-8181-7530709472ca tempest-VolumesNegativeTest-41913782 tempest-VolumesNegativeTest-41913782-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe309d4b-1169-4574-a57b-7e3c2cc5ddf4 HTTP/1.1" status: 200 len: 949 time: 0.0842049 May 27 03:43:36.355141 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020e028b-d5a1-4798-895e-3f2d0891854b req-03ccb459-60b4-49cb-b226-e610629730fc tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:36.361398 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-020e028b-d5a1-4798-895e-3f2d0891854b req-03ccb459-60b4-49cb-b226-e610629730fc tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/ports?device_id=1a0adeb2-9abe-4dfa-8fd5-1aa17e3b69e0 HTTP/1.1" status: 200 len: 946 time: 0.0813189 May 27 03:43:36.374285 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-d8f60e47-acd7-4adb-95cf-5bd450d792f7 req-7684e48f-0b6e-4535-8be4-73b87419ff3e tempest-VolumesNegativeTest-41913782 tempest-VolumesNegativeTest-41913782-project] 10.222.0.25 "GET /v2.0/security-groups?id=e7d0e9ef-567b-4ee0-8856-21c10c15f1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394034 May 27 03:43:36.405952 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-020e028b-d5a1-4798-895e-3f2d0891854b req-ee248aea-4928-4a96-a395-aa6c89507b41 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/security-groups?id=85648ff1-b2ef-4805-9733-563ba7ce8d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428019 May 27 03:43:36.426615 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-aceafd4e-42cf-44ee-ab1a-664baae357be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:36.449270 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:37.562066 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c51a44-978e-40b7-b706-6ff1e24f6f21 req-98119c6b-e5bd-4277-8534-b761ed1c69c9 tempest-VolumesNegativeTest-41913782 tempest-VolumesNegativeTest-41913782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:37.564448 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-d1c51a44-978e-40b7-b706-6ff1e24f6f21 req-98119c6b-e5bd-4277-8534-b761ed1c69c9 tempest-VolumesNegativeTest-41913782 tempest-VolumesNegativeTest-41913782-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe309d4b-1169-4574-a57b-7e3c2cc5ddf4 HTTP/1.1" status: 200 len: 949 time: 0.0813215 May 27 03:43:37.613658 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-d1c51a44-978e-40b7-b706-6ff1e24f6f21 req-d87ee75d-12dc-4495-947f-d0bf103bf243 tempest-VolumesNegativeTest-41913782 tempest-VolumesNegativeTest-41913782-project] 10.222.0.25 "GET /v2.0/security-groups?id=e7d0e9ef-567b-4ee0-8856-21c10c15f1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423803 May 27 03:43:37.669200 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbe9077-767a-4968-8a71-3a265e625203 req-da4bebbf-3c56-4b40-8b4a-d41dbca4d52e tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:37.670664 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-4fbe9077-767a-4968-8a71-3a265e625203 req-da4bebbf-3c56-4b40-8b4a-d41dbca4d52e tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/ports?device_id=1a0adeb2-9abe-4dfa-8fd5-1aa17e3b69e0 HTTP/1.1" status: 200 len: 946 time: 0.1556618 May 27 03:43:37.695115 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-e3613943-0892-48bd-9358-60eb59884bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:37.724542 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-4fbe9077-767a-4968-8a71-3a265e625203 req-7e36c2ee-4f4c-4efa-a0a4-706970af13ab tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/security-groups?id=85648ff1-b2ef-4805-9733-563ba7ce8d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481806 May 27 03:43:38.333225 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2e0e5c-6ef0-482a-8d3b-a443d706702c req-67af1b41-fe72-4a9b-a456-cbab8b8da24b tempest-VolumesNegativeTest-41913782 tempest-VolumesNegativeTest-41913782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:38.334656 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-fa2e0e5c-6ef0-482a-8d3b-a443d706702c req-67af1b41-fe72-4a9b-a456-cbab8b8da24b tempest-VolumesNegativeTest-41913782 tempest-VolumesNegativeTest-41913782-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe309d4b-1169-4574-a57b-7e3c2cc5ddf4 HTTP/1.1" status: 200 len: 949 time: 0.0812821 May 27 03:43:38.379136 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-fa2e0e5c-6ef0-482a-8d3b-a443d706702c req-71498e1f-e9d9-4e56-863b-c7dcbc44813a tempest-VolumesNegativeTest-41913782 tempest-VolumesNegativeTest-41913782-project] 10.222.0.25 "GET /v2.0/security-groups?id=e7d0e9ef-567b-4ee0-8856-21c10c15f1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387697 May 27 03:43:38.930056 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb48e75-8f94-46d6-90a2-4912c6619561 req-b01b758b-0c57-4c78-a01a-8d5b76f61b46 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:38.931514 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-1bb48e75-8f94-46d6-90a2-4912c6619561 req-b01b758b-0c57-4c78-a01a-8d5b76f61b46 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/ports?device_id=1a0adeb2-9abe-4dfa-8fd5-1aa17e3b69e0 HTTP/1.1" status: 200 len: 946 time: 0.0949113 May 27 03:43:38.983294 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-1bb48e75-8f94-46d6-90a2-4912c6619561 req-54f6f820-0cd5-455a-a20d-becf4a43c333 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/security-groups?id=85648ff1-b2ef-4805-9733-563ba7ce8d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419412 May 27 03:43:39.249469 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-3af0ace6-547d-4950-9fe5-73e267668fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:39.572105 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b80a23-e99f-4a0d-802e-1a8078f83780 req-eeb0f8f0-75f6-4aec-bfd7-c084269752db tempest-VolumesNegativeTest-41913782 tempest-VolumesNegativeTest-41913782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:39.573581 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-c0b80a23-e99f-4a0d-802e-1a8078f83780 req-eeb0f8f0-75f6-4aec-bfd7-c084269752db tempest-VolumesNegativeTest-41913782 tempest-VolumesNegativeTest-41913782-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe309d4b-1169-4574-a57b-7e3c2cc5ddf4 HTTP/1.1" status: 200 len: 949 time: 0.0891984 May 27 03:43:39.619960 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-c0b80a23-e99f-4a0d-802e-1a8078f83780 req-daa59a47-8d6b-4a06-8979-1af839b1c473 tempest-VolumesNegativeTest-41913782 tempest-VolumesNegativeTest-41913782-project] 10.222.0.25 "GET /v2.0/security-groups?id=e7d0e9ef-567b-4ee0-8856-21c10c15f1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406282 May 27 03:43:40.177629 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd64d64d-a935-4f75-aaef-e9b53407d6a4 req-63bcf8c9-05cb-4d87-b24d-3df046c713f3 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:40.179098 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-cd64d64d-a935-4f75-aaef-e9b53407d6a4 req-63bcf8c9-05cb-4d87-b24d-3df046c713f3 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/ports?device_id=1a0adeb2-9abe-4dfa-8fd5-1aa17e3b69e0 HTTP/1.1" status: 200 len: 946 time: 0.0816596 May 27 03:43:40.226068 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-cd64d64d-a935-4f75-aaef-e9b53407d6a4 req-9daf237e-6771-4cad-9e78-3e9e03459464 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/security-groups?id=85648ff1-b2ef-4805-9733-563ba7ce8d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413492 May 27 03:43:40.493840 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429acb84-ad45-4266-bce4-709a37683d5c req-5cecf3e1-34c2-40d6-8c50-406e4fae32f2 tempest-VolumesNegativeTest-41913782 tempest-VolumesNegativeTest-41913782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:40.495250 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-429acb84-ad45-4266-bce4-709a37683d5c req-5cecf3e1-34c2-40d6-8c50-406e4fae32f2 tempest-VolumesNegativeTest-41913782 tempest-VolumesNegativeTest-41913782-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe309d4b-1169-4574-a57b-7e3c2cc5ddf4 HTTP/1.1" status: 200 len: 949 time: 0.0795238 May 27 03:43:40.635546 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.plugin [req-429acb84-ad45-4266-bce4-709a37683d5c req-92999f59-9de1-487d-aa0f-a8e77cde0218 tempest-VolumesNegativeTest-41913782 tempest-VolumesNegativeTest-41913782-project] Deleting port b0b1cc61-eef3-4210-b550-01a9151eae95 {{(pid=98851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 03:43:40.635799 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-429acb84-ad45-4266-bce4-709a37683d5c req-92999f59-9de1-487d-aa0f-a8e77cde0218 tempest-VolumesNegativeTest-41913782 tempest-VolumesNegativeTest-41913782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786481719372'] for port, before_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:40.770825 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.db [req-429acb84-ad45-4266-bce4-709a37683d5c req-92999f59-9de1-487d-aa0f-a8e77cde0218 tempest-VolumesNegativeTest-41913782 tempest-VolumesNegativeTest-41913782-project] For port b0b1cc61-eef3-4210-b550-01a9151eae95, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=b0b1cc61-eef3-4210-b550-01a9151eae95,segment=NetworkSegment(91fec48e-7447-4016-b191-37a9f866a5af),segment_id=91fec48e-7447-4016-b191-37a9f866a5af)] {{(pid=98851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:43:40.771182 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-429acb84-ad45-4266-bce4-709a37683d5c req-92999f59-9de1-487d-aa0f-a8e77cde0218 tempest-VolumesNegativeTest-41913782 tempest-VolumesNegativeTest-41913782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417280'] for port, precommit_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:40.806489 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8aa47b1-78d5-4c3e-9222-24248644ef3c req-29f1cbdf-933d-44ce-9f21-814ba40f58ae tempest-VolumesNegativeTest-41913782 tempest-VolumesNegativeTest-41913782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:40.808012 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-a8aa47b1-78d5-4c3e-9222-24248644ef3c req-29f1cbdf-933d-44ce-9f21-814ba40f58ae tempest-VolumesNegativeTest-41913782 tempest-VolumesNegativeTest-41913782-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe309d4b-1169-4574-a57b-7e3c2cc5ddf4 HTTP/1.1" status: 200 len: 949 time: 0.0825634 May 27 03:43:40.856892 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-a8aa47b1-78d5-4c3e-9222-24248644ef3c req-a7fc2970-f75e-4236-b6a3-6843b9c5bac1 tempest-VolumesNegativeTest-41913782 tempest-VolumesNegativeTest-41913782-project] 10.222.0.25 "GET /v2.0/security-groups?id=e7d0e9ef-567b-4ee0-8856-21c10c15f1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424340 May 27 03:43:40.895416 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.plugin [req-429acb84-ad45-4266-bce4-709a37683d5c req-92999f59-9de1-487d-aa0f-a8e77cde0218 tempest-VolumesNegativeTest-41913782 tempest-VolumesNegativeTest-41913782-project] Calling delete_port for b0b1cc61-eef3-4210-b550-01a9151eae95 owned by compute:nova {{(pid=98851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 03:43:41.093309 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-429acb84-ad45-4266-bce4-709a37683d5c req-92999f59-9de1-487d-aa0f-a8e77cde0218 tempest-VolumesNegativeTest-41913782 tempest-VolumesNegativeTest-41913782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786481721510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786481287397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28231606'] for port, after_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:41.099012 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-b1f1236a-7399-4b8b-a308-3378741888f9 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:43:41.108352 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.db [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] get_ports_and_sgs() called for port_ids ['b0b1cc61-eef3-4210-b550-01a9151eae95'] {{(pid=98853) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 03:43:41.147963 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92999f59-9de1-487d-aa0f-a8e77cde0218 tempest-VolumesNegativeTest-41913782 tempest-VolumesNegativeTest-41913782-project] Pushing event deleted for resources: {'Port': ['ID=b0b1cc61-eef3-4210-b550-01a9151eae95,revision_number=None']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:41.151883 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-92999f59-9de1-487d-aa0f-a8e77cde0218 tempest-VolumesNegativeTest-41913782 tempest-VolumesNegativeTest-41913782-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:43:41.231523 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.l3_dvrscheduler_db [req-429acb84-ad45-4266-bce4-709a37683d5c req-92999f59-9de1-487d-aa0f-a8e77cde0218 tempest-VolumesNegativeTest-41913782 tempest-VolumesNegativeTest-41913782-project] No DVR routers for this DVR port b0b1cc61-eef3-4210-b550-01a9151eae95 on host hv-cinder-79326 {{(pid=98851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:43:41.233987 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-429acb84-ad45-4266-bce4-709a37683d5c req-92999f59-9de1-487d-aa0f-a8e77cde0218 tempest-VolumesNegativeTest-41913782 tempest-VolumesNegativeTest-41913782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4037888'] for port, before_response {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:41.237258 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe309d4b-1169-4574-a57b-7e3c2cc5ddf4', 'name': 'network-vif-deleted', 'tag': 'b0b1cc61-eef3-4210-b550-01a9151eae95'}] {{(pid=98851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:43:41.286749 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe309d4b-1169-4574-a57b-7e3c2cc5ddf4', 'name': 'network-vif-deleted', 'tag': 'b0b1cc61-eef3-4210-b550-01a9151eae95', 'status': 'completed', 'code': 200} May 27 03:43:41.351533 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-429acb84-ad45-4266-bce4-709a37683d5c req-92999f59-9de1-487d-aa0f-a8e77cde0218 tempest-VolumesNegativeTest-41913782 tempest-VolumesNegativeTest-41913782-project] 10.222.0.36 "DELETE /v2.0/ports/b0b1cc61-eef3-4210-b550-01a9151eae95 HTTP/1.1" status: 204 len: 173 time: 0.8481059 May 27 03:43:41.417934 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290ae545-109b-45c6-9f79-44d4f6050cf3 req-e92c01e7-2c36-4a73-a20b-7e0f94357e35 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:41.419316 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-290ae545-109b-45c6-9f79-44d4f6050cf3 req-e92c01e7-2c36-4a73-a20b-7e0f94357e35 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/ports?device_id=1a0adeb2-9abe-4dfa-8fd5-1aa17e3b69e0 HTTP/1.1" status: 200 len: 946 time: 0.0850854 May 27 03:43:41.466994 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-290ae545-109b-45c6-9f79-44d4f6050cf3 req-4608c862-7498-4d0c-8424-9248cceb6320 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/security-groups?id=85648ff1-b2ef-4805-9733-563ba7ce8d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412710 May 27 03:43:42.022320 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [req-780dd57e-e10f-42fe-ada7-763ce2aca705 req-df308ae9-e4c2-458f-8667-7fd9c538d47d tempest-VolumesNegativeTest-41913782 tempest-VolumesNegativeTest-41913782-project] Synchronizing usage tracker for tenant:1fd883d8bafd4e248467bbb7b0feb0c9 on resource:port {{(pid=98851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:43:42.100612 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [req-780dd57e-e10f-42fe-ada7-763ce2aca705 req-df308ae9-e4c2-458f-8667-7fd9c538d47d tempest-VolumesNegativeTest-41913782 tempest-VolumesNegativeTest-41913782-project] Unset dirty status for tenant:1fd883d8bafd4e248467bbb7b0feb0c9 on resource:port {{(pid=98851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:43:42.101776 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-780dd57e-e10f-42fe-ada7-763ce2aca705 req-df308ae9-e4c2-458f-8667-7fd9c538d47d tempest-VolumesNegativeTest-41913782 tempest-VolumesNegativeTest-41913782-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe309d4b-1169-4574-a57b-7e3c2cc5ddf4 HTTP/1.1" status: 200 len: 210 time: 0.1217082 May 27 03:43:42.656490 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3e052b-5818-4aa7-a93b-2f47cc71be39 req-bceb3b9b-85f6-46d3-a4fd-d084a673ed39 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:42.657987 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-6e3e052b-5818-4aa7-a93b-2f47cc71be39 req-bceb3b9b-85f6-46d3-a4fd-d084a673ed39 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/ports?device_id=1a0adeb2-9abe-4dfa-8fd5-1aa17e3b69e0 HTTP/1.1" status: 200 len: 946 time: 0.0799191 May 27 03:43:42.702824 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-6e3e052b-5818-4aa7-a93b-2f47cc71be39 req-2fcb06d7-d42a-4579-9edb-80acb1293d7c tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/security-groups?id=85648ff1-b2ef-4805-9733-563ba7ce8d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389841 May 27 03:43:43.166301 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1251d66-b184-4ac0-be23-6713f953185c req-8c22aea6-ec9b-4f7b-8344-ffef3870afdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:43.168361 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-c1251d66-b184-4ac0-be23-6713f953185c req-8c22aea6-ec9b-4f7b-8344-ffef3870afdc service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1a0adeb2-9abe-4dfa-8fd5-1aa17e3b69e0 HTTP/1.1" status: 200 len: 1099 time: 0.0851638 May 27 03:43:43.227940 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-c1251d66-b184-4ac0-be23-6713f953185c req-9bfaa713-72ea-4c12-9ba9-9ee216342841 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=85648ff1-b2ef-4805-9733-563ba7ce8d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471396 May 27 03:43:43.909525 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6218fc75-9951-4b75-aeb4-b5beced932f7 req-1b634dcd-ff37-42c4-b546-973f1d33daf6 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:43.910962 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-6218fc75-9951-4b75-aeb4-b5beced932f7 req-1b634dcd-ff37-42c4-b546-973f1d33daf6 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/ports?device_id=1a0adeb2-9abe-4dfa-8fd5-1aa17e3b69e0 HTTP/1.1" status: 200 len: 946 time: 0.0892353 May 27 03:43:43.955312 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-6218fc75-9951-4b75-aeb4-b5beced932f7 req-b279c2e0-384a-4744-9437-677b3a799dbc tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/security-groups?id=85648ff1-b2ef-4805-9733-563ba7ce8d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383766 May 27 03:43:43.998333 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Device b0b1cc61-eef3-4210-b550-01a9151eae95 no longer exists at agent hyperv_hv-cinder-79326 {{(pid=98853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:43:44.032370 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.plugin [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] No Port match for: b0b1cc61-eef3-4210-b550-01a9151eae95 {{(pid=98853) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 03:43:44.032855 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Device b0b1cc61-eef3-4210-b550-01a9151eae95 not bound to the agent host hv-cinder-79326 {{(pid=98853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:43:44.490273 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [req-6a933608-836e-404c-b157-99412407fbd1 req-3c440eb0-24a2-43c1-8c19-6343874177f0 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Synchronizing usage tracker for tenant:450ff0f7a98a4ae385a74e4ddaf301ef on resource:security_group {{(pid=98852) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:43:44.575092 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [req-6a933608-836e-404c-b157-99412407fbd1 req-3c440eb0-24a2-43c1-8c19-6343874177f0 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Unset dirty status for tenant:450ff0f7a98a4ae385a74e4ddaf301ef on resource:security_group {{(pid=98852) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:43:44.576508 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-6a933608-836e-404c-b157-99412407fbd1 req-3c440eb0-24a2-43c1-8c19-6343874177f0 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1008051492&fields=id&tenant_id=450ff0f7a98a4ae385a74e4ddaf301ef HTTP/1.1" status: 200 len: 267 time: 0.1292906 May 27 03:43:44.735492 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a933608-836e-404c-b157-99412407fbd1 req-6f0bff1d-762c-49c7-89cc-c9d5d106daa5 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:44.736174 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [req-6a933608-836e-404c-b157-99412407fbd1 req-6f0bff1d-762c-49c7-89cc-c9d5d106daa5 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Synchronizing usage tracker for tenant:450ff0f7a98a4ae385a74e4ddaf301ef on resource:network {{(pid=98852) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:43:44.803448 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [req-6a933608-836e-404c-b157-99412407fbd1 req-6f0bff1d-762c-49c7-89cc-c9d5d106daa5 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Unset dirty status for tenant:450ff0f7a98a4ae385a74e4ddaf301ef on resource:network {{(pid=98852) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:43:44.804732 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-6a933608-836e-404c-b157-99412407fbd1 req-6f0bff1d-762c-49c7-89cc-c9d5d106daa5 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] 10.222.0.25 "GET /v2.0/networks?id=ad9eef72-b0bd-43e0-b9f9-b206091e5c65 HTTP/1.1" status: 200 len: 809 time: 0.2198930 May 27 03:43:44.821980 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-6a933608-836e-404c-b157-99412407fbd1 req-854f26d6-aa40-45cb-a75f-6843ba9d0125 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] 10.222.0.25 "GET /v2.0/quotas/450ff0f7a98a4ae385a74e4ddaf301ef HTTP/1.1" status: 200 len: 375 time: 0.0103476 May 27 03:43:44.912727 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [req-6a933608-836e-404c-b157-99412407fbd1 req-90888f11-d9d4-4fbf-97a6-9fcd756eda45 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Synchronizing usage tracker for tenant:450ff0f7a98a4ae385a74e4ddaf301ef on resource:port {{(pid=98852) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:43:44.974911 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [req-6a933608-836e-404c-b157-99412407fbd1 req-90888f11-d9d4-4fbf-97a6-9fcd756eda45 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Unset dirty status for tenant:450ff0f7a98a4ae385a74e4ddaf301ef on resource:port {{(pid=98852) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:43:44.998331 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-6a933608-836e-404c-b157-99412407fbd1 req-90888f11-d9d4-4fbf-97a6-9fcd756eda45 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=450ff0f7a98a4ae385a74e4ddaf301ef&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1572425 May 27 03:43:45.141027 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-6a933608-836e-404c-b157-99412407fbd1 req-508f5dea-b9cd-4f01-b048-916067e832c6 service neutron] 10.222.0.25 "GET /v2.0/networks/ad9eef72-b0bd-43e0-b9f9-b206091e5c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478152 May 27 03:43:45.292028 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-6a933608-836e-404c-b157-99412407fbd1 req-178b089a-f358-4a2e-8ea5-f009d0358d56 service neutron] 10.222.0.25 "GET /v2.0/networks/ad9eef72-b0bd-43e0-b9f9-b206091e5c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444354 May 27 03:43:45.372424 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10e10ef-bd4f-406c-8033-d8298ec98598 req-23716bc8-d00f-4b6d-ba72-6a3ae82780a4 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:45.373912 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-c10e10ef-bd4f-406c-8033-d8298ec98598 req-23716bc8-d00f-4b6d-ba72-6a3ae82780a4 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/ports?device_id=1a0adeb2-9abe-4dfa-8fd5-1aa17e3b69e0 HTTP/1.1" status: 200 len: 946 time: 0.1677618 May 27 03:43:45.422177 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-c10e10ef-bd4f-406c-8033-d8298ec98598 req-6c56c00d-18d0-46a9-ae93-42e4ae30668c tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/security-groups?id=85648ff1-b2ef-4805-9733-563ba7ce8d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408552 May 27 03:43:46.029701 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-54389073-7266-406c-bd28-a4acaaf6a18e req-849bf918-958d-4d05-acd9-30460a530ec3 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] 10.222.0.25 "GET /v2.0/ports?device_id=02984890-fe33-4d25-bf6d-a3c3163a965f HTTP/1.1" status: 200 len: 210 time: 0.0624011 May 27 03:43:46.632582 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496845d3-2446-456d-84a0-fb5b879726e5 req-b1f5ae0c-3034-4211-9790-8706a4df5037 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:46.641844 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-496845d3-2446-456d-84a0-fb5b879726e5 req-b1f5ae0c-3034-4211-9790-8706a4df5037 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/ports?device_id=1a0adeb2-9abe-4dfa-8fd5-1aa17e3b69e0 HTTP/1.1" status: 200 len: 946 time: 0.1071017 May 27 03:43:46.692972 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-496845d3-2446-456d-84a0-fb5b879726e5 req-2a1b61d2-e266-4064-bafd-770e2910a9a9 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/security-groups?id=85648ff1-b2ef-4805-9733-563ba7ce8d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499907 May 27 03:43:47.200610 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.wsgi [-] (98851) accepted ('10.222.0.25', 57088) {{(pid=98851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:43:47.244911 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-ff512c1b-d685-4640-8509-306bed116046 req-620ae02e-0bae-4b41-b94b-fe963caa9fea tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] 10.222.0.25 "GET /v2.0/ports?device_id=02984890-fe33-4d25-bf6d-a3c3163a965f HTTP/1.1" status: 200 len: 210 time: 0.0533974 May 27 03:43:47.404870 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:47.454259 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-12c80433-ce1e-458e-a9db-5c890e9abf93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:47.478557 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.quota.driver [None req-12c80433-ce1e-458e-a9db-5c890e9abf93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:43:47.485801 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [None req-12c80433-ce1e-458e-a9db-5c890e9abf93 admin admin] Usage tracker for resource:security_group_rule and tenant:d798d5acd2da410490e0b4f3dc55fd38 is out of sync, need to count used quota {{(pid=98851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:43:47.489237 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [None req-12c80433-ce1e-458e-a9db-5c890e9abf93 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:43:47.499622 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.quota.driver [None req-12c80433-ce1e-458e-a9db-5c890e9abf93 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:43:47.544209 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c404aa5-b1d2-47f7-87f5-8a62a1451c1c req-d97c6d5e-4b77-4471-bf7c-0fc525f52cb5 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:47.545719 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-0c404aa5-b1d2-47f7-87f5-8a62a1451c1c req-d97c6d5e-4b77-4471-bf7c-0fc525f52cb5 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/ports?device_id=1a0adeb2-9abe-4dfa-8fd5-1aa17e3b69e0 HTTP/1.1" status: 200 len: 946 time: 0.1754928 May 27 03:43:47.547546 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ccd4f4-17ba-485e-b8b4-7eb981459ba4 req-23d6d2e3-ca99-4c8b-a730-6df014200815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:47.548908 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-69ccd4f4-17ba-485e-b8b4-7eb981459ba4 req-23d6d2e3-ca99-4c8b-a730-6df014200815 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fa24b9f82e13448382e6b5f6bd699fab&device_id=1a0adeb2-9abe-4dfa-8fd5-1aa17e3b69e0 HTTP/1.1" status: 200 len: 1099 time: 0.2247286 May 27 03:43:47.695059 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-0c404aa5-b1d2-47f7-87f5-8a62a1451c1c req-e3e966a6-1988-4d42-af23-80e0d502cdb9 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/security-groups?id=85648ff1-b2ef-4805-9733-563ba7ce8d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409774 May 27 03:43:47.730474 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.agents_db [None req-9826b012-bfd7-43dd-a737-969f574491ef None None] Agent healthcheck: found 6 active agents {{(pid=98854) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 03:43:47.765485 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ccd4f4-17ba-485e-b8b4-7eb981459ba4 req-6d95a304-8715-4cd7-b79a-eae6caf758b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:47.767367 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-69ccd4f4-17ba-485e-b8b4-7eb981459ba4 req-6d95a304-8715-4cd7-b79a-eae6caf758b6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b35bcef9-7d04-408a-b003-58c7e5878e65 HTTP/1.1" status: 200 len: 919 time: 0.2106404 May 27 03:43:47.768988 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-12c80433-ce1e-458e-a9db-5c890e9abf93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:47.833948 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-12c80433-ce1e-458e-a9db-5c890e9abf93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:47.848570 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-34721fcf-a627-4b01-9aa1-ecad06c88c79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:43:47.857943 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-69ccd4f4-17ba-485e-b8b4-7eb981459ba4 req-d1264d57-9557-4c08-b3d1-62e588bf89fa service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3f12ac65-af0d-4c74-bfa1-375cddc42ae8 HTTP/1.1" status: 200 len: 217 time: 0.0822797 May 27 03:43:47.927503 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [None req-12c80433-ce1e-458e-a9db-5c890e9abf93 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d798d5acd2da410490e0b4f3dc55fd38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7254879 May 27 03:43:47.930475 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 57116) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:43:47.935890 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c80433-ce1e-458e-a9db-5c890e9abf93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=240f2704-5d0e-4b86-8fee-6b86bc55be0e,revision_number=1']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:47.945136 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-12c80433-ce1e-458e-a9db-5c890e9abf93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:43:47.958041 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ccd4f4-17ba-485e-b8b4-7eb981459ba4 req-68beb438-1609-433c-9b00-2ce2dc740d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:47.959721 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-69ccd4f4-17ba-485e-b8b4-7eb981459ba4 req-68beb438-1609-433c-9b00-2ce2dc740d30 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fc2e5be7-abd1-47fd-a0c1-09780acadf70 HTTP/1.1" status: 200 len: 859 time: 0.0915501 May 27 03:43:48.006981 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-b6bae5b0-2f7e-45a2-a0cd-eed51841974e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:48.034510 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-69ccd4f4-17ba-485e-b8b4-7eb981459ba4 req-55f19761-2375-42dd-8438-c55cf7632291 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b35bcef9-7d04-408a-b003-58c7e5878e65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0670056 May 27 03:43:48.041127 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-b6bae5b0-2f7e-45a2-a0cd-eed51841974e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:48.190802 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-69ccd4f4-17ba-485e-b8b4-7eb981459ba4 req-9de9b945-c107-4dc2-b613-4f9d2849e92d service neutron] 10.222.0.36 "GET /v2.0/networks/b35bcef9-7d04-408a-b003-58c7e5878e65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482334 May 27 03:43:48.191743 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-b6bae5b0-2f7e-45a2-a0cd-eed51841974e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:48.196927 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-e47601bb-3ee4-40b6-8ca8-bced2580e394 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:43:48.215447 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-b6bae5b0-2f7e-45a2-a0cd-eed51841974e admin admin] Notify callbacks [] for security_group, before_response {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:48.216583 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-b6bae5b0-2f7e-45a2-a0cd-eed51841974e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/240f2704-5d0e-4b86-8fee-6b86bc55be0e HTTP/1.1" status: 204 len: 168 time: 0.2851248 May 27 03:43:48.217891 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bae5b0-2f7e-45a2-a0cd-eed51841974e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=240f2704-5d0e-4b86-8fee-6b86bc55be0e,revision_number=None']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:48.224895 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-b6bae5b0-2f7e-45a2-a0cd-eed51841974e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:43:48.491156 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-dba29904-5ad6-4b8c-a10f-a2428e5a7c3d req-b758b752-6c5f-4745-922b-99a1c20377e0 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] 10.222.0.25 "GET /v2.0/ports?device_id=02984890-fe33-4d25-bf6d-a3c3163a965f HTTP/1.1" status: 200 len: 210 time: 0.0605762 May 27 03:43:48.522065 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-69ccd4f4-17ba-485e-b8b4-7eb981459ba4 req-2754270b-3795-431a-aeed-0a5e94489785 service neutron] 10.222.0.36 "GET /v2.0/networks/b35bcef9-7d04-408a-b003-58c7e5878e65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3238070 May 27 03:43:48.570214 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a933608-836e-404c-b157-99412407fbd1 req-aa0b1324-ff85-4156-8bfd-ff6a7f652439 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:48.571696 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-6a933608-836e-404c-b157-99412407fbd1 req-aa0b1324-ff85-4156-8bfd-ff6a7f652439 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] 10.222.0.36 "GET /v2.0/networks?id=ad9eef72-b0bd-43e0-b9f9-b206091e5c65 HTTP/1.1" status: 200 len: 809 time: 0.2329328 May 27 03:43:48.634682 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-6a933608-836e-404c-b157-99412407fbd1 req-ec5434ed-30a7-43f0-b018-1e63c013e0b1 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=450ff0f7a98a4ae385a74e4ddaf301ef HTTP/1.1" status: 200 len: 380 time: 0.0511737 May 27 03:43:48.646243 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.v2.base [req-6a933608-836e-404c-b157-99412407fbd1 req-60255e97-2e66-49cc-a291-646e09a8a311 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Request body: {'port': {'device_id': '02984890-fe33-4d25-bf6d-a3c3163a965f', 'network_id': 'ad9eef72-b0bd-43e0-b9f9-b206091e5c65', 'admin_state_up': True, 'tenant_id': '450ff0f7a98a4ae385a74e4ddaf301ef', 'security_groups': ['c84eeadc-d16c-4b72-8eeb-79ff20a61103']}} {{(pid=98851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:43:48.798754 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.quota.driver [req-6a933608-836e-404c-b157-99412407fbd1 req-60255e97-2e66-49cc-a291-646e09a8a311 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:43:48.810100 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.quota.driver [req-6a933608-836e-404c-b157-99412407fbd1 req-60255e97-2e66-49cc-a291-646e09a8a311 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=98851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:43:48.988562 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a933608-836e-404c-b157-99412407fbd1 req-60255e97-2e66-49cc-a291-646e09a8a311 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Made reservation on behalf of 450ff0f7a98a4ae385a74e4ddaf301ef for: {'port': 1} {{(pid=98851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:43:48.992205 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-6a933608-836e-404c-b157-99412407fbd1 req-60255e97-2e66-49cc-a291-646e09a8a311 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:49.112225 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced610a8-37da-4d6c-b679-b5f2b34f8dc6 req-6d5694f2-2466-4a20-b3e2-bf49c7a7abf4 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:49.113712 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-ced610a8-37da-4d6c-b679-b5f2b34f8dc6 req-6d5694f2-2466-4a20-b3e2-bf49c7a7abf4 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/ports?device_id=1a0adeb2-9abe-4dfa-8fd5-1aa17e3b69e0 HTTP/1.1" status: 200 len: 946 time: 0.2558808 May 27 03:43:49.217458 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-ced610a8-37da-4d6c-b679-b5f2b34f8dc6 req-f45763e4-5067-4aae-942e-31a01483c92a tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/security-groups?id=85648ff1-b2ef-4805-9733-563ba7ce8d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961671 May 27 03:43:49.235233 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.db_base_plugin_common [req-6a933608-836e-404c-b157-99412407fbd1 req-60255e97-2e66-49cc-a291-646e09a8a311 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Allocated IP 172.20.0.10 (ad9eef72-b0bd-43e0-b9f9-b206091e5c65/6c6b99bf-0e7d-4ba7-b853-38f4087b6993/2554297d-a794-4bc9-9cb3-56dce4e9fb2f) {{(pid=98851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:43:49.487747 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-6a933608-836e-404c-b157-99412407fbd1 req-60255e97-2e66-49cc-a291-646e09a8a311 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Notify callbacks [] for port, precommit_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:49.503411 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.provisioning_blocks [req-6a933608-836e-404c-b157-99412407fbd1 req-60255e97-2e66-49cc-a291-646e09a8a311 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Transition to ACTIVE for port object 2554297d-a794-4bc9-9cb3-56dce4e9fb2f will not be triggered until provisioned by entity DHCP. {{(pid=98851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:43:49.592686 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-6a933608-836e-404c-b157-99412407fbd1 req-60255e97-2e66-49cc-a291-646e09a8a311 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786481287388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28231606'] for port, after_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:49.599079 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-e88cfbfb-9c16-48d3-9bd3-b4a0cda60e07 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:43:49.679185 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a933608-836e-404c-b157-99412407fbd1 req-60255e97-2e66-49cc-a291-646e09a8a311 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Network ad9eef72-b0bd-43e0-b9f9-b206091e5c65 is already hosted by enough agents. {{(pid=98851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:43:49.682881 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60255e97-2e66-49cc-a291-646e09a8a311 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Pushing event updated for resources: {'Port': ['ID=2554297d-a794-4bc9-9cb3-56dce4e9fb2f,revision_number=1']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:49.685353 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.scheduler.base_scheduler [req-6a933608-836e-404c-b157-99412407fbd1 req-60255e97-2e66-49cc-a291-646e09a8a311 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Resources bound (agent type, host, resource id): {{(pid=98851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:43:49.687201 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-60255e97-2e66-49cc-a291-646e09a8a311 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:43:49.688743 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a933608-836e-404c-b157-99412407fbd1 req-60255e97-2e66-49cc-a291-646e09a8a311 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Received port after_create {{(pid=98851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 03:43:49.764979 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a933608-836e-404c-b157-99412407fbd1 req-60255e97-2e66-49cc-a291-646e09a8a311 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:49.773765 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-6a933608-836e-404c-b157-99412407fbd1 req-60255e97-2e66-49cc-a291-646e09a8a311 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4037888'] for port, before_response {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:49.869226 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc0b605-3414-4bed-b4b6-c44a95a89531 req-78c54fae-823a-4a76-aee4-16e077d2c8e6 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:49.870748 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-1dc0b605-3414-4bed-b4b6-c44a95a89531 req-78c54fae-823a-4a76-aee4-16e077d2c8e6 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] 10.222.0.25 "GET /v2.0/ports?device_id=02984890-fe33-4d25-bf6d-a3c3163a965f HTTP/1.1" status: 200 len: 932 time: 0.1260691 May 27 03:43:49.878176 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-6a933608-836e-404c-b157-99412407fbd1 req-60255e97-2e66-49cc-a291-646e09a8a311 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2364042 May 27 03:43:49.895355 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.v2.base [req-6a933608-836e-404c-b157-99412407fbd1 req-db4e774a-7fb4-4ce8-8edf-9d0e211cb715 service neutron] Request body: {'port': {'device_id': '02984890-fe33-4d25-bf6d-a3c3163a965f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79326'}} {{(pid=98851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:43:49.938820 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-1dc0b605-3414-4bed-b4b6-c44a95a89531 req-844850da-5701-4cd8-a1a1-e8001c315b08 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] 10.222.0.25 "GET /v2.0/security-groups?id=c84eeadc-d16c-4b72-8eeb-79ff20a61103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607810 May 27 03:43:50.035779 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-a963cb3e-4511-4d24-943b-0ca8eaecf29a None None] Provisioning for port 2554297d-a794-4bc9-9cb3-56dce4e9fb2f completed by entity DHCP. {{(pid=98853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:43:50.043180 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-a963cb3e-4511-4d24-943b-0ca8eaecf29a None None] Provisioning complete for port 2554297d-a794-4bc9-9cb3-56dce4e9fb2f triggered by entity DHCP. {{(pid=98853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:43:50.044490 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-a963cb3e-4511-4d24-943b-0ca8eaecf29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487713'] for port, provisioning_complete {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:50.053789 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-6a933608-836e-404c-b157-99412407fbd1 req-db4e774a-7fb4-4ce8-8edf-9d0e211cb715 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_update {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:50.104694 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.plugin [None req-a963cb3e-4511-4d24-943b-0ca8eaecf29a None None] Port 2554297d-a794-4bc9-9cb3-56dce4e9fb2f cannot update to ACTIVE because it is not bound. {{(pid=98853) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 03:43:50.482660 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 57220) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:43:50.548866 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3952ac4-cede-4abe-982e-7f0d1f47fbcc req-8e462422-816a-4c3a-a7af-817092ce49a4 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:50.555912 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-a3952ac4-cede-4abe-982e-7f0d1f47fbcc req-8e462422-816a-4c3a-a7af-817092ce49a4 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/ports?device_id=1a0adeb2-9abe-4dfa-8fd5-1aa17e3b69e0 HTTP/1.1" status: 200 len: 946 time: 0.2148073 May 27 03:43:50.602873 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.notifiers.nova [req-6a933608-836e-404c-b157-99412407fbd1 req-db4e774a-7fb4-4ce8-8edf-9d0e211cb715 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2554297d-a794-4bc9-9cb3-56dce4e9fb2f {{(pid=98851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:43:50.624620 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-6a933608-836e-404c-b157-99412407fbd1 req-db4e774a-7fb4-4ce8-8edf-9d0e211cb715 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:50.629118 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-a3952ac4-cede-4abe-982e-7f0d1f47fbcc req-b9ba194b-86ee-4a2a-99a6-6abac6e909d8 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/security-groups?id=85648ff1-b2ef-4805-9733-563ba7ce8d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724046 May 27 03:43:50.644796 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.provisioning_blocks [req-6a933608-836e-404c-b157-99412407fbd1 req-db4e774a-7fb4-4ce8-8edf-9d0e211cb715 service neutron] Transition to ACTIVE for port object 2554297d-a794-4bc9-9cb3-56dce4e9fb2f will not be triggered until provisioned by entity L2. {{(pid=98851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:43:50.653397 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.wsgi [-] (98851) accepted ('10.222.0.25', 57232) {{(pid=98851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:43:50.726829 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-9a174f1d-f6b9-4287-b962-4c0de4a50f8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:50.742254 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.quota.driver [None req-9a174f1d-f6b9-4287-b962-4c0de4a50f8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:43:50.746608 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [None req-9a174f1d-f6b9-4287-b962-4c0de4a50f8c admin admin] Usage tracker for resource:security_group_rule and tenant:0f127bc1ac0a4828923967e649f76607 is out of sync, need to count used quota {{(pid=98851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:43:50.749607 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [None req-9a174f1d-f6b9-4287-b962-4c0de4a50f8c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:43:50.755658 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.quota.driver [None req-9a174f1d-f6b9-4287-b962-4c0de4a50f8c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:43:50.760597 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-6a933608-836e-404c-b157-99412407fbd1 req-db4e774a-7fb4-4ce8-8edf-9d0e211cb715 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786481721483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786481287406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786481291807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28231553'] for port, after_update {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:50.764197 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-8d9a5c42-9a4f-4f6a-8c3d-7304f587a896 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:43:50.769051 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-2a4c0f4a-b30a-40fb-a5ed-3bf9d4b154b8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1fd883d8bafd4e248467bbb7b0feb0c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2854667 May 27 03:43:50.770107 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 57240) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:43:50.838743 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-38ef98e2-6034-4bd6-976a-52c63f20e04b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:50.870189 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-38ef98e2-6034-4bd6-976a-52c63f20e04b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:50.945502 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4e774a-7fb4-4ce8-8edf-9d0e211cb715 service neutron] Pushing event updated for resources: {'Port': ['ID=2554297d-a794-4bc9-9cb3-56dce4e9fb2f,revision_number=2']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:50.988084 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-db4e774a-7fb4-4ce8-8edf-9d0e211cb715 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:43:51.003863 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-38ef98e2-6034-4bd6-976a-52c63f20e04b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:51.007773 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-f8533fd6-f93f-4672-954d-93ea3de5107d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:43:51.019757 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ef98e2-6034-4bd6-976a-52c63f20e04b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7d0e9ef-567b-4ee0-8856-21c10c15f1f3,revision_number=None']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:51.039765 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-38ef98e2-6034-4bd6-976a-52c63f20e04b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:43:51.123223 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-38ef98e2-6034-4bd6-976a-52c63f20e04b admin admin] Notify callbacks [] for security_group, before_response {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:51.127833 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-38ef98e2-6034-4bd6-976a-52c63f20e04b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e7d0e9ef-567b-4ee0-8856-21c10c15f1f3 HTTP/1.1" status: 204 len: 168 time: 0.3540497 May 27 03:43:51.148619 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.managers [req-6a933608-836e-404c-b157-99412407fbd1 req-db4e774a-7fb4-4ce8-8edf-9d0e211cb715 service neutron] Attempting to bind port 2554297d-a794-4bc9-9cb3-56dce4e9fb2f on host hv-cinder-79326 for vnic_type normal with profile {{(pid=98851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:43:51.148952 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.managers [req-6a933608-836e-404c-b157-99412407fbd1 req-db4e774a-7fb4-4ce8-8edf-9d0e211cb715 service neutron] Attempting to bind port 2554297d-a794-4bc9-9cb3-56dce4e9fb2f by drivers openvswitch,hyperv on host hv-cinder-79326 at level 0 using segments [{'id': '590d349a-0123-42dc-adf4-c99c77d07402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ad9eef72-b0bd-43e0-b9f9-b206091e5c65'}] {{(pid=98851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:43:51.149603 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a933608-836e-404c-b157-99412407fbd1 req-db4e774a-7fb4-4ce8-8edf-9d0e211cb715 service neutron] Attempting to bind port 2554297d-a794-4bc9-9cb3-56dce4e9fb2f on network ad9eef72-b0bd-43e0-b9f9-b206091e5c65 {{(pid=98851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:43:51.170390 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a933608-836e-404c-b157-99412407fbd1 req-db4e774a-7fb4-4ce8-8edf-9d0e211cb715 service neutron] Port 2554297d-a794-4bc9-9cb3-56dce4e9fb2f on network ad9eef72-b0bd-43e0-b9f9-b206091e5c65 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79326 {{(pid=98851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 03:43:51.171123 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a933608-836e-404c-b157-99412407fbd1 req-db4e774a-7fb4-4ce8-8edf-9d0e211cb715 service neutron] Attempting to bind port 2554297d-a794-4bc9-9cb3-56dce4e9fb2f on network ad9eef72-b0bd-43e0-b9f9-b206091e5c65 {{(pid=98851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:43:51.190356 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a933608-836e-404c-b157-99412407fbd1 req-db4e774a-7fb4-4ce8-8edf-9d0e211cb715 service neutron] Checking agent: {'id': 'beba53db-4949-4034-b5ab-73b6df09d927', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79326', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 3, 39, 17), 'started_at': datetime.datetime(2021, 5, 27, 3, 39, 17), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 3, 43, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 03:43:51.190700 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a933608-836e-404c-b157-99412407fbd1 req-db4e774a-7fb4-4ce8-8edf-9d0e211cb715 service neutron] Checking segment: {'id': '590d349a-0123-42dc-adf4-c99c77d07402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ad9eef72-b0bd-43e0-b9f9-b206091e5c65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 03:43:51.191080 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a933608-836e-404c-b157-99412407fbd1 req-db4e774a-7fb4-4ce8-8edf-9d0e211cb715 service neutron] Bound using segment: {'id': '590d349a-0123-42dc-adf4-c99c77d07402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ad9eef72-b0bd-43e0-b9f9-b206091e5c65'} {{(pid=98851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 03:43:51.191636 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.managers [req-6a933608-836e-404c-b157-99412407fbd1 req-db4e774a-7fb4-4ce8-8edf-9d0e211cb715 service neutron] Bound port: 2554297d-a794-4bc9-9cb3-56dce4e9fb2f, host: hv-cinder-79326, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '590d349a-0123-42dc-adf4-c99c77d07402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ad9eef72-b0bd-43e0-b9f9-b206091e5c65'}}] {{(pid=98851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:43:51.192255 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-6a933608-836e-404c-b157-99412407fbd1 req-db4e774a-7fb4-4ce8-8edf-9d0e211cb715 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_update {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:51.283228 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-9a174f1d-f6b9-4287-b962-4c0de4a50f8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:51.306593 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125cd234-1388-4314-94c8-507c56665cd1 req-aefd76e8-e200-4380-89b9-3dabd591fb60 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:51.307335 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [req-125cd234-1388-4314-94c8-507c56665cd1 req-aefd76e8-e200-4380-89b9-3dabd591fb60 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Synchronizing usage tracker for tenant:450ff0f7a98a4ae385a74e4ddaf301ef on resource:port {{(pid=98851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:43:51.341920 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.db [req-6a933608-836e-404c-b157-99412407fbd1 req-db4e774a-7fb4-4ce8-8edf-9d0e211cb715 service neutron] For port 2554297d-a794-4bc9-9cb3-56dce4e9fb2f, host hv-cinder-79326, cleared binding levels {{(pid=98851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:43:51.345034 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.db [req-6a933608-836e-404c-b157-99412407fbd1 req-db4e774a-7fb4-4ce8-8edf-9d0e211cb715 service neutron] For port 2554297d-a794-4bc9-9cb3-56dce4e9fb2f, host hv-cinder-79326, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=2554297d-a794-4bc9-9cb3-56dce4e9fb2f,segment=NetworkSegment(590d349a-0123-42dc-adf4-c99c77d07402),segment_id=590d349a-0123-42dc-adf4-c99c77d07402)] {{(pid=98851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 03:43:51.352215 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-9a174f1d-f6b9-4287-b962-4c0de4a50f8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:51.364009 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-dc2f8c68-0b1e-473c-bbf3-817ca4d59346 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:43:51.407672 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [req-125cd234-1388-4314-94c8-507c56665cd1 req-aefd76e8-e200-4380-89b9-3dabd591fb60 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Unset dirty status for tenant:450ff0f7a98a4ae385a74e4ddaf301ef on resource:port {{(pid=98851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:43:51.408840 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-125cd234-1388-4314-94c8-507c56665cd1 req-aefd76e8-e200-4380-89b9-3dabd591fb60 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] 10.222.0.25 "GET /v2.0/ports?device_id=02984890-fe33-4d25-bf6d-a3c3163a965f HTTP/1.1" status: 200 len: 944 time: 0.3202004 May 27 03:43:51.413454 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [None req-9a174f1d-f6b9-4287-b962-4c0de4a50f8c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0f127bc1ac0a4828923967e649f76607&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7590723 May 27 03:43:51.416486 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a174f1d-f6b9-4287-b962-4c0de4a50f8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e5542cc-29b3-4ea7-a59f-c7e5c31885f4,revision_number=1']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:51.416611 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 57258) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:43:51.442658 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-9a174f1d-f6b9-4287-b962-4c0de4a50f8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:43:51.446433 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-6a933608-836e-404c-b157-99412407fbd1 req-db4e774a-7fb4-4ce8-8edf-9d0e211cb715 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786481721483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786481287406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786481291807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28231553'] for port, after_update {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:51.455143 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-18116326-718a-43d9-9700-4ebe841f52da tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:43:51.495719 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-5cb639e9-cbd6-4359-8d8e-7b542e086bf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:51.536867 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-5cb639e9-cbd6-4359-8d8e-7b542e086bf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:51.609749 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a933608-836e-404c-b157-99412407fbd1 req-db4e774a-7fb4-4ce8-8edf-9d0e211cb715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:51.610406 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-6a933608-836e-404c-b157-99412407fbd1 req-db4e774a-7fb4-4ce8-8edf-9d0e211cb715 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4037888'] for port, before_response {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:51.611852 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-6a933608-836e-404c-b157-99412407fbd1 req-db4e774a-7fb4-4ce8-8edf-9d0e211cb715 service neutron] 10.222.0.36 "PUT /v2.0/ports/2554297d-a794-4bc9-9cb3-56dce4e9fb2f HTTP/1.1" status: 200 len: 1094 time: 1.7210062 May 27 03:43:51.622091 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02984890-fe33-4d25-bf6d-a3c3163a965f', 'tag': '2554297d-a794-4bc9-9cb3-56dce4e9fb2f'}] {{(pid=98851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:43:51.652648 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-125cd234-1388-4314-94c8-507c56665cd1 req-ab961b21-579b-483e-aa0d-3c6073b0e360 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] 10.222.0.25 "GET /v2.0/security-groups?id=c84eeadc-d16c-4b72-8eeb-79ff20a61103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2370861 May 27 03:43:51.655254 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-5cb639e9-cbd6-4359-8d8e-7b542e086bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:51.664714 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4e774a-7fb4-4ce8-8edf-9d0e211cb715 service neutron] Pushing event updated for resources: {'Port': ['ID=2554297d-a794-4bc9-9cb3-56dce4e9fb2f,revision_number=3']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:51.666062 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-3178891a-8d20-4ac8-befd-50afd2b567f0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:43:51.668391 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-db4e774a-7fb4-4ce8-8edf-9d0e211cb715 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:43:51.688810 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb639e9-cbd6-4359-8d8e-7b542e086bf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e5542cc-29b3-4ea7-a59f-c7e5c31885f4,revision_number=None']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:51.690553 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-5cb639e9-cbd6-4359-8d8e-7b542e086bf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:43:51.709066 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-5cb639e9-cbd6-4359-8d8e-7b542e086bf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:51.712895 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-5cb639e9-cbd6-4359-8d8e-7b542e086bf8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8e5542cc-29b3-4ea7-a59f-c7e5c31885f4 HTTP/1.1" status: 204 len: 168 time: 0.2946751 May 27 03:43:51.734928 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02984890-fe33-4d25-bf6d-a3c3163a965f', 'tag': '2554297d-a794-4bc9-9cb3-56dce4e9fb2f', 'status': 'completed', 'code': 200} May 27 03:43:51.963790 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a933608-836e-404c-b157-99412407fbd1 req-aadefdf1-420d-4d0f-ac76-84c9a45fd6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:51.968280 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-6a933608-836e-404c-b157-99412407fbd1 req-aadefdf1-420d-4d0f-ac76-84c9a45fd6d9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=450ff0f7a98a4ae385a74e4ddaf301ef&device_id=02984890-fe33-4d25-bf6d-a3c3163a965f HTTP/1.1" status: 200 len: 1097 time: 0.2146749 May 27 03:43:52.094911 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad3cc1f-ef49-4a82-8d92-6d8b0afc6ab5 req-5fc7dd24-4057-4489-836f-12aceac7e192 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:52.101787 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-dad3cc1f-ef49-4a82-8d92-6d8b0afc6ab5 req-5fc7dd24-4057-4489-836f-12aceac7e192 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/ports?device_id=1a0adeb2-9abe-4dfa-8fd5-1aa17e3b69e0 HTTP/1.1" status: 200 len: 946 time: 0.2368073 May 27 03:43:52.109445 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-6a933608-836e-404c-b157-99412407fbd1 req-b4225d56-06a9-47d2-820a-3d9d9fc187e0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2554297d-a794-4bc9-9cb3-56dce4e9fb2f HTTP/1.1" status: 200 len: 217 time: 0.1099665 May 27 03:43:52.201328 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-dad3cc1f-ef49-4a82-8d92-6d8b0afc6ab5 req-18e4dc22-4c25-4f99-b97c-f38d1e99abb8 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/security-groups?id=85648ff1-b2ef-4805-9733-563ba7ce8d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985961 May 27 03:43:52.215694 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a933608-836e-404c-b157-99412407fbd1 req-7e7fd436-d19d-4c78-a15e-1fc5f6c128fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:52.217129 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-6a933608-836e-404c-b157-99412407fbd1 req-7e7fd436-d19d-4c78-a15e-1fc5f6c128fe service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6c6b99bf-0e7d-4ba7-b853-38f4087b6993 HTTP/1.1" status: 200 len: 848 time: 0.0980167 May 27 03:43:52.299561 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a933608-836e-404c-b157-99412407fbd1 req-4638ba9f-d776-422d-acbf-e16c8b590605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:52.301523 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-6a933608-836e-404c-b157-99412407fbd1 req-4638ba9f-d776-422d-acbf-e16c8b590605 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ad9eef72-b0bd-43e0-b9f9-b206091e5c65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0778899 May 27 03:43:52.455335 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-6a933608-836e-404c-b157-99412407fbd1 req-4a86fbed-2380-49dc-bda3-61bd21383c13 service neutron] 10.222.0.36 "GET /v2.0/networks/ad9eef72-b0bd-43e0-b9f9-b206091e5c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450605 May 27 03:43:52.526507 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 57308) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:43:52.598411 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-6a933608-836e-404c-b157-99412407fbd1 req-265d8b35-4fc9-48cd-beaa-54416c37fcb1 service neutron] 10.222.0.36 "GET /v2.0/networks/ad9eef72-b0bd-43e0-b9f9-b206091e5c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361339 May 27 03:43:52.695756 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.v2.base [None req-f8dc02a0-3bb6-4aec-bf95-5ddf451647d9 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1371698955-network', 'tenant_id': '0df96baa86bb4c51b3b8bece28e3e23a'}} {{(pid=98852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:43:52.700626 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-f8dc02a0-3bb6-4aec-bf95-5ddf451647d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:43:52.706024 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-f8dc02a0-3bb6-4aec-bf95-5ddf451647d9 admin admin] Usage tracker for resource:network and tenant:0df96baa86bb4c51b3b8bece28e3e23a is out of sync, need to count used quota {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:43:52.709278 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-f8dc02a0-3bb6-4aec-bf95-5ddf451647d9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:43:52.790077 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96177abf-3b2f-455c-854b-6ce14ff53c1f req-2a1c635e-5464-4c02-932c-54a2139bd71e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:52.791675 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-96177abf-3b2f-455c-854b-6ce14ff53c1f req-2a1c635e-5464-4c02-932c-54a2139bd71e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=450ff0f7a98a4ae385a74e4ddaf301ef&device_id=02984890-fe33-4d25-bf6d-a3c3163a965f HTTP/1.1" status: 200 len: 1097 time: 0.0877521 May 27 03:43:52.813144 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-f8dc02a0-3bb6-4aec-bf95-5ddf451647d9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:43:52.907588 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc73ef1e-2196-4632-9a78-a5c2cf48d0fc req-bb870ce6-ccb9-4a67-b437-48f891be5ce5 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:52.915077 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-bc73ef1e-2196-4632-9a78-a5c2cf48d0fc req-bb870ce6-ccb9-4a67-b437-48f891be5ce5 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] 10.222.0.25 "GET /v2.0/ports?device_id=02984890-fe33-4d25-bf6d-a3c3163a965f HTTP/1.1" status: 200 len: 944 time: 0.1032548 May 27 03:43:52.930889 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8dc02a0-3bb6-4aec-bf95-5ddf451647d9 admin admin] Made reservation on behalf of 0df96baa86bb4c51b3b8bece28e3e23a for: {'network': 1} {{(pid=98852) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:43:52.933205 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-f8dc02a0-3bb6-4aec-bf95-5ddf451647d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3620918'] for network, before_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:52.947389 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96177abf-3b2f-455c-854b-6ce14ff53c1f req-7d9a3abb-e941-41bf-acac-42f188889f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:52.948867 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-96177abf-3b2f-455c-854b-6ce14ff53c1f req-7d9a3abb-e941-41bf-acac-42f188889f7d service neutron] 10.222.0.36 "GET /v2.0/networks?id=ad9eef72-b0bd-43e0-b9f9-b206091e5c65 HTTP/1.1" status: 200 len: 909 time: 0.1497536 May 27 03:43:52.949145 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-f8dc02a0-3bb6-4aec-bf95-5ddf451647d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:52.982017 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-f8dc02a0-3bb6-4aec-bf95-5ddf451647d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:43:52.986534 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-bc73ef1e-2196-4632-9a78-a5c2cf48d0fc req-93c96dbc-20cf-4cc5-9e9c-4aac69b3ab99 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] 10.222.0.25 "GET /v2.0/security-groups?id=c84eeadc-d16c-4b72-8eeb-79ff20a61103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706732 May 27 03:43:52.990476 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-f8dc02a0-3bb6-4aec-bf95-5ddf451647d9 admin admin] Usage tracker for resource:security_group_rule and tenant:0df96baa86bb4c51b3b8bece28e3e23a is out of sync, need to count used quota {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:43:52.995697 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-f8dc02a0-3bb6-4aec-bf95-5ddf451647d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:43:53.001143 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-f8dc02a0-3bb6-4aec-bf95-5ddf451647d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:43:53.024646 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-96177abf-3b2f-455c-854b-6ce14ff53c1f req-0276233f-0f23-49ac-9f3e-d7bfbd02ba01 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2554297d-a794-4bc9-9cb3-56dce4e9fb2f HTTP/1.1" status: 200 len: 217 time: 0.0663466 May 27 03:43:53.123078 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96177abf-3b2f-455c-854b-6ce14ff53c1f req-0a18ae5b-6b12-4105-8344-beb72e8a7aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:53.124317 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-f8dc02a0-3bb6-4aec-bf95-5ddf451647d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:53.124687 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-96177abf-3b2f-455c-854b-6ce14ff53c1f req-0a18ae5b-6b12-4105-8344-beb72e8a7aae service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6c6b99bf-0e7d-4ba7-b853-38f4087b6993 HTTP/1.1" status: 200 len: 848 time: 0.0939379 May 27 03:43:53.198540 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-f8dc02a0-3bb6-4aec-bf95-5ddf451647d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:53.203038 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-4314340c-c4a3-4c3c-a282-ed5d62af430e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:43:53.222798 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96177abf-3b2f-455c-854b-6ce14ff53c1f req-bc4494a9-4c99-4121-a4ec-9dbef78ca276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:53.224799 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-96177abf-3b2f-455c-854b-6ce14ff53c1f req-bc4494a9-4c99-4121-a4ec-9dbef78ca276 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ad9eef72-b0bd-43e0-b9f9-b206091e5c65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0934167 May 27 03:43:53.231791 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8dc02a0-3bb6-4aec-bf95-5ddf451647d9 admin admin] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=98852) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:43:53.241938 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dc02a0-3bb6-4aec-bf95-5ddf451647d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a22e4eb-1ed5-428b-9da9-e358a6333482,revision_number=1']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:53.257424 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-f8dc02a0-3bb6-4aec-bf95-5ddf451647d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:43:53.260175 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-f8dc02a0-3bb6-4aec-bf95-5ddf451647d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3483814'] for segment, precommit_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:53.260599 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.db.segments_db [None req-f8dc02a0-3bb6-4aec-bf95-5ddf451647d9 admin admin] Added segment 71084c34-ab19-4a6a-bf97-1930eaa9b62e of type vlan for network 42a1ce98-c4d1-4e0b-b376-f6f97fb7e6e1 May 27 03:43:53.299528 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-f8dc02a0-3bb6-4aec-bf95-5ddf451647d9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786481306974'] for network, precommit_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:53.432251 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-96177abf-3b2f-455c-854b-6ce14ff53c1f req-c59cc0e4-1a6f-42b0-9a3c-bed91b29ccb1 service neutron] 10.222.0.36 "GET /v2.0/networks/ad9eef72-b0bd-43e0-b9f9-b206091e5c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1996756 May 27 03:43:53.467511 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8eb069-9ad1-46d9-bb7a-8994d1e28f45 req-24fb3c87-1606-4686-8784-8f5830fe32bd tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:53.468947 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-ff8eb069-9ad1-46d9-bb7a-8994d1e28f45 req-24fb3c87-1606-4686-8784-8f5830fe32bd tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/ports?device_id=1a0adeb2-9abe-4dfa-8fd5-1aa17e3b69e0 HTTP/1.1" status: 200 len: 946 time: 0.1499510 May 27 03:43:53.475845 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-f8dc02a0-3bb6-4aec-bf95-5ddf451647d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3689963'] for network, after_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:53.477197 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8dc02a0-3bb6-4aec-bf95-5ddf451647d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:53.477784 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-f8dc02a0-3bb6-4aec-bf95-5ddf451647d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689932'] for network, before_response {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:53.482757 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:43:53.585546 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-ff8eb069-9ad1-46d9-bb7a-8994d1e28f45 req-b3974371-1678-46a2-b4ac-5f80fb43257c tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/security-groups?id=85648ff1-b2ef-4805-9733-563ba7ce8d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662386 May 27 03:43:53.589420 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dc02a0-3bb6-4aec-bf95-5ddf451647d9 admin admin] Pushing event updated for resources: {'Network': ['ID=42a1ce98-c4d1-4e0b-b376-f6f97fb7e6e1,revision_number=1']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:53.592249 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-f8dc02a0-3bb6-4aec-bf95-5ddf451647d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:43:53.610315 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Network 42a1ce98-c4d1-4e0b-b376-f6f97fb7e6e1 details requested by agent ovs-agent-dv-cinder-793264-1-iscsi with host dv-cinder-793264-1-iscsi {{(pid=98853) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:43:53.612660 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-96177abf-3b2f-455c-854b-6ce14ff53c1f req-9142fe31-e79e-4ac1-b061-fcfe09d7a900 service neutron] 10.222.0.36 "GET /v2.0/networks/ad9eef72-b0bd-43e0-b9f9-b206091e5c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723423 May 27 03:43:53.693634 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.wsgi [-] (98851) accepted ('10.222.0.25', 57342) {{(pid=98851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:43:53.700580 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-f8dc02a0-3bb6-4aec-bf95-5ddf451647d9 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1661627 May 27 03:43:53.700751 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.v2.base [None req-445d414c-ff43-4f95-8c5b-b0f242f64f0b admin admin] Request body: {'subnet': {'network_id': '42a1ce98-c4d1-4e0b-b376-f6f97fb7e6e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1371698955-subnet', 'tenant_id': '0df96baa86bb4c51b3b8bece28e3e23a', 'ip_version': 4}} {{(pid=98851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:43:53.704837 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.quota.driver [None req-445d414c-ff43-4f95-8c5b-b0f242f64f0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:43:53.708915 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [None req-445d414c-ff43-4f95-8c5b-b0f242f64f0b admin admin] Usage tracker for resource:subnet and tenant:0df96baa86bb4c51b3b8bece28e3e23a is out of sync, need to count used quota {{(pid=98851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:43:53.711944 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [None req-445d414c-ff43-4f95-8c5b-b0f242f64f0b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:43:53.718107 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.quota.driver [None req-445d414c-ff43-4f95-8c5b-b0f242f64f0b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:43:53.801832 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-445d414c-ff43-4f95-8c5b-b0f242f64f0b admin admin] Made reservation on behalf of 0df96baa86bb4c51b3b8bece28e3e23a for: {'subnet': 1} {{(pid=98851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:43:53.805378 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-445d414c-ff43-4f95-8c5b-b0f242f64f0b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28094760'] for subnet, before_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:53.895806 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 57352) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:43:54.033874 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-431931f8-091a-4a69-a1ad-048a789292e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:54.049379 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-431931f8-091a-4a69-a1ad-048a789292e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:43:54.053392 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-431931f8-091a-4a69-a1ad-048a789292e9 admin admin] Usage tracker for resource:security_group_rule and tenant:acf67de387ba402f993658a4abe24362 is out of sync, need to count used quota {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:43:54.056387 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-431931f8-091a-4a69-a1ad-048a789292e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:43:54.062366 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-431931f8-091a-4a69-a1ad-048a789292e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:43:54.149398 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-431931f8-091a-4a69-a1ad-048a789292e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:54.201976 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-431931f8-091a-4a69-a1ad-048a789292e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:54.211075 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-52f95fa1-f000-408d-bd5f-c4c227d634d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:43:54.212496 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5d029d-5033-4928-b114-835bb56b25fa req-780c7e07-eb3d-4d34-a554-349735b7fd15 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:54.213768 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-1e5d029d-5033-4928-b114-835bb56b25fa req-780c7e07-eb3d-4d34-a554-349735b7fd15 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] 10.222.0.25 "GET /v2.0/ports?device_id=02984890-fe33-4d25-bf6d-a3c3163a965f HTTP/1.1" status: 200 len: 944 time: 0.1006351 May 27 03:43:54.263242 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-431931f8-091a-4a69-a1ad-048a789292e9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=acf67de387ba402f993658a4abe24362&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3639879 May 27 03:43:54.263242 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431931f8-091a-4a69-a1ad-048a789292e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6920fa03-cc0a-4f2f-b5cd-08ddf9812391,revision_number=1']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:54.265074 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.wsgi [-] (98851) accepted ('10.222.0.25', 57368) {{(pid=98851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:43:54.269705 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-431931f8-091a-4a69-a1ad-048a789292e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:43:54.358272 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-1e5d029d-5033-4928-b114-835bb56b25fa req-146d05c0-c004-4ce8-a131-db8065284cf7 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] 10.222.0.25 "GET /v2.0/security-groups?id=c84eeadc-d16c-4b72-8eeb-79ff20a61103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973287 May 27 03:43:54.405050 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-67237ceb-4738-4e60-8840-5572b030187d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:54.454725 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-67237ceb-4738-4e60-8840-5572b030187d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:54.557396 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-445d414c-ff43-4f95-8c5b-b0f242f64f0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28244230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28094782'] for subnet, after_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:54.561916 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-73736966-ee44-44ef-a41d-bdd90ac1a0fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:43:54.642548 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445d414c-ff43-4f95-8c5b-b0f242f64f0b admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0827fbe-4b22-4dec-9e35-0c7ac84d00a0,revision_number=0']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:54.645314 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-445d414c-ff43-4f95-8c5b-b0f242f64f0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:43:54.649107 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-67237ceb-4738-4e60-8840-5572b030187d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:54.653691 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445d414c-ff43-4f95-8c5b-b0f242f64f0b admin admin] Checking segment: {'id': '71084c34-ab19-4a6a-bf97-1930eaa9b62e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '42a1ce98-c4d1-4e0b-b376-f6f97fb7e6e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 03:43:54.653691 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-445d414c-ff43-4f95-8c5b-b0f242f64f0b admin admin] Network hostable DHCP agents. Network: 42a1ce98-c4d1-4e0b-b376-f6f97fb7e6e1, hostable agents: ['a814e8a4-142b-4ae8-859e-9bd936be0847'], hosted agents: [] {{(pid=98851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:43:54.657085 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:43:54.675465 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67237ceb-4738-4e60-8840-5572b030187d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6920fa03-cc0a-4f2f-b5cd-08ddf9812391,revision_number=None']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:54.681278 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-67237ceb-4738-4e60-8840-5572b030187d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:43:54.710514 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-67237ceb-4738-4e60-8840-5572b030187d admin admin] Notify callbacks [] for security_group, before_response {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:54.711638 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [None req-67237ceb-4738-4e60-8840-5572b030187d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6920fa03-cc0a-4f2f-b5cd-08ddf9812391 HTTP/1.1" status: 204 len: 168 time: 0.4346437 May 27 03:43:54.768132 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-445d414c-ff43-4f95-8c5b-b0f242f64f0b admin admin] Network 42a1ce98-c4d1-4e0b-b376-f6f97fb7e6e1 is scheduled to be hosted by DHCP agent a814e8a4-142b-4ae8-859e-9bd936be0847 with binding_index 1 {{(pid=98851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:43:54.894461 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.scheduler.base_scheduler [None req-445d414c-ff43-4f95-8c5b-b0f242f64f0b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793264-1-iscsi, 42a1ce98-c4d1-4e0b-b376-f6f97fb7e6e1) {{(pid=98851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:43:54.903573 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-445d414c-ff43-4f95-8c5b-b0f242f64f0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:54.903749 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61773226-2429-4513-b4ba-bdae32239a04 None None] Network 42a1ce98-c4d1-4e0b-b376-f6f97fb7e6e1 requested from dv-cinder-793264-1-iscsi {{(pid=98853) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 03:43:54.904170 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-445d414c-ff43-4f95-8c5b-b0f242f64f0b admin admin] Notify callbacks [] for subnet, before_response {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:54.981593 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [None req-445d414c-ff43-4f95-8c5b-b0f242f64f0b admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2863126 May 27 03:43:54.984013 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.wsgi [-] (98851) accepted ('10.222.0.25', 57386) {{(pid=98851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:43:54.990459 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.v2.base [None req-23433a42-0040-496f-8622-4ca2a2958056 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1371698955-router', 'tenant_id': '0df96baa86bb4c51b3b8bece28e3e23a', 'external_gateway_info': {'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7'}}} {{(pid=98851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:43:54.995966 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.quota.driver [None req-23433a42-0040-496f-8622-4ca2a2958056 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:43:54.999996 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [None req-23433a42-0040-496f-8622-4ca2a2958056 admin admin] Usage tracker for resource:router and tenant:0df96baa86bb4c51b3b8bece28e3e23a is out of sync, need to count used quota {{(pid=98851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:43:55.005063 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [None req-23433a42-0040-496f-8622-4ca2a2958056 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:43:55.012255 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.quota.driver [None req-23433a42-0040-496f-8622-4ca2a2958056 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:43:55.095795 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-23433a42-0040-496f-8622-4ca2a2958056 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-415150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1966'] for router, before_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:55.096831 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-23433a42-0040-496f-8622-4ca2a2958056 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-414638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417638', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-470192', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2007'] for router, precommit_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:55.120901 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-23433a42-0040-496f-8622-4ca2a2958056 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:55.170679 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92f5e10e-a802-45af-a763-9880f2421c84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf42e03b3-9b92-5ab7-8f52-3d70870301b3-42a1ce98-c4d1-4e0b-b376-f6f97fb7e6e1', 'network_id': '42a1ce98-c4d1-4e0b-b376-f6f97fb7e6e1', 'tenant_id': '0df96baa86bb4c51b3b8bece28e3e23a', 'fixed_ips': [{'subnet_id': 'a0827fbe-4b22-4dec-9e35-0c7ac84d00a0'}]}} from dv-cinder-793264-1-iscsi. {{(pid=98853) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 27 03:43:55.171514 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-92f5e10e-a802-45af-a763-9880f2421c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_create {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:55.329260 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.db_base_plugin_common [None req-92f5e10e-a802-45af-a763-9880f2421c84 None None] Allocated IP 172.20.0.2 (42a1ce98-c4d1-4e0b-b376-f6f97fb7e6e1/a0827fbe-4b22-4dec-9e35-0c7ac84d00a0/586cd341-bf3b-4b4b-a636-e73f2fc25ee7) {{(pid=98853) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:43:55.535341 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-23433a42-0040-496f-8622-4ca2a2958056 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-417649', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-415152', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1985'] for router, precommit_update {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:55.560691 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f028e04-ea70-448e-8adc-bfa348d8e6a7 req-a02f27fc-ff53-4da6-a325-4ef18870c771 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:55.562271 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-8f028e04-ea70-448e-8adc-bfa348d8e6a7 req-a02f27fc-ff53-4da6-a325-4ef18870c771 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] 10.222.0.25 "GET /v2.0/ports?device_id=7caeff19-8b2a-4c81-b6f2-1178b3f1a561 HTTP/1.1" status: 200 len: 945 time: 0.3470445 May 27 03:43:55.564972 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-92f5e10e-a802-45af-a763-9880f2421c84 None None] Notify callbacks [] for port, precommit_create {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:55.565344 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b477dbc-e3ec-48f4-9579-23f810733592 req-80542623-2310-460e-b283-899b74285b1d tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:55.567019 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-5b477dbc-e3ec-48f4-9579-23f810733592 req-80542623-2310-460e-b283-899b74285b1d tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] 10.222.0.25 "GET /v2.0/ports?device_id=02984890-fe33-4d25-bf6d-a3c3163a965f HTTP/1.1" status: 200 len: 944 time: 0.0935900 May 27 03:43:55.575920 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-92f5e10e-a802-45af-a763-9880f2421c84 None None] Transition to ACTIVE for port object 586cd341-bf3b-4b4b-a636-e73f2fc25ee7 will not be triggered until provisioned by entity L2. {{(pid=98853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:43:55.600816 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-92f5e10e-a802-45af-a763-9880f2421c84 None None] Transition to ACTIVE for port object 586cd341-bf3b-4b4b-a636-e73f2fc25ee7 will not be triggered until provisioned by entity DHCP. {{(pid=98853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:43:55.612634 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-8f028e04-ea70-448e-8adc-bfa348d8e6a7 req-16a660e7-d66b-429d-91d9-376350c8170f tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] 10.222.0.25 "GET /v2.0/security-groups?id=3008a255-7ecc-4b97-8d3a-baac4542929c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431859 May 27 03:43:55.617338 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-5b477dbc-e3ec-48f4-9579-23f810733592 req-aafe68f2-a372-42fb-a3bb-c1aa8e17b07f tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] 10.222.0.25 "GET /v2.0/security-groups?id=c84eeadc-d16c-4b72-8eeb-79ff20a61103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438542 May 27 03:43:55.695737 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-92f5e10e-a802-45af-a763-9880f2421c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786481287388'] for port, after_create {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:55.699483 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:43:55.771928 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92f5e10e-a802-45af-a763-9880f2421c84 None None] Network 42a1ce98-c4d1-4e0b-b376-f6f97fb7e6e1 is already hosted by enough agents. {{(pid=98853) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:43:55.777835 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.scheduler.base_scheduler [None req-92f5e10e-a802-45af-a763-9880f2421c84 None None] Resources bound (agent type, host, resource id): {{(pid=98853) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:43:55.782357 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f5e10e-a802-45af-a763-9880f2421c84 None None] Received port after_create {{(pid=98853) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 03:43:55.873401 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f5e10e-a802-45af-a763-9880f2421c84 None None] Pushing event updated for resources: {'Port': ['ID=586cd341-bf3b-4b4b-a636-e73f2fc25ee7,revision_number=1']} {{(pid=98853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:55.909622 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-92f5e10e-a802-45af-a763-9880f2421c84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:43:55.925419 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.managers [None req-92f5e10e-a802-45af-a763-9880f2421c84 None None] Attempting to bind port 586cd341-bf3b-4b4b-a636-e73f2fc25ee7 on host dv-cinder-793264-1-iscsi for vnic_type normal with profile {{(pid=98853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:43:55.925778 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.managers [None req-92f5e10e-a802-45af-a763-9880f2421c84 None None] Attempting to bind port 586cd341-bf3b-4b4b-a636-e73f2fc25ee7 by drivers openvswitch,hyperv on host dv-cinder-793264-1-iscsi at level 0 using segments [{'id': '71084c34-ab19-4a6a-bf97-1930eaa9b62e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '42a1ce98-c4d1-4e0b-b376-f6f97fb7e6e1'}] {{(pid=98853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:43:55.926140 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f5e10e-a802-45af-a763-9880f2421c84 None None] Attempting to bind port 586cd341-bf3b-4b4b-a636-e73f2fc25ee7 on network 42a1ce98-c4d1-4e0b-b376-f6f97fb7e6e1 {{(pid=98853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:43:55.931353 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f5e10e-a802-45af-a763-9880f2421c84 None None] Checking agent: {'id': 'ffe58315-61ba-45bf-8076-0ef37f215597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793264-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 3, 33, 6), 'started_at': datetime.datetime(2021, 5, 27, 3, 33, 36), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 3, 43, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793264-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 03:43:55.931727 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f5e10e-a802-45af-a763-9880f2421c84 None None] Checking segment: {'id': '71084c34-ab19-4a6a-bf97-1930eaa9b62e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '42a1ce98-c4d1-4e0b-b376-f6f97fb7e6e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 03:43:55.932130 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-92f5e10e-a802-45af-a763-9880f2421c84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:55.932559 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f5e10e-a802-45af-a763-9880f2421c84 None None] Bound using segment: {'id': '71084c34-ab19-4a6a-bf97-1930eaa9b62e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '42a1ce98-c4d1-4e0b-b376-f6f97fb7e6e1'} {{(pid=98853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 03:43:55.933020 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.managers [None req-92f5e10e-a802-45af-a763-9880f2421c84 None None] Bound port: 586cd341-bf3b-4b4b-a636-e73f2fc25ee7, host: dv-cinder-793264-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71084c34-ab19-4a6a-bf97-1930eaa9b62e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '42a1ce98-c4d1-4e0b-b376-f6f97fb7e6e1'}}] {{(pid=98853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:43:55.933440 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-92f5e10e-a802-45af-a763-9880f2421c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:55.948362 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-23433a42-0040-496f-8622-4ca2a2958056 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:56.022450 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.db [None req-92f5e10e-a802-45af-a763-9880f2421c84 None None] For port 586cd341-bf3b-4b4b-a636-e73f2fc25ee7, host dv-cinder-793264-1-iscsi, cleared binding levels {{(pid=98853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:43:56.025713 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.db [None req-92f5e10e-a802-45af-a763-9880f2421c84 None None] For port 586cd341-bf3b-4b4b-a636-e73f2fc25ee7, host dv-cinder-793264-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-1-iscsi',level=0,port_id=586cd341-bf3b-4b4b-a636-e73f2fc25ee7,segment=NetworkSegment(71084c34-ab19-4a6a-bf97-1930eaa9b62e),segment_id=71084c34-ab19-4a6a-bf97-1930eaa9b62e)] {{(pid=98853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 03:43:56.062041 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-23433a42-0040-496f-8622-4ca2a2958056 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:56.110798 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-92f5e10e-a802-45af-a763-9880f2421c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786481721483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786481287406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786481291807'] for port, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:56.115650 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-92f5e10e-a802-45af-a763-9880f2421c84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:43:56.201402 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f5e10e-a802-45af-a763-9880f2421c84 None None] Pushing event updated for resources: {'Port': ['ID=586cd341-bf3b-4b4b-a636-e73f2fc25ee7,revision_number=2']} {{(pid=98853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:56.204991 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-92f5e10e-a802-45af-a763-9880f2421c84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:43:56.206854 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.db_base_plugin_common [None req-23433a42-0040-496f-8622-4ca2a2958056 admin admin] Allocated IP 172.27.2.48 (9a3e94d8-5315-41b6-9829-3c758c3039b7/7ac4e62e-aca4-43cf-995d-95d63bfe1e6b/d7e22bf1-fc4a-4acf-958c-a9e50a67ed18) {{(pid=98851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:43:56.379675 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-23433a42-0040-496f-8622-4ca2a2958056 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:56.489536 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-23433a42-0040-496f-8622-4ca2a2958056 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786481287388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28231606'] for port, after_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:56.493449 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-db4e774a-7fb4-4ce8-8edf-9d0e211cb715 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:43:56.554345 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23433a42-0040-496f-8622-4ca2a2958056 admin admin] Network 9a3e94d8-5315-41b6-9829-3c758c3039b7 is already hosted by enough agents. {{(pid=98851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:43:56.557199 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.scheduler.base_scheduler [None req-23433a42-0040-496f-8622-4ca2a2958056 admin admin] Resources bound (agent type, host, resource id): {{(pid=98851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:43:56.560940 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23433a42-0040-496f-8622-4ca2a2958056 admin admin] Received port after_create {{(pid=98851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 03:43:56.595792 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23433a42-0040-496f-8622-4ca2a2958056 admin admin] Pushing event updated for resources: {'Port': ['ID=d7e22bf1-fc4a-4acf-958c-a9e50a67ed18,revision_number=1']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:56.612654 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23433a42-0040-496f-8622-4ca2a2958056 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:43:56.613019 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23433a42-0040-496f-8622-4ca2a2958056 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:43:56.613368 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23433a42-0040-496f-8622-4ca2a2958056 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:43:56.613717 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23433a42-0040-496f-8622-4ca2a2958056 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:43:56.614049 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23433a42-0040-496f-8622-4ca2a2958056 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:43:56.614388 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23433a42-0040-496f-8622-4ca2a2958056 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:43:56.614722 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23433a42-0040-496f-8622-4ca2a2958056 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:43:56.615055 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23433a42-0040-496f-8622-4ca2a2958056 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:43:56.615390 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23433a42-0040-496f-8622-4ca2a2958056 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:43:56.615775 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23433a42-0040-496f-8622-4ca2a2958056 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:43:56.616075 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23433a42-0040-496f-8622-4ca2a2958056 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:43:56.616357 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23433a42-0040-496f-8622-4ca2a2958056 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:43:56.621554 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-23433a42-0040-496f-8622-4ca2a2958056 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:43:56.844184 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49377578-4125-4e16-97d6-a8b07ae02d26 req-f7046419-d2f1-4647-956c-98dcea6e4192 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:56.845808 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-49377578-4125-4e16-97d6-a8b07ae02d26 req-f7046419-d2f1-4647-956c-98dcea6e4192 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] 10.222.0.25 "GET /v2.0/ports?device_id=02984890-fe33-4d25-bf6d-a3c3163a965f HTTP/1.1" status: 200 len: 944 time: 0.0946908 May 27 03:43:56.901256 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-49377578-4125-4e16-97d6-a8b07ae02d26 req-f46b6754-5c18-4a07-be13-ea089573d6f9 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] 10.222.0.25 "GET /v2.0/security-groups?id=c84eeadc-d16c-4b72-8eeb-79ff20a61103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483692 May 27 03:43:56.928052 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc67df2b-19a5-429f-bd2b-84b244bf2758 req-1a423ad9-a757-4d0b-827b-af91813e0a2a tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:56.944277 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-cc67df2b-19a5-429f-bd2b-84b244bf2758 req-1a423ad9-a757-4d0b-827b-af91813e0a2a tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] 10.222.0.25 "GET /v2.0/ports?device_id=7caeff19-8b2a-4c81-b6f2-1178b3f1a561 HTTP/1.1" status: 200 len: 945 time: 0.1744654 May 27 03:43:56.992165 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-cc67df2b-19a5-429f-bd2b-84b244bf2758 req-5c9d3084-dafe-459a-b1f2-22b752da0200 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] 10.222.0.25 "GET /v2.0/security-groups?id=3008a255-7ecc-4b97-8d3a-baac4542929c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546346 May 27 03:43:57.147981 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f9b3ce7-c904-4262-8732-b141ddf8dbc5 None None] Network 42a1ce98-c4d1-4e0b-b376-f6f97fb7e6e1 requested from dv-cinder-793264-1-iscsi {{(pid=98853) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 03:43:57.181484 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-23433a42-0040-496f-8622-4ca2a2958056 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:57.327208 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Device 586cd341-bf3b-4b4b-a636-e73f2fc25ee7 up at agent ovs-agent-dv-cinder-793264-1-iscsi {{(pid=98853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:43:57.395875 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-3e416195-6ddd-4157-8cf7-f4495f841742 None None] Provisioning for port 586cd341-bf3b-4b4b-a636-e73f2fc25ee7 completed by entity DHCP. {{(pid=98853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:43:57.545147 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Provisioning for port 586cd341-bf3b-4b4b-a636-e73f2fc25ee7 completed by entity L2. {{(pid=98853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:43:57.550678 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Provisioning complete for port 586cd341-bf3b-4b4b-a636-e73f2fc25ee7 triggered by entity L2. {{(pid=98853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:43:57.551098 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487713'] for port, provisioning_complete {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:57.551492 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-23433a42-0040-496f-8622-4ca2a2958056 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-415161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-417536'] for router, after_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:57.689447 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:57.733339 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.db [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] For port 586cd341-bf3b-4b4b-a636-e73f2fc25ee7, host dv-cinder-793264-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-1-iscsi',level=0,port_id=586cd341-bf3b-4b4b-a636-e73f2fc25ee7,segment=NetworkSegment(71084c34-ab19-4a6a-bf97-1930eaa9b62e),segment_id=71084c34-ab19-4a6a-bf97-1930eaa9b62e)] {{(pid=98853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:43:57.739874 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-da55c110-4d48-4265-afe2-c36e39d99f7b None None] Provisioning complete for port 586cd341-bf3b-4b4b-a636-e73f2fc25ee7 triggered by entity DHCP. {{(pid=98853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:43:57.740170 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-da55c110-4d48-4265-afe2-c36e39d99f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487713'] for port, provisioning_complete {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:57.833161 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786481721483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786481287406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786481291807'] for port, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:57.842312 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:43:57.888225 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e0736f-6fdc-47e1-b7af-07aae748435a req-dd9c30ab-156e-49da-b7c1-ee19e2354adf tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:57.889737 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-06e0736f-6fdc-47e1-b7af-07aae748435a req-dd9c30ab-156e-49da-b7c1-ee19e2354adf tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] 10.222.0.36 "GET /v2.0/ports?device_id=7caeff19-8b2a-4c81-b6f2-1178b3f1a561 HTTP/1.1" status: 200 len: 945 time: 0.2797351 May 27 03:43:57.918896 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Pushing event updated for resources: {'Port': ['ID=586cd341-bf3b-4b4b-a636-e73f2fc25ee7,revision_number=3']} {{(pid=98853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:57.922851 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:43:58.047816 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23433a42-0040-496f-8622-4ca2a2958056 admin admin] Router a3e8e858-0fd3-4277-af6e-4ab31152ff98 is scheduled to L3 agent 816f7595-8215-4f06-9251-575c663b21d0 with binding_index 1 {{(pid=98851) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 03:43:58.128465 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.plugin [req-06e0736f-6fdc-47e1-b7af-07aae748435a req-2680be60-d3c5-4033-85b0-2755d579d834 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Deleting port c4a2f300-3a9c-46a1-a78d-8b27643ba00e {{(pid=98851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 03:43:58.128806 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-06e0736f-6fdc-47e1-b7af-07aae748435a req-2680be60-d3c5-4033-85b0-2755d579d834 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786481719372'] for port, before_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:58.134853 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365f85ad-7a5f-4a44-8408-53a8c0dd19ab req-ee92b54d-6b84-494b-b6cf-62cd04765f47 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:58.137006 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-365f85ad-7a5f-4a44-8408-53a8c0dd19ab req-ee92b54d-6b84-494b-b6cf-62cd04765f47 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] 10.222.0.25 "GET /v2.0/ports?device_id=02984890-fe33-4d25-bf6d-a3c3163a965f HTTP/1.1" status: 200 len: 944 time: 0.1224265 May 27 03:43:58.185117 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-365f85ad-7a5f-4a44-8408-53a8c0dd19ab req-14e70701-22b4-4c55-800d-d7dba30db42d tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] 10.222.0.25 "GET /v2.0/security-groups?id=c84eeadc-d16c-4b72-8eeb-79ff20a61103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415082 May 27 03:43:58.418000 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23433a42-0040-496f-8622-4ca2a2958056 admin admin] Notify agent at l3_agent.dv-cinder-793264-1-iscsi the message routers_updated {{(pid=98851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 03:43:58.422931 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.db [req-06e0736f-6fdc-47e1-b7af-07aae748435a req-2680be60-d3c5-4033-85b0-2755d579d834 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] For port c4a2f300-3a9c-46a1-a78d-8b27643ba00e, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=c4a2f300-3a9c-46a1-a78d-8b27643ba00e,segment=NetworkSegment(9f0a7abb-00b7-4c31-9093-b0d5b331bfb6),segment_id=9f0a7abb-00b7-4c31-9093-b0d5b331bfb6)] {{(pid=98851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:43:58.423291 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-06e0736f-6fdc-47e1-b7af-07aae748435a req-2680be60-d3c5-4033-85b0-2755d579d834 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417280'] for port, precommit_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:58.431198 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e566b1-258e-4478-9fad-e5c4fb6868cd None None] Sync routers for ids ['a3e8e858-0fd3-4277-af6e-4ab31152ff98'] in dv-cinder-793264-1-iscsi {{(pid=98854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:43:58.442960 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e566b1-258e-4478-9fad-e5c4fb6868cd None None] Routers {'a3e8e858-0fd3-4277-af6e-4ab31152ff98'} bound to L3 agent in host dv-cinder-793264-1-iscsi {{(pid=98854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 03:43:58.443779 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.l3_hamode_db [None req-f4e566b1-258e-4478-9fad-e5c4fb6868cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-27T03:33:06Z,description=,heartbeat_timestamp=2021-05-27T03:43:36Z,host='dv-cinder-793264-1-iscsi',id=816f7595-8215-4f06-9251-575c663b21d0,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T03:33:06Z,topic='l3_agent')) {'router_ids': ['a3e8e858-0fd3-4277-af6e-4ab31152ff98'], 'active': True} {{(pid=98854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:43:58.510585 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac8751b-7e7f-4420-9c1f-5548023832c1 req-faf7e3fe-3821-4280-b16e-9050c2ca81cd tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:58.512090 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-2ac8751b-7e7f-4420-9c1f-5548023832c1 req-faf7e3fe-3821-4280-b16e-9050c2ca81cd tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] 10.222.0.25 "GET /v2.0/ports?device_id=7caeff19-8b2a-4c81-b6f2-1178b3f1a561 HTTP/1.1" status: 200 len: 945 time: 0.3942223 May 27 03:43:58.578350 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.plugin [req-06e0736f-6fdc-47e1-b7af-07aae748435a req-2680be60-d3c5-4033-85b0-2755d579d834 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Calling delete_port for c4a2f300-3a9c-46a1-a78d-8b27643ba00e owned by compute:nova {{(pid=98851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 03:43:58.632856 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-2ac8751b-7e7f-4420-9c1f-5548023832c1 req-67faec11-2337-48c9-a54f-d6fc47049a6a tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] 10.222.0.25 "GET /v2.0/security-groups?id=3008a255-7ecc-4b97-8d3a-baac4542929c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636501 May 27 03:43:58.641658 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-23433a42-0040-496f-8622-4ca2a2958056 admin admin] Notify callbacks [] for router, before_response {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:58.643040 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [None req-23433a42-0040-496f-8622-4ca2a2958056 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.6579740 May 27 03:43:58.653013 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.wsgi [-] (98851) accepted ('10.222.0.25', 57440) {{(pid=98851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:43:58.653212 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.l3_dvr_db [None req-f4e566b1-258e-4478-9fad-e5c4fb6868cd None None] Set router a3e8e858-0fd3-4277-af6e-4ab31152ff98 gateway port host: dv-cinder-793264-1-iscsi {{(pid=98854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 03:43:58.961293 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.l3_hamode_db [None req-f4e566b1-258e-4478-9fad-e5c4fb6868cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3e8e858-0fd3-4277-af6e-4ab31152ff98', 'name': 'tempest-TestMinimumBasicScenario-1371698955-router', 'tenant_id': '0df96baa86bb4c51b3b8bece28e3e23a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'external_fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': 'd7e22bf1-fc4a-4acf-958c-a9e50a67ed18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:43:55Z', 'updated_at': '2021-05-27T03:43:56Z', 'revision_number': 3, 'project_id': '0df96baa86bb4c51b3b8bece28e3e23a', 'gw_port': {'id': 'd7e22bf1-fc4a-4acf-958c-a9e50a67ed18', 'name': '', 'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:1d:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3e8e858-0fd3-4277-af6e-4ab31152ff98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:43:56Z', 'updated_at': '2021-05-27T03:43:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-iscsi'}], 'dv-cinder-793264-1-iscsi', False) {} {{(pid=98854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:43:58.965069 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e566b1-258e-4478-9fad-e5c4fb6868cd None None] Checking router: a3e8e858-0fd3-4277-af6e-4ab31152ff98 for host: dv-cinder-793264-1-iscsi {{(pid=98854) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:43:58.965426 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e566b1-258e-4478-9fad-e5c4fb6868cd None None] Updating router a3e8e858-0fd3-4277-af6e-4ab31152ff98 port d7e22bf1-fc4a-4acf-958c-a9e50a67ed18 binding host dv-cinder-793264-1-iscsi {{(pid=98854) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 03:43:59.018013 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron_lib.callbacks.manager [None req-f4e566b1-258e-4478-9fad-e5c4fb6868cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_update {{(pid=98854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:59.035161 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-06e0736f-6fdc-47e1-b7af-07aae748435a req-2680be60-d3c5-4033-85b0-2755d579d834 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786481721510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786481287397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28231606'] for port, after_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:59.049311 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-a65b6097-0ebe-413a-9daa-c2835224671d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:43:59.056694 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.db [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] get_ports_and_sgs() called for port_ids ['1279817e-ea8d-4755-966e-3691e51297b7', '7c9d543c-8635-48f1-aa64-5b32d4b0b972', '5c2e4b9a-b01a-446c-b193-369cb4a1319e', 'c4a2f300-3a9c-46a1-a78d-8b27643ba00e'] {{(pid=98853) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 03:43:59.111704 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2680be60-d3c5-4033-85b0-2755d579d834 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Pushing event deleted for resources: {'Port': ['ID=c4a2f300-3a9c-46a1-a78d-8b27643ba00e,revision_number=None']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:59.114237 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-2680be60-d3c5-4033-85b0-2755d579d834 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:43:59.282761 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Device 586cd341-bf3b-4b4b-a636-e73f2fc25ee7 up at agent ovs-agent-dv-cinder-793264-1-iscsi {{(pid=98853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:43:59.317972 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.l3_dvrscheduler_db [req-06e0736f-6fdc-47e1-b7af-07aae748435a req-2680be60-d3c5-4033-85b0-2755d579d834 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] No DVR routers for this DVR port c4a2f300-3a9c-46a1-a78d-8b27643ba00e on host hv-cinder-79326 {{(pid=98851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:43:59.321813 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-06e0736f-6fdc-47e1-b7af-07aae748435a req-2680be60-d3c5-4033-85b0-2755d579d834 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4037888'] for port, before_response {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:59.331221 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7caeff19-8b2a-4c81-b6f2-1178b3f1a561', 'name': 'network-vif-deleted', 'tag': 'c4a2f300-3a9c-46a1-a78d-8b27643ba00e'}] {{(pid=98851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:43:59.446907 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b434a1-3a34-4687-88a5-1997a93325ec req-2d58f931-93a2-4156-9634-d2aa83557d41 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:59.449285 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-09b434a1-3a34-4687-88a5-1997a93325ec req-2d58f931-93a2-4156-9634-d2aa83557d41 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] 10.222.0.25 "GET /v2.0/ports?device_id=02984890-fe33-4d25-bf6d-a3c3163a965f HTTP/1.1" status: 200 len: 944 time: 0.1189020 May 27 03:43:59.495404 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 57460) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:43:59.544344 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-06e0736f-6fdc-47e1-b7af-07aae748435a req-2680be60-d3c5-4033-85b0-2755d579d834 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] 10.222.0.36 "DELETE /v2.0/ports/c4a2f300-3a9c-46a1-a78d-8b27643ba00e HTTP/1.1" status: 204 len: 173 time: 1.6458604 May 27 03:43:59.545257 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron_lib.callbacks.manager [None req-f4e566b1-258e-4478-9fad-e5c4fb6868cd None None] Notify callbacks [] for port, precommit_update {{(pid=98854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:59.563447 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-09b434a1-3a34-4687-88a5-1997a93325ec req-bf1765cf-8334-485c-b600-124628071c53 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] 10.222.0.25 "GET /v2.0/security-groups?id=c84eeadc-d16c-4b72-8eeb-79ff20a61103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066928 May 27 03:43:59.567540 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.provisioning_blocks [None req-f4e566b1-258e-4478-9fad-e5c4fb6868cd None None] Transition to ACTIVE for port object d7e22bf1-fc4a-4acf-958c-a9e50a67ed18 will not be triggered until provisioned by entity L2. {{(pid=98854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:43:59.595467 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Provisioning complete for port 586cd341-bf3b-4b4b-a636-e73f2fc25ee7 triggered by entity L2. {{(pid=98853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:43:59.595850 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487713'] for port, provisioning_complete {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:59.672631 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron_lib.callbacks.manager [None req-f4e566b1-258e-4478-9fad-e5c4fb6868cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786481721483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786481287406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786481291807'] for port, after_update {{(pid=98854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:59.678724 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG oslo_concurrency.lockutils [None req-b8610a0e-2f7e-4477-b7b1-04d0b5ad59d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:43:59.715738 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-a5bd8a72-0518-4d6b-88a1-d9dcfa782ace admin admin] Notify callbacks [] for security_group, before_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:59.747599 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-a5bd8a72-0518-4d6b-88a1-d9dcfa782ace admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:43:59.754165 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-a5bd8a72-0518-4d6b-88a1-d9dcfa782ace admin admin] Usage tracker for resource:security_group_rule and tenant:503471e2847b4d67ba2eb8631d6ab17d is out of sync, need to count used quota {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:43:59.759509 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-a5bd8a72-0518-4d6b-88a1-d9dcfa782ace admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:43:59.767456 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-a5bd8a72-0518-4d6b-88a1-d9dcfa782ace admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:43:59.850071 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.plugins.ml2.managers [None req-f4e566b1-258e-4478-9fad-e5c4fb6868cd None None] Attempting to bind port d7e22bf1-fc4a-4acf-958c-a9e50a67ed18 on host dv-cinder-793264-1-iscsi for vnic_type normal with profile {{(pid=98854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:43:59.854652 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.plugins.ml2.managers [None req-f4e566b1-258e-4478-9fad-e5c4fb6868cd None None] Attempting to bind port d7e22bf1-fc4a-4acf-958c-a9e50a67ed18 by drivers openvswitch,hyperv on host dv-cinder-793264-1-iscsi at level 0 using segments [{'id': '7a030bd6-e61c-49cd-a1b5-23d06097a1a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7'}] {{(pid=98854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:43:59.858584 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e566b1-258e-4478-9fad-e5c4fb6868cd None None] Attempting to bind port d7e22bf1-fc4a-4acf-958c-a9e50a67ed18 on network 9a3e94d8-5315-41b6-9829-3c758c3039b7 {{(pid=98854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:43:59.865528 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c52ea8-c36b-4ef1-a04a-3f424d848426 None None] Pushing event updated for resources: {'Port': ['ID=d7e22bf1-fc4a-4acf-958c-a9e50a67ed18,revision_number=2']} {{(pid=98854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:59.868229 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-a5bd8a72-0518-4d6b-88a1-d9dcfa782ace admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:59.893792 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e566b1-258e-4478-9fad-e5c4fb6868cd None None] Checking agent: {'id': 'ffe58315-61ba-45bf-8076-0ef37f215597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793264-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 3, 33, 6), 'started_at': datetime.datetime(2021, 5, 27, 3, 33, 36), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 3, 43, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793264-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 03:43:59.896174 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e566b1-258e-4478-9fad-e5c4fb6868cd None None] Checking segment: {'id': '7a030bd6-e61c-49cd-a1b5-23d06097a1a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 03:43:59.896778 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron_lib.callbacks.manager [None req-f4e566b1-258e-4478-9fad-e5c4fb6868cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:59.909069 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e566b1-258e-4478-9fad-e5c4fb6868cd None None] Bound using segment: {'id': '7a030bd6-e61c-49cd-a1b5-23d06097a1a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7'} {{(pid=98854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 03:43:59.909829 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.plugins.ml2.managers [None req-f4e566b1-258e-4478-9fad-e5c4fb6868cd None None] Bound port: d7e22bf1-fc4a-4acf-958c-a9e50a67ed18, host: dv-cinder-793264-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a030bd6-e61c-49cd-a1b5-23d06097a1a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7'}}] {{(pid=98854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:43:59.910407 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron_lib.callbacks.manager [None req-f4e566b1-258e-4478-9fad-e5c4fb6868cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_update {{(pid=98854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:59.934877 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-a5bd8a72-0518-4d6b-88a1-d9dcfa782ace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:59.946928 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7caeff19-8b2a-4c81-b6f2-1178b3f1a561', 'name': 'network-vif-deleted', 'tag': 'c4a2f300-3a9c-46a1-a78d-8b27643ba00e', 'status': 'completed', 'code': 200} May 27 03:43:59.979920 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c52ea8-c36b-4ef1-a04a-3f424d848426 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:43:59.982210 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c52ea8-c36b-4ef1-a04a-3f424d848426 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:43:59.982712 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c52ea8-c36b-4ef1-a04a-3f424d848426 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:43:59.983181 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c52ea8-c36b-4ef1-a04a-3f424d848426 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:43:59.983650 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c52ea8-c36b-4ef1-a04a-3f424d848426 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:43:59.986539 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c52ea8-c36b-4ef1-a04a-3f424d848426 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:43:59.987061 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c52ea8-c36b-4ef1-a04a-3f424d848426 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:43:59.989343 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c52ea8-c36b-4ef1-a04a-3f424d848426 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:43:59.989856 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c52ea8-c36b-4ef1-a04a-3f424d848426 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:43:59.990423 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c52ea8-c36b-4ef1-a04a-3f424d848426 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:43:59.990900 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c52ea8-c36b-4ef1-a04a-3f424d848426 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:43:59.991377 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c52ea8-c36b-4ef1-a04a-3f424d848426 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:43:59.994193 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-7c923a7a-9364-4a67-aac9-52b301fdfcb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:44:00.006344 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-5dcda150-9ed6-47df-a194-ee101f05f297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:00.007510 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG oslo_concurrency.lockutils [None req-a3c52ea8-c36b-4ef1-a04a-3f424d848426 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=98854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:44:00.018751 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-a5bd8a72-0518-4d6b-88a1-d9dcfa782ace admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=503471e2847b4d67ba2eb8631d6ab17d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5187101 May 27 03:44:00.025036 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 57470) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:44:00.067661 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.plugins.ml2.db [None req-f4e566b1-258e-4478-9fad-e5c4fb6868cd None None] For port d7e22bf1-fc4a-4acf-958c-a9e50a67ed18, host dv-cinder-793264-1-iscsi, cleared binding levels {{(pid=98854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:44:00.072063 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.plugins.ml2.db [None req-f4e566b1-258e-4478-9fad-e5c4fb6868cd None None] For port d7e22bf1-fc4a-4acf-958c-a9e50a67ed18, host dv-cinder-793264-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-1-iscsi',level=0,port_id=d7e22bf1-fc4a-4acf-958c-a9e50a67ed18,segment=NetworkSegment(7a030bd6-e61c-49cd-a1b5-23d06097a1a4),segment_id=7a030bd6-e61c-49cd-a1b5-23d06097a1a4)] {{(pid=98854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 03:44:00.074038 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bd8a72-0518-4d6b-88a1-d9dcfa782ace admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b4184c7-88a1-4271-a523-b540e58bd0df,revision_number=1']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:00.087634 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bd8a72-0518-4d6b-88a1-d9dcfa782ace admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:44:00.088005 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bd8a72-0518-4d6b-88a1-d9dcfa782ace admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:44:00.088363 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bd8a72-0518-4d6b-88a1-d9dcfa782ace admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:44:00.088772 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bd8a72-0518-4d6b-88a1-d9dcfa782ace admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:44:00.089135 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bd8a72-0518-4d6b-88a1-d9dcfa782ace admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:44:00.089575 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bd8a72-0518-4d6b-88a1-d9dcfa782ace admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:44:00.089925 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bd8a72-0518-4d6b-88a1-d9dcfa782ace admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:44:00.090264 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bd8a72-0518-4d6b-88a1-d9dcfa782ace admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:44:00.090945 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bd8a72-0518-4d6b-88a1-d9dcfa782ace admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:44:00.091300 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bd8a72-0518-4d6b-88a1-d9dcfa782ace admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:44:00.091797 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bd8a72-0518-4d6b-88a1-d9dcfa782ace admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:44:00.092138 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bd8a72-0518-4d6b-88a1-d9dcfa782ace admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:44:00.097149 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-a5bd8a72-0518-4d6b-88a1-d9dcfa782ace admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:44:00.129477 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-464f9f0f-dfd4-454b-8226-a727033591cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:00.147816 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [req-e2c88d75-725d-414e-988c-dce85b18cfed req-91e49deb-b657-419c-8b43-a8d5683cdf7f tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Synchronizing usage tracker for tenant:7413f58ffa8e476fb5600cbc51ee9d34 on resource:port {{(pid=98851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:44:00.152503 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron_lib.callbacks.manager [None req-f4e566b1-258e-4478-9fad-e5c4fb6868cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786481721483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786481287406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786481291807'] for port, after_update {{(pid=98854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:00.155595 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-464f9f0f-dfd4-454b-8226-a727033591cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:00.157794 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:44:00.237272 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e566b1-258e-4478-9fad-e5c4fb6868cd None None] Routers {'a3e8e858-0fd3-4277-af6e-4ab31152ff98'} bound to L3 agent in host dv-cinder-793264-1-iscsi {{(pid=98854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 03:44:00.237934 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.l3_hamode_db [None req-f4e566b1-258e-4478-9fad-e5c4fb6868cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-27T03:33:06Z,description=,heartbeat_timestamp=2021-05-27T03:43:36Z,host='dv-cinder-793264-1-iscsi',id=816f7595-8215-4f06-9251-575c663b21d0,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T03:33:06Z,topic='l3_agent')) {'router_ids': ['a3e8e858-0fd3-4277-af6e-4ab31152ff98'], 'active': True} {{(pid=98854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:44:00.293322 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-464f9f0f-dfd4-454b-8226-a727033591cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:00.299195 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-36a0be6b-961b-4359-85d9-0a5a8023ca36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:44:00.300389 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c52ea8-c36b-4ef1-a04a-3f424d848426 None None] Pushing event updated for resources: {'Port': ['ID=d7e22bf1-fc4a-4acf-958c-a9e50a67ed18,revision_number=3']} {{(pid=98854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:00.305077 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG oslo_concurrency.lockutils [None req-a3c52ea8-c36b-4ef1-a04a-3f424d848426 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=98854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:44:00.313333 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.db_base_plugin_common [None req-5dcda150-9ed6-47df-a194-ee101f05f297 admin admin] Allocated IP 172.20.0.1 (42a1ce98-c4d1-4e0b-b376-f6f97fb7e6e1/a0827fbe-4b22-4dec-9e35-0c7ac84d00a0/6e23172d-f30d-4914-960a-411d663b70e9) {{(pid=98851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:44:00.318171 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464f9f0f-dfd4-454b-8226-a727033591cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b4184c7-88a1-4271-a523-b540e58bd0df,revision_number=None']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:00.322016 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [req-e2c88d75-725d-414e-988c-dce85b18cfed req-91e49deb-b657-419c-8b43-a8d5683cdf7f tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Unset dirty status for tenant:7413f58ffa8e476fb5600cbc51ee9d34 on resource:port {{(pid=98851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:44:00.335618 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-e2c88d75-725d-414e-988c-dce85b18cfed req-91e49deb-b657-419c-8b43-a8d5683cdf7f tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] 10.222.0.25 "GET /v2.0/ports?device_id=7caeff19-8b2a-4c81-b6f2-1178b3f1a561 HTTP/1.1" status: 200 len: 210 time: 0.2394121 May 27 03:44:00.337304 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-464f9f0f-dfd4-454b-8226-a727033591cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:44:00.355550 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-464f9f0f-dfd4-454b-8226-a727033591cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:00.360540 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-464f9f0f-dfd4-454b-8226-a727033591cf admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8b4184c7-88a1-4271-a523-b540e58bd0df HTTP/1.1" status: 204 len: 168 time: 0.3314412 May 27 03:44:00.459840 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.l3_dvr_db [None req-f4e566b1-258e-4478-9fad-e5c4fb6868cd None None] Set router a3e8e858-0fd3-4277-af6e-4ab31152ff98 gateway port host: dv-cinder-793264-1-iscsi {{(pid=98854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 03:44:00.487072 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-5dcda150-9ed6-47df-a194-ee101f05f297 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:00.504865 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.provisioning_blocks [None req-5dcda150-9ed6-47df-a194-ee101f05f297 admin admin] Transition to ACTIVE for port object 6e23172d-f30d-4914-960a-411d663b70e9 will not be triggered until provisioned by entity DHCP. {{(pid=98851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:44:00.542527 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f167a674-4042-4a67-a0be-e4d510b9c3ec req-c77f30cb-182c-4c89-bb47-ad42d1380735 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:00.544363 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-f167a674-4042-4a67-a0be-e4d510b9c3ec req-c77f30cb-182c-4c89-bb47-ad42d1380735 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3449057-b2c6-4b15-b705-4076eddfefff HTTP/1.1" status: 200 len: 946 time: 0.0887759 May 27 03:44:00.598507 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-5dcda150-9ed6-47df-a194-ee101f05f297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786481287388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28231606'] for port, after_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:00.610350 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-2680be60-d3c5-4033-85b0-2755d579d834 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:44:00.614319 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-f167a674-4042-4a67-a0be-e4d510b9c3ec req-fb995a63-6a54-4e35-9eac-b378ad252e2c tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/security-groups?id=85648ff1-b2ef-4805-9733-563ba7ce8d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620637 May 27 03:44:00.678982 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dcda150-9ed6-47df-a194-ee101f05f297 admin admin] Network 42a1ce98-c4d1-4e0b-b376-f6f97fb7e6e1 is already hosted by enough agents. {{(pid=98851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:44:00.686451 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.scheduler.base_scheduler [None req-5dcda150-9ed6-47df-a194-ee101f05f297 admin admin] Resources bound (agent type, host, resource id): {{(pid=98851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:44:00.692545 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dcda150-9ed6-47df-a194-ee101f05f297 admin admin] Received port after_create {{(pid=98851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 03:44:00.754436 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcda150-9ed6-47df-a194-ee101f05f297 admin admin] Pushing event updated for resources: {'Port': ['ID=6e23172d-f30d-4914-960a-411d663b70e9,revision_number=1']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:00.761647 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-5dcda150-9ed6-47df-a194-ee101f05f297 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:44:00.797376 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-5dcda150-9ed6-47df-a194-ee101f05f297 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-403814'] for router_interface, before_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:00.877273 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.l3_hamode_db [None req-f4e566b1-258e-4478-9fad-e5c4fb6868cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3e8e858-0fd3-4277-af6e-4ab31152ff98', 'name': 'tempest-TestMinimumBasicScenario-1371698955-router', 'tenant_id': '0df96baa86bb4c51b3b8bece28e3e23a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'external_fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': 'd7e22bf1-fc4a-4acf-958c-a9e50a67ed18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:43:55Z', 'updated_at': '2021-05-27T03:43:56Z', 'revision_number': 3, 'project_id': '0df96baa86bb4c51b3b8bece28e3e23a', 'gw_port': {'id': 'd7e22bf1-fc4a-4acf-958c-a9e50a67ed18', 'name': '', 'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:1d:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3e8e858-0fd3-4277-af6e-4ab31152ff98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:43:56Z', 'updated_at': '2021-05-27T03:44:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-iscsi'}], 'dv-cinder-793264-1-iscsi', False) {} {{(pid=98854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:44:00.886531 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e566b1-258e-4478-9fad-e5c4fb6868cd None None] The sync data for ids ['a3e8e858-0fd3-4277-af6e-4ab31152ff98'] in dv-cinder-793264-1-iscsi is: [{'id': 'a3e8e858-0fd3-4277-af6e-4ab31152ff98', 'name': 'tempest-TestMinimumBasicScenario-1371698955-router', 'tenant_id': '0df96baa86bb4c51b3b8bece28e3e23a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'external_fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': 'd7e22bf1-fc4a-4acf-958c-a9e50a67ed18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:43:55Z', 'updated_at': '2021-05-27T03:43:56Z', 'revision_number': 3, 'project_id': '0df96baa86bb4c51b3b8bece28e3e23a', 'gw_port': {'id': 'd7e22bf1-fc4a-4acf-958c-a9e50a67ed18', 'name': '', 'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:1d:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3e8e858-0fd3-4277-af6e-4ab31152ff98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:43:56Z', 'updated_at': '2021-05-27T03:44:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-iscsi'}] {{(pid=98854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:44:00.962230 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2a81b6-05cb-4fa2-8113-989b1c1ba6e8 req-d8859cd6-71ec-4e1e-a7bd-e76e1dce8b12 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:00.964081 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-ea2a81b6-05cb-4fa2-8113-989b1c1ba6e8 req-d8859cd6-71ec-4e1e-a7bd-e76e1dce8b12 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] 10.222.0.25 "GET /v2.0/ports?device_id=02984890-fe33-4d25-bf6d-a3c3163a965f HTTP/1.1" status: 200 len: 944 time: 0.2022200 May 27 03:44:01.020799 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-ea2a81b6-05cb-4fa2-8113-989b1c1ba6e8 req-f5d44518-0c6f-47e2-8fce-0944f09c6c8a tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] 10.222.0.25 "GET /v2.0/security-groups?id=c84eeadc-d16c-4b72-8eeb-79ff20a61103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505459 May 27 03:44:01.079043 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-5dcda150-9ed6-47df-a194-ee101f05f297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_update {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:01.112095 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-cfd6af30-66d3-4587-bc44-4cbc86e17917 None None] Provisioning for port 6e23172d-f30d-4914-960a-411d663b70e9 completed by entity DHCP. {{(pid=98853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:44:01.117356 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-cfd6af30-66d3-4587-bc44-4cbc86e17917 None None] Provisioning complete for port 6e23172d-f30d-4914-960a-411d663b70e9 triggered by entity DHCP. {{(pid=98853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:44:01.118114 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-cfd6af30-66d3-4587-bc44-4cbc86e17917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487713'] for port, provisioning_complete {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:01.206883 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.plugin [None req-cfd6af30-66d3-4587-bc44-4cbc86e17917 None None] Port 6e23172d-f30d-4914-960a-411d663b70e9 cannot update to ACTIVE because it is not bound. {{(pid=98853) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 03:44:01.301856 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Device d7e22bf1-fc4a-4acf-958c-a9e50a67ed18 up at agent ovs-agent-dv-cinder-793264-1-iscsi {{(pid=98853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:44:01.345014 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-5dcda150-9ed6-47df-a194-ee101f05f297 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:01.432294 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-5dcda150-9ed6-47df-a194-ee101f05f297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786481721483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786481287406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786481291807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28231553'] for port, after_update {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:01.454953 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Provisioning for port d7e22bf1-fc4a-4acf-958c-a9e50a67ed18 completed by entity L2. {{(pid=98853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:44:01.459934 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Provisioning complete for port d7e22bf1-fc4a-4acf-958c-a9e50a67ed18 triggered by entity L2. {{(pid=98853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:44:01.460314 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487713'] for port, provisioning_complete {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:01.475813 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-a3a4a7ec-ac7e-478f-97db-ea0fad5c1a6b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:44:01.556288 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcda150-9ed6-47df-a194-ee101f05f297 admin admin] Pushing event updated for resources: {'Port': ['ID=6e23172d-f30d-4914-960a-411d663b70e9,revision_number=2']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:01.558639 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-5dcda150-9ed6-47df-a194-ee101f05f297 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3689977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-403909'] for router_interface, after_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:01.568022 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-5dcda150-9ed6-47df-a194-ee101f05f297 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:44:01.604139 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:01.622603 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.db [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] For port d7e22bf1-fc4a-4acf-958c-a9e50a67ed18, host dv-cinder-793264-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-1-iscsi',level=0,port_id=d7e22bf1-fc4a-4acf-958c-a9e50a67ed18,segment=NetworkSegment(7a030bd6-e61c-49cd-a1b5-23d06097a1a4),segment_id=7a030bd6-e61c-49cd-a1b5-23d06097a1a4)] {{(pid=98853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:44:01.682488 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786481721483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786481287406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786481291807'] for port, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:01.684763 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-44cf6d8c-62a5-4938-859d-a48134753c43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:44:01.708212 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dcda150-9ed6-47df-a194-ee101f05f297 admin admin] Network 42a1ce98-c4d1-4e0b-b376-f6f97fb7e6e1 is already hosted by enough agents. {{(pid=98851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:44:01.709576 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.scheduler.base_scheduler [None req-5dcda150-9ed6-47df-a194-ee101f05f297 admin admin] Resources bound (agent type, host, resource id): {{(pid=98851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:44:01.809415 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Pushing event updated for resources: {'Port': ['ID=d7e22bf1-fc4a-4acf-958c-a9e50a67ed18,revision_number=4']} {{(pid=98853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:01.813382 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:44:01.952805 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-95cbcce5-82eb-4f5e-b66b-5db6e8162e21 None None] Provisioning complete for port 6e23172d-f30d-4914-960a-411d663b70e9 triggered by entity DHCP. {{(pid=98853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:44:01.953954 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-95cbcce5-82eb-4f5e-b66b-5db6e8162e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487713'] for port, provisioning_complete {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:02.011106 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.plugin [None req-95cbcce5-82eb-4f5e-b66b-5db6e8162e21 None None] Port 6e23172d-f30d-4914-960a-411d663b70e9 cannot update to ACTIVE because it is not bound. {{(pid=98853) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 03:44:02.061733 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb625e0-98c3-40eb-a308-13eb01e655cc req-69fa4669-e636-448c-9c4d-034921da00b3 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:02.063225 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-ecb625e0-98c3-40eb-a308-13eb01e655cc req-69fa4669-e636-448c-9c4d-034921da00b3 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3449057-b2c6-4b15-b705-4076eddfefff HTTP/1.1" status: 200 len: 946 time: 0.1890388 May 27 03:44:02.065166 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dcda150-9ed6-47df-a194-ee101f05f297 admin admin] Router a3e8e858-0fd3-4277-af6e-4ab31152ff98 has already been hosted by L3 agent 816f7595-8215-4f06-9251-575c663b21d0 {{(pid=98851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 03:44:02.107454 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Device 2554297d-a794-4bc9-9cb3-56dce4e9fb2f details requested by agent hyperv_hv-cinder-79326 with host hv-cinder-79326 {{(pid=98853) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:44:02.109907 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Device c4a2f300-3a9c-46a1-a78d-8b27643ba00e no longer exists at agent hyperv_hv-cinder-79326 {{(pid=98853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:44:02.172024 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.plugin [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] No Port match for: c4a2f300-3a9c-46a1-a78d-8b27643ba00e {{(pid=98853) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 03:44:02.173159 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Device c4a2f300-3a9c-46a1-a78d-8b27643ba00e not bound to the agent host hv-cinder-79326 {{(pid=98853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:44:02.188170 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-ecb625e0-98c3-40eb-a308-13eb01e655cc req-a57d7bb8-7e43-4d37-90f6-3e1fcdd3e4d5 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/security-groups?id=85648ff1-b2ef-4805-9733-563ba7ce8d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189766 May 27 03:44:02.218408 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad62a99-777c-4cad-b738-e226c6974218 req-5a131b6c-4020-48ef-9219-cb4026da780c tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:02.226442 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-9ad62a99-777c-4cad-b738-e226c6974218 req-5a131b6c-4020-48ef-9219-cb4026da780c tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] 10.222.0.25 "GET /v2.0/ports?device_id=02984890-fe33-4d25-bf6d-a3c3163a965f HTTP/1.1" status: 200 len: 944 time: 0.0947225 May 27 03:44:02.280563 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-9ad62a99-777c-4cad-b738-e226c6974218 req-c724c473-6ff5-4b36-b681-6c14a0568ec7 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] 10.222.0.25 "GET /v2.0/security-groups?id=c84eeadc-d16c-4b72-8eeb-79ff20a61103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529613 May 27 03:44:02.308642 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dcda150-9ed6-47df-a194-ee101f05f297 admin admin] Notify agent at l3_agent.dv-cinder-793264-1-iscsi the message routers_updated {{(pid=98851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 03:44:02.321960 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [None req-5dcda150-9ed6-47df-a194-ee101f05f297 admin admin] 10.222.0.25 "PUT /v2.0/routers/a3e8e858-0fd3-4277-af6e-4ab31152ff98/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6751418 May 27 03:44:02.355669 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.db [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] For port 2554297d-a794-4bc9-9cb3-56dce4e9fb2f, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=2554297d-a794-4bc9-9cb3-56dce4e9fb2f,segment=NetworkSegment(590d349a-0123-42dc-adf4-c99c77d07402),segment_id=590d349a-0123-42dc-adf4-c99c77d07402)] {{(pid=98853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:44:02.369867 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Returning: {'device': '2554297d-a794-4bc9-9cb3-56dce4e9fb2f', 'network_id': 'ad9eef72-b0bd-43e0-b9f9-b206091e5c65', 'port_id': '2554297d-a794-4bc9-9cb3-56dce4e9fb2f', 'mac_address': 'fa:16:3e:1b:24:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c6b99bf-0e7d-4ba7-b853-38f4087b6993', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98853) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:44:02.430138 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:02.447781 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.notifiers.nova [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2554297d-a794-4bc9-9cb3-56dce4e9fb2f {{(pid=98853) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:44:02.464031 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.db [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] For port 2554297d-a794-4bc9-9cb3-56dce4e9fb2f, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=2554297d-a794-4bc9-9cb3-56dce4e9fb2f,segment=NetworkSegment(590d349a-0123-42dc-adf4-c99c77d07402),segment_id=590d349a-0123-42dc-adf4-c99c77d07402)] {{(pid=98853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:44:02.517779 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786481721483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786481287406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786481291807'] for port, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:02.519576 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-44cf6d8c-62a5-4938-859d-a48134753c43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:44:02.586404 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Pushing event updated for resources: {'Port': ['ID=2554297d-a794-4bc9-9cb3-56dce4e9fb2f,revision_number=4']} {{(pid=98853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:02.589271 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:44:02.629828 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe20c78-a096-4abb-9bf6-d95ce11ddc65 None None] Sync routers for ids ['a3e8e858-0fd3-4277-af6e-4ab31152ff98'] in dv-cinder-793264-1-iscsi {{(pid=98853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:44:02.639824 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe20c78-a096-4abb-9bf6-d95ce11ddc65 None None] Routers {'a3e8e858-0fd3-4277-af6e-4ab31152ff98'} bound to L3 agent in host dv-cinder-793264-1-iscsi {{(pid=98853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 03:44:02.640637 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_hamode_db [None req-efe20c78-a096-4abb-9bf6-d95ce11ddc65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-27T03:33:06Z,description=,heartbeat_timestamp=2021-05-27T03:43:36Z,host='dv-cinder-793264-1-iscsi',id=816f7595-8215-4f06-9251-575c663b21d0,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T03:33:06Z,topic='l3_agent')) {'router_ids': ['a3e8e858-0fd3-4277-af6e-4ab31152ff98'], 'active': True} {{(pid=98853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:44:02.826570 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_dvr_db [None req-efe20c78-a096-4abb-9bf6-d95ce11ddc65 None None] Set router a3e8e858-0fd3-4277-af6e-4ab31152ff98 gateway port host: dv-cinder-793264-1-iscsi {{(pid=98853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 03:44:03.034776 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.db [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] get_ports_and_sgs() called for port_ids ['2554297d-a794-4bc9-9cb3-56dce4e9fb2f'] {{(pid=98853) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 03:44:03.126388 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 57518) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:44:03.132347 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.v2.base [None req-71a98f50-9310-4ade-baec-fea08a9c0f68 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-585449419-network', 'tenant_id': '2d044a70f730468694e1de02d9ff1f8c'}} {{(pid=98852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:44:03.137284 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-71a98f50-9310-4ade-baec-fea08a9c0f68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:44:03.141697 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-71a98f50-9310-4ade-baec-fea08a9c0f68 admin admin] Usage tracker for resource:network and tenant:2d044a70f730468694e1de02d9ff1f8c is out of sync, need to count used quota {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:44:03.144645 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-71a98f50-9310-4ade-baec-fea08a9c0f68 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:44:03.151175 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-71a98f50-9310-4ade-baec-fea08a9c0f68 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:44:03.241075 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71a98f50-9310-4ade-baec-fea08a9c0f68 admin admin] Made reservation on behalf of 2d044a70f730468694e1de02d9ff1f8c for: {'network': 1} {{(pid=98852) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:44:03.243360 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-71a98f50-9310-4ade-baec-fea08a9c0f68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3620918'] for network, before_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:03.256112 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-71a98f50-9310-4ade-baec-fea08a9c0f68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:03.270111 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Device d7e22bf1-fc4a-4acf-958c-a9e50a67ed18 up at agent ovs-agent-dv-cinder-793264-1-iscsi {{(pid=98853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:44:03.286589 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-71a98f50-9310-4ade-baec-fea08a9c0f68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:44:03.292206 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-71a98f50-9310-4ade-baec-fea08a9c0f68 admin admin] Usage tracker for resource:security_group_rule and tenant:2d044a70f730468694e1de02d9ff1f8c is out of sync, need to count used quota {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:44:03.295492 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-71a98f50-9310-4ade-baec-fea08a9c0f68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:44:03.305124 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-71a98f50-9310-4ade-baec-fea08a9c0f68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:44:03.367897 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_hamode_db [None req-efe20c78-a096-4abb-9bf6-d95ce11ddc65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3e8e858-0fd3-4277-af6e-4ab31152ff98', 'name': 'tempest-TestMinimumBasicScenario-1371698955-router', 'tenant_id': '0df96baa86bb4c51b3b8bece28e3e23a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'external_fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': 'd7e22bf1-fc4a-4acf-958c-a9e50a67ed18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:43:55Z', 'updated_at': '2021-05-27T03:44:00Z', 'revision_number': 4, 'project_id': '0df96baa86bb4c51b3b8bece28e3e23a', 'gw_port': {'id': 'd7e22bf1-fc4a-4acf-958c-a9e50a67ed18', 'name': '', 'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:1d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3e8e858-0fd3-4277-af6e-4ab31152ff98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:43:56Z', 'updated_at': '2021-05-27T03:44:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-iscsi', '_interfaces': [{'id': '6e23172d-f30d-4914-960a-411d663b70e9', 'name': '', 'network_id': '42a1ce98-c4d1-4e0b-b376-f6f97fb7e6e1', 'tenant_id': '0df96baa86bb4c51b3b8bece28e3e23a', 'mac_address': 'fa:16:3e:8a:d7:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3e8e858-0fd3-4277-af6e-4ab31152ff98', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'a0827fbe-4b22-4dec-9e35-0c7ac84d00a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:44:00Z', 'updated_at': '2021-05-27T03:44:01Z', 'revision_number': 2, 'project_id': '0df96baa86bb4c51b3b8bece28e3e23a', 'subnets': [{'id': 'a0827fbe-4b22-4dec-9e35-0c7ac84d00a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-1-iscsi', False) {} {{(pid=98853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:44:03.379998 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe20c78-a096-4abb-9bf6-d95ce11ddc65 None None] Checking router: a3e8e858-0fd3-4277-af6e-4ab31152ff98 for host: dv-cinder-793264-1-iscsi {{(pid=98853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:44:03.380360 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe20c78-a096-4abb-9bf6-d95ce11ddc65 None None] Updating router a3e8e858-0fd3-4277-af6e-4ab31152ff98 port 6e23172d-f30d-4914-960a-411d663b70e9 binding host dv-cinder-793264-1-iscsi {{(pid=98853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 03:44:03.470593 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-efe20c78-a096-4abb-9bf6-d95ce11ddc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:03.479132 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Provisioning complete for port d7e22bf1-fc4a-4acf-958c-a9e50a67ed18 triggered by entity L2. {{(pid=98853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:44:03.479508 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487713'] for port, provisioning_complete {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:03.479623 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c52013d-d7fe-46b4-99fe-5782aa69d9d2 req-96eddd3b-8066-4cfc-9b5e-e2034c8a4966 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:03.481104 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-4c52013d-d7fe-46b4-99fe-5782aa69d9d2 req-96eddd3b-8066-4cfc-9b5e-e2034c8a4966 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.36 "GET /v2.0/ports?device_id=e3449057-b2c6-4b15-b705-4076eddfefff HTTP/1.1" status: 200 len: 946 time: 0.1657321 May 27 03:44:03.482200 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-71a98f50-9310-4ade-baec-fea08a9c0f68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:03.504560 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed093537-dfed-4dcc-94f5-1858a37085c1 req-99127226-4df2-4102-a88c-dddb8b79efc9 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:03.517455 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-ed093537-dfed-4dcc-94f5-1858a37085c1 req-99127226-4df2-4102-a88c-dddb8b79efc9 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ad4e5b6-865b-4cda-ade3-c3eb357ec57e HTTP/1.1" status: 200 len: 946 time: 0.1260030 May 27 03:44:03.554268 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-ed093537-dfed-4dcc-94f5-1858a37085c1 req-c2d21b0f-fae7-4418-b2f1-607992fc6e56 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] 10.222.0.25 "GET /v2.0/security-groups?id=3008a255-7ecc-4b97-8d3a-baac4542929c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420947 May 27 03:44:03.564007 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-71a98f50-9310-4ade-baec-fea08a9c0f68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:03.566141 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0147d3ed-f99a-4d96-afed-f80f611f61bc req-5168ce03-8ceb-4ed9-84de-4d3240c13c76 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:03.567578 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-0147d3ed-f99a-4d96-afed-f80f611f61bc req-5168ce03-8ceb-4ed9-84de-4d3240c13c76 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3449057-b2c6-4b15-b705-4076eddfefff HTTP/1.1" status: 200 len: 946 time: 0.1614451 May 27 03:44:03.569790 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-d40373dd-43d7-4f51-93d2-d90698fafd95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:44:03.612187 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71a98f50-9310-4ade-baec-fea08a9c0f68 admin admin] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=98852) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:44:03.623253 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a98f50-9310-4ade-baec-fea08a9c0f68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa621c92-9b3f-4c01-9a0b-5f1b0129507d,revision_number=1']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:03.628034 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-71a98f50-9310-4ade-baec-fea08a9c0f68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:44:03.630630 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-71a98f50-9310-4ade-baec-fea08a9c0f68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3483814'] for segment, precommit_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:03.631077 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.db.segments_db [None req-71a98f50-9310-4ade-baec-fea08a9c0f68 admin admin] Added segment b08a821b-b431-4f99-bb61-4291d9a28249 of type vlan for network a030c313-3ed8-4e9f-96b2-5026a4603e5a May 27 03:44:03.664482 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-71a98f50-9310-4ade-baec-fea08a9c0f68 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786481306974'] for network, precommit_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:03.664921 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-0147d3ed-f99a-4d96-afed-f80f611f61bc req-c5d20286-d998-4754-ad4f-1e4309153509 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/security-groups?id=85648ff1-b2ef-4805-9733-563ba7ce8d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687478 May 27 03:44:03.707181 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.plugin [req-4c52013d-d7fe-46b4-99fe-5782aa69d9d2 req-a38985ce-e78d-406c-92c1-d43d728b298e tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] Deleting port b78c21a4-6cab-4194-9f32-cbe141d6578d {{(pid=98851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 03:44:03.708238 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-4c52013d-d7fe-46b4-99fe-5782aa69d9d2 req-a38985ce-e78d-406c-92c1-d43d728b298e tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786481719372'] for port, before_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:03.792102 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-71a98f50-9310-4ade-baec-fea08a9c0f68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3689963'] for network, after_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:03.797143 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a98f50-9310-4ade-baec-fea08a9c0f68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:03.798000 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-71a98f50-9310-4ade-baec-fea08a9c0f68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689932'] for network, before_response {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:03.805924 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-f8dc02a0-3bb6-4aec-bf95-5ddf451647d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:44:03.875484 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.db [req-4c52013d-d7fe-46b4-99fe-5782aa69d9d2 req-a38985ce-e78d-406c-92c1-d43d728b298e tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] For port b78c21a4-6cab-4194-9f32-cbe141d6578d, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=b78c21a4-6cab-4194-9f32-cbe141d6578d,segment=NetworkSegment(909c8887-f923-4cc8-aab3-09372be2a868),segment_id=909c8887-f923-4cc8-aab3-09372be2a868)] {{(pid=98851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:44:03.875912 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-4c52013d-d7fe-46b4-99fe-5782aa69d9d2 req-a38985ce-e78d-406c-92c1-d43d728b298e tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417280'] for port, precommit_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:03.919392 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-ed6a853e-0683-4d2d-868b-33820d7512fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:04.011960 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.plugin [req-4c52013d-d7fe-46b4-99fe-5782aa69d9d2 req-a38985ce-e78d-406c-92c1-d43d728b298e tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] Calling delete_port for b78c21a4-6cab-4194-9f32-cbe141d6578d owned by compute:nova {{(pid=98851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 03:44:04.023779 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a98f50-9310-4ade-baec-fea08a9c0f68 admin admin] Pushing event updated for resources: {'Network': ['ID=a030c313-3ed8-4e9f-96b2-5026a4603e5a,revision_number=1']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:04.026779 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-71a98f50-9310-4ade-baec-fea08a9c0f68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:44:04.040366 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Network a030c313-3ed8-4e9f-96b2-5026a4603e5a details requested by agent ovs-agent-dv-cinder-793264-1-iscsi with host dv-cinder-793264-1-iscsi {{(pid=98853) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:44:04.043228 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48d5a6d-71e2-4376-8318-2f54106ef17e req-ecd22406-5212-472d-a37c-b88fe1e4cc00 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:04.045630 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-d48d5a6d-71e2-4376-8318-2f54106ef17e req-ecd22406-5212-472d-a37c-b88fe1e4cc00 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] 10.222.0.25 "GET /v2.0/ports?device_id=02984890-fe33-4d25-bf6d-a3c3163a965f HTTP/1.1" status: 200 len: 945 time: 0.3113351 May 27 03:44:04.096701 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-d48d5a6d-71e2-4376-8318-2f54106ef17e req-b7cf68c9-e43f-4b45-bfa1-15e8096a0b1e tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] 10.222.0.25 "GET /v2.0/security-groups?id=c84eeadc-d16c-4b72-8eeb-79ff20a61103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450006 May 27 03:44:04.100578 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-71a98f50-9310-4ade-baec-fea08a9c0f68 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9707105 May 27 03:44:04.102357 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 57530) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:44:04.109927 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.v2.base [None req-ddcf140a-12ec-477c-8801-3b082d224ae8 admin admin] Request body: {'subnet': {'network_id': 'a030c313-3ed8-4e9f-96b2-5026a4603e5a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-585449419-subnet', 'tenant_id': '2d044a70f730468694e1de02d9ff1f8c', 'ip_version': 4}} {{(pid=98852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:44:04.115270 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-ddcf140a-12ec-477c-8801-3b082d224ae8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:44:04.119498 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-ddcf140a-12ec-477c-8801-3b082d224ae8 admin admin] Usage tracker for resource:subnet and tenant:2d044a70f730468694e1de02d9ff1f8c is out of sync, need to count used quota {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:44:04.122706 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-ddcf140a-12ec-477c-8801-3b082d224ae8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:44:04.128843 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-ddcf140a-12ec-477c-8801-3b082d224ae8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:44:04.157442 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-efe20c78-a096-4abb-9bf6-d95ce11ddc65 None None] Notify callbacks [] for port, precommit_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:04.174720 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-efe20c78-a096-4abb-9bf6-d95ce11ddc65 None None] Transition to ACTIVE for port object 6e23172d-f30d-4914-960a-411d663b70e9 will not be triggered until provisioned by entity L2. {{(pid=98853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:44:04.194467 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-4c52013d-d7fe-46b4-99fe-5782aa69d9d2 req-a38985ce-e78d-406c-92c1-d43d728b298e tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786481721510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786481287397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28231606'] for port, after_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:04.200642 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-0409b408-c237-4989-a742-975a934d1d3d tempest-DeleteServersTestJSON-1681401445 tempest-DeleteServersTestJSON-1681401445-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:44:04.219211 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddcf140a-12ec-477c-8801-3b082d224ae8 admin admin] Made reservation on behalf of 2d044a70f730468694e1de02d9ff1f8c for: {'subnet': 1} {{(pid=98852) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:44:04.221590 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-ddcf140a-12ec-477c-8801-3b082d224ae8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27627078'] for subnet, before_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:04.237505 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-efe20c78-a096-4abb-9bf6-d95ce11ddc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786481721483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786481287406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786481291807'] for port, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:04.242467 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-949fb68e-65c7-486b-8da4-f96bef06f8ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:44:04.258837 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38985ce-e78d-406c-92c1-d43d728b298e tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] Pushing event deleted for resources: {'Port': ['ID=b78c21a4-6cab-4194-9f32-cbe141d6578d,revision_number=None']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:04.261479 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-a38985ce-e78d-406c-92c1-d43d728b298e tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:44:04.366405 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c52013d-d7fe-46b4-99fe-5782aa69d9d2 req-a38985ce-e78d-406c-92c1-d43d728b298e tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] No DVR routers for this DVR port b78c21a4-6cab-4194-9f32-cbe141d6578d on host hv-cinder-79326 {{(pid=98851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:44:04.369262 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-4c52013d-d7fe-46b4-99fe-5782aa69d9d2 req-a38985ce-e78d-406c-92c1-d43d728b298e tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4037888'] for port, before_response {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:04.371994 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3449057-b2c6-4b15-b705-4076eddfefff', 'name': 'network-vif-deleted', 'tag': 'b78c21a4-6cab-4194-9f32-cbe141d6578d'}] {{(pid=98851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:44:04.425455 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42070fea-6feb-4afe-88f8-53d0bbbf0859 None None] Pushing event updated for resources: {'Port': ['ID=6e23172d-f30d-4914-960a-411d663b70e9,revision_number=3']} {{(pid=98853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:04.428618 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-42070fea-6feb-4afe-88f8-53d0bbbf0859 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:44:04.441666 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3449057-b2c6-4b15-b705-4076eddfefff', 'name': 'network-vif-deleted', 'tag': 'b78c21a4-6cab-4194-9f32-cbe141d6578d', 'status': 'completed', 'code': 200} May 27 03:44:04.479109 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-4c52013d-d7fe-46b4-99fe-5782aa69d9d2 req-a38985ce-e78d-406c-92c1-d43d728b298e tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.36 "DELETE /v2.0/ports/b78c21a4-6cab-4194-9f32-cbe141d6578d HTTP/1.1" status: 204 len: 173 time: 0.9905400 May 27 03:44:04.495804 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.managers [None req-efe20c78-a096-4abb-9bf6-d95ce11ddc65 None None] Attempting to bind port 6e23172d-f30d-4914-960a-411d663b70e9 on host dv-cinder-793264-1-iscsi for vnic_type normal with profile {{(pid=98853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:44:04.496174 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.managers [None req-efe20c78-a096-4abb-9bf6-d95ce11ddc65 None None] Attempting to bind port 6e23172d-f30d-4914-960a-411d663b70e9 by drivers openvswitch,hyperv on host dv-cinder-793264-1-iscsi at level 0 using segments [{'id': '71084c34-ab19-4a6a-bf97-1930eaa9b62e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '42a1ce98-c4d1-4e0b-b376-f6f97fb7e6e1'}] {{(pid=98853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:44:04.496594 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe20c78-a096-4abb-9bf6-d95ce11ddc65 None None] Attempting to bind port 6e23172d-f30d-4914-960a-411d663b70e9 on network 42a1ce98-c4d1-4e0b-b376-f6f97fb7e6e1 {{(pid=98853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:44:04.502737 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe20c78-a096-4abb-9bf6-d95ce11ddc65 None None] Checking agent: {'id': 'ffe58315-61ba-45bf-8076-0ef37f215597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793264-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 3, 33, 6), 'started_at': datetime.datetime(2021, 5, 27, 3, 33, 36), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 3, 43, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793264-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 03:44:04.503113 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe20c78-a096-4abb-9bf6-d95ce11ddc65 None None] Checking segment: {'id': '71084c34-ab19-4a6a-bf97-1930eaa9b62e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '42a1ce98-c4d1-4e0b-b376-f6f97fb7e6e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 03:44:04.503513 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-efe20c78-a096-4abb-9bf6-d95ce11ddc65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:04.503904 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe20c78-a096-4abb-9bf6-d95ce11ddc65 None None] Bound using segment: {'id': '71084c34-ab19-4a6a-bf97-1930eaa9b62e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '42a1ce98-c4d1-4e0b-b376-f6f97fb7e6e1'} {{(pid=98853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 03:44:04.504375 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.managers [None req-efe20c78-a096-4abb-9bf6-d95ce11ddc65 None None] Bound port: 6e23172d-f30d-4914-960a-411d663b70e9, host: dv-cinder-793264-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71084c34-ab19-4a6a-bf97-1930eaa9b62e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '42a1ce98-c4d1-4e0b-b376-f6f97fb7e6e1'}}] {{(pid=98853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:44:04.504818 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-efe20c78-a096-4abb-9bf6-d95ce11ddc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:04.607828 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.db [None req-efe20c78-a096-4abb-9bf6-d95ce11ddc65 None None] For port 6e23172d-f30d-4914-960a-411d663b70e9, host dv-cinder-793264-1-iscsi, cleared binding levels {{(pid=98853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:44:04.615892 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.db [None req-efe20c78-a096-4abb-9bf6-d95ce11ddc65 None None] For port 6e23172d-f30d-4914-960a-411d663b70e9, host dv-cinder-793264-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-1-iscsi',level=0,port_id=6e23172d-f30d-4914-960a-411d663b70e9,segment=NetworkSegment(71084c34-ab19-4a6a-bf97-1930eaa9b62e),segment_id=71084c34-ab19-4a6a-bf97-1930eaa9b62e)] {{(pid=98853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 03:44:04.688234 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-efe20c78-a096-4abb-9bf6-d95ce11ddc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786481721483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786481287406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786481291807'] for port, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:04.692112 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:44:04.727710 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.db [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] get_ports_and_sgs() called for port_ids ['b78c21a4-6cab-4194-9f32-cbe141d6578d', '3f12ac65-af0d-4c74-bfa1-375cddc42ae8'] {{(pid=98853) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 03:44:04.781797 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-ddcf140a-12ec-477c-8801-3b082d224ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27736193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27627088'] for subnet, after_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:04.790386 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-8a288d20-c18a-4320-a403-86ed748a463d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:44:04.839266 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe20c78-a096-4abb-9bf6-d95ce11ddc65 None None] Routers {'a3e8e858-0fd3-4277-af6e-4ab31152ff98'} bound to L3 agent in host dv-cinder-793264-1-iscsi {{(pid=98853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 03:44:04.840125 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_hamode_db [None req-efe20c78-a096-4abb-9bf6-d95ce11ddc65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-27T03:33:06Z,description=,heartbeat_timestamp=2021-05-27T03:43:36Z,host='dv-cinder-793264-1-iscsi',id=816f7595-8215-4f06-9251-575c663b21d0,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T03:33:06Z,topic='l3_agent')) {'router_ids': ['a3e8e858-0fd3-4277-af6e-4ab31152ff98'], 'active': True} {{(pid=98853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:44:04.883162 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaa8443-346c-4a32-8f7d-52def7aceff4 req-0dd250fe-4efd-45a0-9df3-6efc8711a302 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:04.884723 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-0aaa8443-346c-4a32-8f7d-52def7aceff4 req-0dd250fe-4efd-45a0-9df3-6efc8711a302 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ad4e5b6-865b-4cda-ade3-c3eb357ec57e HTTP/1.1" status: 200 len: 946 time: 0.1819696 May 27 03:44:04.888613 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [req-9e10e269-d07b-4e54-b6a2-f693bd6cbde6 req-405c2ec4-c2df-4394-8ac6-84e08eb527fe tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] Synchronizing usage tracker for tenant:fa24b9f82e13448382e6b5f6bd699fab on resource:port {{(pid=98851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:44:04.892656 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcf140a-12ec-477c-8801-3b082d224ae8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a614ab92-85f2-4714-b0a9-0c2945c60725,revision_number=0']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:04.898258 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-ddcf140a-12ec-477c-8801-3b082d224ae8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:44:04.905207 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42070fea-6feb-4afe-88f8-53d0bbbf0859 None None] Pushing event updated for resources: {'Port': ['ID=6e23172d-f30d-4914-960a-411d663b70e9,revision_number=4']} {{(pid=98853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:04.912610 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddcf140a-12ec-477c-8801-3b082d224ae8 admin admin] Checking segment: {'id': 'b08a821b-b431-4f99-bb61-4291d9a28249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'a030c313-3ed8-4e9f-96b2-5026a4603e5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 03:44:04.912974 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddcf140a-12ec-477c-8801-3b082d224ae8 admin admin] Network hostable DHCP agents. Network: a030c313-3ed8-4e9f-96b2-5026a4603e5a, hostable agents: ['a814e8a4-142b-4ae8-859e-9bd936be0847'], hosted agents: [] {{(pid=98852) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:44:04.916807 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-42070fea-6feb-4afe-88f8-53d0bbbf0859 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:44:04.954235 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-0aaa8443-346c-4a32-8f7d-52def7aceff4 req-2a18166c-640d-4557-99ed-5b8b735f0681 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] 10.222.0.25 "GET /v2.0/security-groups?id=3008a255-7ecc-4b97-8d3a-baac4542929c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586345 May 27 03:44:04.963215 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [req-9e10e269-d07b-4e54-b6a2-f693bd6cbde6 req-405c2ec4-c2df-4394-8ac6-84e08eb527fe tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] Unset dirty status for tenant:fa24b9f82e13448382e6b5f6bd699fab on resource:port {{(pid=98851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:44:04.964378 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-9e10e269-d07b-4e54-b6a2-f693bd6cbde6 req-405c2ec4-c2df-4394-8ac6-84e08eb527fe tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3449057-b2c6-4b15-b705-4076eddfefff HTTP/1.1" status: 200 len: 210 time: 0.1508806 May 27 03:44:05.026078 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddcf140a-12ec-477c-8801-3b082d224ae8 admin admin] Network a030c313-3ed8-4e9f-96b2-5026a4603e5a is scheduled to be hosted by DHCP agent a814e8a4-142b-4ae8-859e-9bd936be0847 with binding_index 1 {{(pid=98852) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:44:05.100354 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.scheduler.base_scheduler [None req-ddcf140a-12ec-477c-8801-3b082d224ae8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793264-1-iscsi, a030c313-3ed8-4e9f-96b2-5026a4603e5a) {{(pid=98852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:44:05.104371 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_dvr_db [None req-efe20c78-a096-4abb-9bf6-d95ce11ddc65 None None] Set router a3e8e858-0fd3-4277-af6e-4ab31152ff98 gateway port host: dv-cinder-793264-1-iscsi {{(pid=98853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 03:44:05.109603 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddcf140a-12ec-477c-8801-3b082d224ae8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:05.110209 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-ddcf140a-12ec-477c-8801-3b082d224ae8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689932'] for subnet, before_response {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:05.167187 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a234f68c-1abe-4fac-bf12-80e1a82d7a16 None None] Network a030c313-3ed8-4e9f-96b2-5026a4603e5a requested from dv-cinder-793264-1-iscsi {{(pid=98853) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 03:44:05.215173 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-ddcf140a-12ec-477c-8801-3b082d224ae8 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1113930 May 27 03:44:05.219284 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 57546) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:44:05.223719 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.v2.base [None req-d7d46536-76f7-4769-9924-08056894387c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-585449419-router', 'tenant_id': '2d044a70f730468694e1de02d9ff1f8c', 'external_gateway_info': {'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7'}}} {{(pid=98852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:44:05.229811 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-d7d46536-76f7-4769-9924-08056894387c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:44:05.235495 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-d7d46536-76f7-4769-9924-08056894387c admin admin] Usage tracker for resource:router and tenant:2d044a70f730468694e1de02d9ff1f8c is out of sync, need to count used quota {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:44:05.238728 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-d7d46536-76f7-4769-9924-08056894387c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:44:05.244995 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-d7d46536-76f7-4769-9924-08056894387c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:44:05.306194 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-d7d46536-76f7-4769-9924-08056894387c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-415150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1966'] for router, before_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:05.307325 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-d7d46536-76f7-4769-9924-08056894387c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-414638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417638', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-470192', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2007'] for router, precommit_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:05.309396 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d847529a-1b56-4540-89b3-c07d93d8e2b1 req-ea77c735-d464-428a-a2ee-be3093972ccb tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:05.312016 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-d847529a-1b56-4540-89b3-c07d93d8e2b1 req-ea77c735-d464-428a-a2ee-be3093972ccb tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] 10.222.0.25 "GET /v2.0/ports?device_id=02984890-fe33-4d25-bf6d-a3c3163a965f HTTP/1.1" status: 200 len: 945 time: 0.1065304 May 27 03:44:05.323356 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-d7d46536-76f7-4769-9924-08056894387c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:05.369009 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-d847529a-1b56-4540-89b3-c07d93d8e2b1 req-7b72362f-546c-4b2d-ac51-ccbd48aa2721 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] 10.222.0.25 "GET /v2.0/security-groups?id=c84eeadc-d16c-4b72-8eeb-79ff20a61103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507455 May 27 03:44:05.652482 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b081c105-637d-4edc-bca3-e2d2507b27d0 req-824179fa-a694-4918-84c9-601a118b4d45 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:05.654000 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-b081c105-637d-4edc-bca3-e2d2507b27d0 req-824179fa-a694-4918-84c9-601a118b4d45 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ad4e5b6-865b-4cda-ade3-c3eb357ec57e HTTP/1.1" status: 200 len: 946 time: 0.1132607 May 27 03:44:05.669481 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-359c45df-d9e1-4587-ba92-543287fb8215 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf42e03b3-9b92-5ab7-8f52-3d70870301b3-a030c313-3ed8-4e9f-96b2-5026a4603e5a', 'network_id': 'a030c313-3ed8-4e9f-96b2-5026a4603e5a', 'tenant_id': '2d044a70f730468694e1de02d9ff1f8c', 'fixed_ips': [{'subnet_id': 'a614ab92-85f2-4714-b0a9-0c2945c60725'}]}} from dv-cinder-793264-1-iscsi. {{(pid=98853) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 27 03:44:05.670304 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-359c45df-d9e1-4587-ba92-543287fb8215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_create {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:05.713592 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-d7d46536-76f7-4769-9924-08056894387c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-417649', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-415152', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1985'] for router, precommit_update {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:05.772123 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_hamode_db [None req-efe20c78-a096-4abb-9bf6-d95ce11ddc65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3e8e858-0fd3-4277-af6e-4ab31152ff98', 'name': 'tempest-TestMinimumBasicScenario-1371698955-router', 'tenant_id': '0df96baa86bb4c51b3b8bece28e3e23a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'external_fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': 'd7e22bf1-fc4a-4acf-958c-a9e50a67ed18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:43:55Z', 'updated_at': '2021-05-27T03:44:00Z', 'revision_number': 4, 'project_id': '0df96baa86bb4c51b3b8bece28e3e23a', 'gw_port': {'id': 'd7e22bf1-fc4a-4acf-958c-a9e50a67ed18', 'name': '', 'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:1d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3e8e858-0fd3-4277-af6e-4ab31152ff98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:43:56Z', 'updated_at': '2021-05-27T03:44:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-iscsi', '_interfaces': [{'id': '6e23172d-f30d-4914-960a-411d663b70e9', 'name': '', 'network_id': '42a1ce98-c4d1-4e0b-b376-f6f97fb7e6e1', 'tenant_id': '0df96baa86bb4c51b3b8bece28e3e23a', 'mac_address': 'fa:16:3e:8a:d7:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3e8e858-0fd3-4277-af6e-4ab31152ff98', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'a0827fbe-4b22-4dec-9e35-0c7ac84d00a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:44:00Z', 'updated_at': '2021-05-27T03:44:04Z', 'revision_number': 4, 'project_id': '0df96baa86bb4c51b3b8bece28e3e23a', 'subnets': [{'id': 'a0827fbe-4b22-4dec-9e35-0c7ac84d00a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-1-iscsi', False) {} {{(pid=98853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:44:05.783250 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe20c78-a096-4abb-9bf6-d95ce11ddc65 None None] The sync data for ids ['a3e8e858-0fd3-4277-af6e-4ab31152ff98'] in dv-cinder-793264-1-iscsi is: [{'id': 'a3e8e858-0fd3-4277-af6e-4ab31152ff98', 'name': 'tempest-TestMinimumBasicScenario-1371698955-router', 'tenant_id': '0df96baa86bb4c51b3b8bece28e3e23a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'external_fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': 'd7e22bf1-fc4a-4acf-958c-a9e50a67ed18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:43:55Z', 'updated_at': '2021-05-27T03:44:00Z', 'revision_number': 4, 'project_id': '0df96baa86bb4c51b3b8bece28e3e23a', 'gw_port': {'id': 'd7e22bf1-fc4a-4acf-958c-a9e50a67ed18', 'name': '', 'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:1d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3e8e858-0fd3-4277-af6e-4ab31152ff98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:43:56Z', 'updated_at': '2021-05-27T03:44:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-iscsi', '_interfaces': [{'id': '6e23172d-f30d-4914-960a-411d663b70e9', 'name': '', 'network_id': '42a1ce98-c4d1-4e0b-b376-f6f97fb7e6e1', 'tenant_id': '0df96baa86bb4c51b3b8bece28e3e23a', 'mac_address': 'fa:16:3e:8a:d7:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3e8e858-0fd3-4277-af6e-4ab31152ff98', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'a0827fbe-4b22-4dec-9e35-0c7ac84d00a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:44:00Z', 'updated_at': '2021-05-27T03:44:04Z', 'revision_number': 4, 'project_id': '0df96baa86bb4c51b3b8bece28e3e23a', 'subnets': [{'id': 'a0827fbe-4b22-4dec-9e35-0c7ac84d00a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:44:05.875142 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.db_base_plugin_common [None req-359c45df-d9e1-4587-ba92-543287fb8215 None None] Allocated IP 172.20.0.2 (a030c313-3ed8-4e9f-96b2-5026a4603e5a/a614ab92-85f2-4714-b0a9-0c2945c60725/dc02cfad-29f1-4b71-82b1-bd2ef25a2b22) {{(pid=98853) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:44:05.931712 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.plugin [req-b081c105-637d-4edc-bca3-e2d2507b27d0 req-7d83295b-13c1-4be0-9c67-c3c720c6c1e4 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Deleting port 5c2e4b9a-b01a-446c-b193-369cb4a1319e {{(pid=98851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 03:44:05.932661 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-b081c105-637d-4edc-bca3-e2d2507b27d0 req-7d83295b-13c1-4be0-9c67-c3c720c6c1e4 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786481719372'] for port, before_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:06.226063 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Device 2554297d-a794-4bc9-9cb3-56dce4e9fb2f up at agent hyperv_hv-cinder-79326 {{(pid=98853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:44:06.233656 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.db [req-b081c105-637d-4edc-bca3-e2d2507b27d0 req-7d83295b-13c1-4be0-9c67-c3c720c6c1e4 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] For port 5c2e4b9a-b01a-446c-b193-369cb4a1319e, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=5c2e4b9a-b01a-446c-b193-369cb4a1319e,segment=NetworkSegment(9f0a7abb-00b7-4c31-9093-b0d5b331bfb6),segment_id=9f0a7abb-00b7-4c31-9093-b0d5b331bfb6)] {{(pid=98851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:44:06.234106 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-b081c105-637d-4edc-bca3-e2d2507b27d0 req-7d83295b-13c1-4be0-9c67-c3c720c6c1e4 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417280'] for port, precommit_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:06.245017 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-d7d46536-76f7-4769-9924-08056894387c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:06.289185 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-d7d46536-76f7-4769-9924-08056894387c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:06.466781 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-359c45df-d9e1-4587-ba92-543287fb8215 None None] Notify callbacks [] for port, precommit_create {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:06.492051 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-359c45df-d9e1-4587-ba92-543287fb8215 None None] Transition to ACTIVE for port object dc02cfad-29f1-4b71-82b1-bd2ef25a2b22 will not be triggered until provisioned by entity L2. {{(pid=98853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:44:06.514340 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.plugin [req-b081c105-637d-4edc-bca3-e2d2507b27d0 req-7d83295b-13c1-4be0-9c67-c3c720c6c1e4 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Calling delete_port for 5c2e4b9a-b01a-446c-b193-369cb4a1319e owned by compute:nova {{(pid=98851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 03:44:06.544684 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-359c45df-d9e1-4587-ba92-543287fb8215 None None] Transition to ACTIVE for port object dc02cfad-29f1-4b71-82b1-bd2ef25a2b22 will not be triggered until provisioned by entity DHCP. {{(pid=98853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:44:06.554028 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cb7cd4-9908-4d97-82c7-a41bef6aaa2c req-ee2bffab-7c81-448c-82dc-9e76dd3c98f9 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:06.555866 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-32cb7cd4-9908-4d97-82c7-a41bef6aaa2c req-ee2bffab-7c81-448c-82dc-9e76dd3c98f9 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ad4e5b6-865b-4cda-ade3-c3eb357ec57e HTTP/1.1" status: 200 len: 946 time: 0.3945990 May 27 03:44:06.628643 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-32cb7cd4-9908-4d97-82c7-a41bef6aaa2c req-ee9f65fb-80d2-4824-8441-a5ed30b8f493 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] 10.222.0.25 "GET /v2.0/security-groups?id=3008a255-7ecc-4b97-8d3a-baac4542929c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628195 May 27 03:44:06.630437 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:06.632922 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-97a5b879-385f-47b7-85b1-3b510ee903ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:06.654844 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.db_base_plugin_common [None req-d7d46536-76f7-4769-9924-08056894387c admin admin] Allocated IP 172.27.2.17 (9a3e94d8-5315-41b6-9829-3c758c3039b7/7ac4e62e-aca4-43cf-995d-95d63bfe1e6b/3cb9ea9e-54fa-42b6-8235-8f69369f1cd5) {{(pid=98852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:44:06.712559 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-359c45df-d9e1-4587-ba92-543287fb8215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786481287388'] for port, after_create {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:06.716429 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Provisioning for port 2554297d-a794-4bc9-9cb3-56dce4e9fb2f completed by entity L2. {{(pid=98853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:44:06.721659 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:44:06.775915 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-b081c105-637d-4edc-bca3-e2d2507b27d0 req-7d83295b-13c1-4be0-9c67-c3c720c6c1e4 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786481721510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786481287397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28231606'] for port, after_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:06.798125 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-2e281c37-5b52-4f62-83f2-01cb310ca058 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:44:06.810938 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.db [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] get_ports_and_sgs() called for port_ids ['1279817e-ea8d-4755-966e-3691e51297b7', '7c9d543c-8635-48f1-aa64-5b32d4b0b972', '5c2e4b9a-b01a-446c-b193-369cb4a1319e'] {{(pid=98853) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 03:44:06.859858 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Provisioning complete for port 2554297d-a794-4bc9-9cb3-56dce4e9fb2f triggered by entity L2. {{(pid=98853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:44:06.862884 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-d7d46536-76f7-4769-9924-08056894387c admin admin] Notify callbacks [] for port, precommit_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:06.876907 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487713'] for port, provisioning_complete {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:06.946157 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d83295b-13c1-4be0-9c67-c3c720c6c1e4 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Pushing event deleted for resources: {'Port': ['ID=5c2e4b9a-b01a-446c-b193-369cb4a1319e,revision_number=None']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:06.953990 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-7d83295b-13c1-4be0-9c67-c3c720c6c1e4 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:44:06.980826 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-359c45df-d9e1-4587-ba92-543287fb8215 None None] Network a030c313-3ed8-4e9f-96b2-5026a4603e5a is already hosted by enough agents. {{(pid=98853) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:44:06.986884 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-d7d46536-76f7-4769-9924-08056894387c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786481287388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27723313'] for port, after_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:06.991409 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:44:06.996707 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.scheduler.base_scheduler [None req-359c45df-d9e1-4587-ba92-543287fb8215 None None] Resources bound (agent type, host, resource id): {{(pid=98853) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:44:06.997227 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.l3_dvrscheduler_db [req-b081c105-637d-4edc-bca3-e2d2507b27d0 req-7d83295b-13c1-4be0-9c67-c3c720c6c1e4 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] No DVR routers for this DVR port 5c2e4b9a-b01a-446c-b193-369cb4a1319e on host hv-cinder-79326 {{(pid=98851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:44:07.001640 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-b081c105-637d-4edc-bca3-e2d2507b27d0 req-7d83295b-13c1-4be0-9c67-c3c720c6c1e4 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4037888'] for port, before_response {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:07.004725 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-359c45df-d9e1-4587-ba92-543287fb8215 None None] Received port after_create {{(pid=98853) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 03:44:07.010031 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ad4e5b6-865b-4cda-ade3-c3eb357ec57e', 'name': 'network-vif-deleted', 'tag': '5c2e4b9a-b01a-446c-b193-369cb4a1319e'}] {{(pid=98851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:44:07.073967 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359c45df-d9e1-4587-ba92-543287fb8215 None None] Pushing event updated for resources: {'Port': ['ID=dc02cfad-29f1-4b71-82b1-bd2ef25a2b22,revision_number=1']} {{(pid=98853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:07.077841 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7d46536-76f7-4769-9924-08056894387c admin admin] Network 9a3e94d8-5315-41b6-9829-3c758c3039b7 is already hosted by enough agents. {{(pid=98852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:44:07.080342 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.scheduler.base_scheduler [None req-d7d46536-76f7-4769-9924-08056894387c admin admin] Resources bound (agent type, host, resource id): {{(pid=98852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:44:07.084304 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d46536-76f7-4769-9924-08056894387c admin admin] Received port after_create {{(pid=98852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 03:44:07.085119 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-359c45df-d9e1-4587-ba92-543287fb8215 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:44:07.092570 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdf67d8-4949-4dcf-a736-bd2f740f218d req-9bfb5e1f-5039-4f58-b137-d2d5d8dac712 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:07.095408 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-ffdf67d8-4949-4dcf-a736-bd2f740f218d req-9bfb5e1f-5039-4f58-b137-d2d5d8dac712 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] 10.222.0.25 "GET /v2.0/ports?device_id=02984890-fe33-4d25-bf6d-a3c3163a965f HTTP/1.1" status: 200 len: 945 time: 0.1507344 May 27 03:44:07.097347 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-b081c105-637d-4edc-bca3-e2d2507b27d0 req-7d83295b-13c1-4be0-9c67-c3c720c6c1e4 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] 10.222.0.36 "DELETE /v2.0/ports/5c2e4b9a-b01a-446c-b193-369cb4a1319e HTTP/1.1" status: 204 len: 173 time: 1.4363701 May 27 03:44:07.139485 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d46536-76f7-4769-9924-08056894387c admin admin] Pushing event updated for resources: {'Port': ['ID=3cb9ea9e-54fa-42b6-8235-8f69369f1cd5,revision_number=1']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:07.143930 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-d7d46536-76f7-4769-9924-08056894387c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:44:07.195744 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-ffdf67d8-4949-4dcf-a736-bd2f740f218d req-837210c3-0bea-4760-9374-4e7897de9cbe tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] 10.222.0.25 "GET /v2.0/security-groups?id=c84eeadc-d16c-4b72-8eeb-79ff20a61103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926156 May 27 03:44:07.294001 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.managers [None req-359c45df-d9e1-4587-ba92-543287fb8215 None None] Attempting to bind port dc02cfad-29f1-4b71-82b1-bd2ef25a2b22 on host dv-cinder-793264-1-iscsi for vnic_type normal with profile {{(pid=98853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:44:07.294884 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.managers [None req-359c45df-d9e1-4587-ba92-543287fb8215 None None] Attempting to bind port dc02cfad-29f1-4b71-82b1-bd2ef25a2b22 by drivers openvswitch,hyperv on host dv-cinder-793264-1-iscsi at level 0 using segments [{'id': 'b08a821b-b431-4f99-bb61-4291d9a28249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'a030c313-3ed8-4e9f-96b2-5026a4603e5a'}] {{(pid=98853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:44:07.297898 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-359c45df-d9e1-4587-ba92-543287fb8215 None None] Attempting to bind port dc02cfad-29f1-4b71-82b1-bd2ef25a2b22 on network a030c313-3ed8-4e9f-96b2-5026a4603e5a {{(pid=98853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:44:07.299727 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ad4e5b6-865b-4cda-ade3-c3eb357ec57e', 'name': 'network-vif-deleted', 'tag': '5c2e4b9a-b01a-446c-b193-369cb4a1319e', 'status': 'completed', 'code': 200} May 27 03:44:07.324299 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-359c45df-d9e1-4587-ba92-543287fb8215 None None] Checking agent: {'id': 'ffe58315-61ba-45bf-8076-0ef37f215597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793264-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 3, 33, 6), 'started_at': datetime.datetime(2021, 5, 27, 3, 33, 36), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 3, 44, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793264-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 03:44:07.324299 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-359c45df-d9e1-4587-ba92-543287fb8215 None None] Checking segment: {'id': 'b08a821b-b431-4f99-bb61-4291d9a28249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'a030c313-3ed8-4e9f-96b2-5026a4603e5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 03:44:07.324299 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-359c45df-d9e1-4587-ba92-543287fb8215 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:07.324299 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-359c45df-d9e1-4587-ba92-543287fb8215 None None] Bound using segment: {'id': 'b08a821b-b431-4f99-bb61-4291d9a28249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'a030c313-3ed8-4e9f-96b2-5026a4603e5a'} {{(pid=98853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 03:44:07.324299 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.managers [None req-359c45df-d9e1-4587-ba92-543287fb8215 None None] Bound port: dc02cfad-29f1-4b71-82b1-bd2ef25a2b22, host: dv-cinder-793264-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b08a821b-b431-4f99-bb61-4291d9a28249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'a030c313-3ed8-4e9f-96b2-5026a4603e5a'}}] {{(pid=98853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:44:07.324299 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-359c45df-d9e1-4587-ba92-543287fb8215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:07.344185 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:07.369104 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Device 6e23172d-f30d-4914-960a-411d663b70e9 up at agent ovs-agent-dv-cinder-793264-1-iscsi {{(pid=98853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:44:07.493928 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae44264-1af6-4449-bc50-6883c907ac0d req-1c4603bb-cc58-48e9-a39d-1afbe3528094 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:07.495385 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-bae44264-1af6-4449-bc50-6883c907ac0d req-1c4603bb-cc58-48e9-a39d-1afbe3528094 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/ports?device_id=1a0adeb2-9abe-4dfa-8fd5-1aa17e3b69e0 HTTP/1.1" status: 200 len: 946 time: 0.1923928 May 27 03:44:07.499804 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02984890-fe33-4d25-bf6d-a3c3163a965f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2554297d-a794-4bc9-9cb3-56dce4e9fb2f'}] {{(pid=98853) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:44:07.543007 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.db [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] For port 2554297d-a794-4bc9-9cb3-56dce4e9fb2f, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=2554297d-a794-4bc9-9cb3-56dce4e9fb2f,segment=NetworkSegment(590d349a-0123-42dc-adf4-c99c77d07402),segment_id=590d349a-0123-42dc-adf4-c99c77d07402)] {{(pid=98853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:44:07.546184 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-bae44264-1af6-4449-bc50-6883c907ac0d req-1e4cf4b0-494a-4df8-b552-310cbbc5a222 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/security-groups?id=85648ff1-b2ef-4805-9733-563ba7ce8d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445802 May 27 03:44:07.563761 dv-cinder-793264-1-iscsi neutron-server[98853]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02984890-fe33-4d25-bf6d-a3c3163a965f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2554297d-a794-4bc9-9cb3-56dce4e9fb2f', 'code': 200} May 27 03:44:07.581645 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.db [None req-359c45df-d9e1-4587-ba92-543287fb8215 None None] For port dc02cfad-29f1-4b71-82b1-bd2ef25a2b22, host dv-cinder-793264-1-iscsi, cleared binding levels {{(pid=98853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:44:07.590344 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.db [None req-359c45df-d9e1-4587-ba92-543287fb8215 None None] For port dc02cfad-29f1-4b71-82b1-bd2ef25a2b22, host dv-cinder-793264-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-1-iscsi',level=0,port_id=dc02cfad-29f1-4b71-82b1-bd2ef25a2b22,segment=NetworkSegment(b08a821b-b431-4f99-bb61-4291d9a28249),segment_id=b08a821b-b431-4f99-bb61-4291d9a28249)] {{(pid=98853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 03:44:07.624015 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786481721483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786481287406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786481291807'] for port, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:07.624901 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Device b78c21a4-6cab-4194-9f32-cbe141d6578d no longer exists at agent hyperv_hv-cinder-79326 {{(pid=98853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:44:07.658215 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-359c45df-d9e1-4587-ba92-543287fb8215 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:44:07.706049 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.plugin [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] No Port match for: b78c21a4-6cab-4194-9f32-cbe141d6578d {{(pid=98853) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 03:44:07.706410 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Device b78c21a4-6cab-4194-9f32-cbe141d6578d not bound to the agent host hv-cinder-79326 {{(pid=98853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:44:07.708380 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-359c45df-d9e1-4587-ba92-543287fb8215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786481721483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786481287406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786481291807'] for port, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:07.724990 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Provisioning for port 6e23172d-f30d-4914-960a-411d663b70e9 completed by entity L2. {{(pid=98853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:44:07.756002 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Provisioning complete for port 6e23172d-f30d-4914-960a-411d663b70e9 triggered by entity L2. {{(pid=98853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:44:07.756380 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487713'] for port, provisioning_complete {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:07.787643 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-d7d46536-76f7-4769-9924-08056894387c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:07.816838 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [req-4cf05f40-35a9-404b-9230-e11975d49491 req-6292ed17-514f-4a0b-8caa-d52b30e6e2cb tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Synchronizing usage tracker for tenant:7413f58ffa8e476fb5600cbc51ee9d34 on resource:port {{(pid=98851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:44:07.831498 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-e3613943-0892-48bd-9358-60eb59884bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:07.883854 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Pushing event updated for resources: {'Port': ['ID=2554297d-a794-4bc9-9cb3-56dce4e9fb2f,revision_number=5']} {{(pid=98853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:07.895079 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:44:07.897422 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.182s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:44:07.907287 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [req-4cf05f40-35a9-404b-9230-e11975d49491 req-6292ed17-514f-4a0b-8caa-d52b30e6e2cb tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Unset dirty status for tenant:7413f58ffa8e476fb5600cbc51ee9d34 on resource:port {{(pid=98851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:44:07.909984 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-4cf05f40-35a9-404b-9230-e11975d49491 req-6292ed17-514f-4a0b-8caa-d52b30e6e2cb tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ad4e5b6-865b-4cda-ade3-c3eb357ec57e HTTP/1.1" status: 200 len: 210 time: 0.1387620 May 27 03:44:08.087188 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359c45df-d9e1-4587-ba92-543287fb8215 None None] Pushing event updated for resources: {'Port': ['ID=dc02cfad-29f1-4b71-82b1-bd2ef25a2b22,revision_number=2']} {{(pid=98853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:08.117686 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-359c45df-d9e1-4587-ba92-543287fb8215 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:44:08.137044 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca557287-fc25-4e3f-b72c-28d0b30e9079 req-ae18e4e4-c9f0-4d1b-840b-31a029cc26d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:08.139282 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-ca557287-fc25-4e3f-b72c-28d0b30e9079 req-ae18e4e4-c9f0-4d1b-840b-31a029cc26d5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=02984890-fe33-4d25-bf6d-a3c3163a965f HTTP/1.1" status: 200 len: 1099 time: 0.1082721 May 27 03:44:08.140773 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:08.195899 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.db [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] For port 6e23172d-f30d-4914-960a-411d663b70e9, host dv-cinder-793264-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-1-iscsi',level=0,port_id=6e23172d-f30d-4914-960a-411d663b70e9,segment=NetworkSegment(71084c34-ab19-4a6a-bf97-1930eaa9b62e),segment_id=71084c34-ab19-4a6a-bf97-1930eaa9b62e)] {{(pid=98853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:44:08.208334 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-ca557287-fc25-4e3f-b72c-28d0b30e9079 req-6aa824a7-d7b3-4df4-90af-5de850abd880 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c84eeadc-d16c-4b72-8eeb-79ff20a61103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611451 May 27 03:44:08.288743 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786481721483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786481287406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786481291807'] for port, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:08.290911 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:44:08.297401 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-d7d46536-76f7-4769-9924-08056894387c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-415161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-417536'] for router, after_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:08.360056 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Pushing event updated for resources: {'Port': ['ID=6e23172d-f30d-4914-960a-411d663b70e9,revision_number=5']} {{(pid=98853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:08.362792 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:44:08.637658 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7925bf-ce99-4984-82bb-2064fd361fe3 req-d911f1ec-daf3-4903-a7fa-96385895febe tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:08.645006 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-be7925bf-ce99-4984-82bb-2064fd361fe3 req-d911f1ec-daf3-4903-a7fa-96385895febe tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] 10.222.0.25 "GET /v2.0/ports?device_id=02984890-fe33-4d25-bf6d-a3c3163a965f HTTP/1.1" status: 200 len: 946 time: 0.2939861 May 27 03:44:08.708452 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-be7925bf-ce99-4984-82bb-2064fd361fe3 req-6b65e978-7843-4908-bd5d-1b1487f57af3 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] 10.222.0.25 "GET /v2.0/security-groups?id=c84eeadc-d16c-4b72-8eeb-79ff20a61103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625777 May 27 03:44:08.755026 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1b30dd-64bc-426d-a96f-e3cfa22d8169 req-be5e1f18-de99-4771-8d22-9ec47cca3049 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:08.756557 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-df1b30dd-64bc-426d-a96f-e3cfa22d8169 req-be5e1f18-de99-4771-8d22-9ec47cca3049 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/ports?device_id=1a0adeb2-9abe-4dfa-8fd5-1aa17e3b69e0 HTTP/1.1" status: 200 len: 946 time: 0.0880554 May 27 03:44:08.783750 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7d46536-76f7-4769-9924-08056894387c admin admin] Router 08326855-61af-400a-8620-23cfa7988190 is scheduled to L3 agent 816f7595-8215-4f06-9251-575c663b21d0 with binding_index 1 {{(pid=98852) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 03:44:08.805072 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-df1b30dd-64bc-426d-a96f-e3cfa22d8169 req-e04a1bfc-29a1-49e9-9627-a8206a0e09d6 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/security-groups?id=85648ff1-b2ef-4805-9733-563ba7ce8d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425878 May 27 03:44:08.887623 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b53e59e-2fe5-4bb3-80cf-87a1ce791c36 None None] Network a030c313-3ed8-4e9f-96b2-5026a4603e5a requested from dv-cinder-793264-1-iscsi {{(pid=98853) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 03:44:08.985746 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7d46536-76f7-4769-9924-08056894387c admin admin] Notify agent at l3_agent.dv-cinder-793264-1-iscsi the message routers_updated {{(pid=98852) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 03:44:08.997418 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf386a7-7783-4b41-93af-03d4fac9a40a None None] Sync routers for ids ['08326855-61af-400a-8620-23cfa7988190'] in dv-cinder-793264-1-iscsi {{(pid=98854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:44:09.010842 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf386a7-7783-4b41-93af-03d4fac9a40a None None] Routers {'08326855-61af-400a-8620-23cfa7988190'} bound to L3 agent in host dv-cinder-793264-1-iscsi {{(pid=98854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 03:44:09.011788 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.l3_hamode_db [None req-baf386a7-7783-4b41-93af-03d4fac9a40a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-27T03:33:06Z,description=,heartbeat_timestamp=2021-05-27T03:44:06Z,host='dv-cinder-793264-1-iscsi',id=816f7595-8215-4f06-9251-575c663b21d0,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T03:33:06Z,topic='l3_agent')) {'router_ids': ['08326855-61af-400a-8620-23cfa7988190'], 'active': True} {{(pid=98854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:44:09.081420 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-d7d46536-76f7-4769-9924-08056894387c admin admin] Notify callbacks [] for router, before_response {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:09.083127 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-d7d46536-76f7-4769-9924-08056894387c admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.8644097 May 27 03:44:09.086061 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 57588) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:44:09.139344 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-dd65f628-1d0b-4cfe-b6a8-04854e068771 None None] Provisioning for port dc02cfad-29f1-4b71-82b1-bd2ef25a2b22 completed by entity DHCP. {{(pid=98853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:44:09.238806 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.l3_dvr_db [None req-baf386a7-7783-4b41-93af-03d4fac9a40a None None] Set router 08326855-61af-400a-8620-23cfa7988190 gateway port host: dv-cinder-793264-1-iscsi {{(pid=98854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 03:44:09.328883 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-3af0ace6-547d-4950-9fe5-73e267668fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:09.429091 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Device dc02cfad-29f1-4b71-82b1-bd2ef25a2b22 up at agent ovs-agent-dv-cinder-793264-1-iscsi {{(pid=98853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:44:09.565756 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.l3_hamode_db [None req-baf386a7-7783-4b41-93af-03d4fac9a40a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08326855-61af-400a-8620-23cfa7988190', 'name': 'tempest-TestMinimumBasicScenario-585449419-router', 'tenant_id': '2d044a70f730468694e1de02d9ff1f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'external_fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': '3cb9ea9e-54fa-42b6-8235-8f69369f1cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:44:05Z', 'updated_at': '2021-05-27T03:44:07Z', 'revision_number': 3, 'project_id': '2d044a70f730468694e1de02d9ff1f8c', 'gw_port': {'id': '3cb9ea9e-54fa-42b6-8235-8f69369f1cd5', 'name': '', 'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b4:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08326855-61af-400a-8620-23cfa7988190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:44:06Z', 'updated_at': '2021-05-27T03:44:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-iscsi'}], 'dv-cinder-793264-1-iscsi', False) {} {{(pid=98854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:44:09.570007 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf386a7-7783-4b41-93af-03d4fac9a40a None None] Checking router: 08326855-61af-400a-8620-23cfa7988190 for host: dv-cinder-793264-1-iscsi {{(pid=98854) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:44:09.570345 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf386a7-7783-4b41-93af-03d4fac9a40a None None] Updating router 08326855-61af-400a-8620-23cfa7988190 port 3cb9ea9e-54fa-42b6-8235-8f69369f1cd5 binding host dv-cinder-793264-1-iscsi {{(pid=98854) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 03:44:09.627988 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron_lib.callbacks.manager [None req-baf386a7-7783-4b41-93af-03d4fac9a40a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_update {{(pid=98854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:09.641059 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Provisioning for port dc02cfad-29f1-4b71-82b1-bd2ef25a2b22 completed by entity L2. {{(pid=98853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:44:09.646331 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Provisioning complete for port dc02cfad-29f1-4b71-82b1-bd2ef25a2b22 triggered by entity L2. {{(pid=98853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:44:09.646805 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487713'] for port, provisioning_complete {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:09.830914 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:09.866567 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.db [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] For port dc02cfad-29f1-4b71-82b1-bd2ef25a2b22, host dv-cinder-793264-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-1-iscsi',level=0,port_id=dc02cfad-29f1-4b71-82b1-bd2ef25a2b22,segment=NetworkSegment(b08a821b-b431-4f99-bb61-4291d9a28249),segment_id=b08a821b-b431-4f99-bb61-4291d9a28249)] {{(pid=98853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:44:09.909350 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf042223-313d-49b4-9647-992b2f03fc07 req-3abb9658-bd72-465b-8ced-600f26dd32b4 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:09.910773 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a4c5c1-38fd-46f6-aa13-6ca2eee0f1ba req-618fd852-1213-4869-b94c-a09a24b8eb7d tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:09.911185 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-cf042223-313d-49b4-9647-992b2f03fc07 req-3abb9658-bd72-465b-8ced-600f26dd32b4 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] 10.222.0.25 "GET /v2.0/ports?device_id=02984890-fe33-4d25-bf6d-a3c3163a965f HTTP/1.1" status: 200 len: 946 time: 0.0889852 May 27 03:44:09.918111 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-53a4c5c1-38fd-46f6-aa13-6ca2eee0f1ba req-618fd852-1213-4869-b94c-a09a24b8eb7d tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a78b67b-ae82-47f7-9c4a-3698918592c6 HTTP/1.1" status: 200 len: 946 time: 0.1969235 May 27 03:44:09.940731 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786481721483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786481287406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786481291807'] for port, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:09.942394 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Device 6e23172d-f30d-4914-960a-411d663b70e9 up at agent ovs-agent-dv-cinder-793264-1-iscsi {{(pid=98853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:44:09.971313 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:44:09.974532 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-cf042223-313d-49b4-9647-992b2f03fc07 req-4b97c5bf-bed5-4007-9bfa-7ac31b696271 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] 10.222.0.25 "GET /v2.0/security-groups?id=c84eeadc-d16c-4b72-8eeb-79ff20a61103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552197 May 27 03:44:10.014404 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-53a4c5c1-38fd-46f6-aa13-6ca2eee0f1ba req-793bc3db-2f5a-4074-8d2e-6fefb7597196 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] 10.222.0.25 "GET /v2.0/security-groups?id=3008a255-7ecc-4b97-8d3a-baac4542929c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952423 May 27 03:44:10.051810 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron_lib.callbacks.manager [None req-baf386a7-7783-4b41-93af-03d4fac9a40a None None] Notify callbacks [] for port, precommit_update {{(pid=98854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:10.065123 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.provisioning_blocks [None req-baf386a7-7783-4b41-93af-03d4fac9a40a None None] Transition to ACTIVE for port object 3cb9ea9e-54fa-42b6-8235-8f69369f1cd5 will not be triggered until provisioned by entity L2. {{(pid=98854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:44:10.081582 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Pushing event updated for resources: {'Port': ['ID=dc02cfad-29f1-4b71-82b1-bd2ef25a2b22,revision_number=3']} {{(pid=98853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:10.084783 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:44:10.096024 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Provisioning complete for port 6e23172d-f30d-4914-960a-411d663b70e9 triggered by entity L2. {{(pid=98853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:44:10.096718 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487713'] for port, provisioning_complete {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:10.125088 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-88392643-58f2-4c69-937a-8b63599e864d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:10.134769 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron_lib.callbacks.manager [None req-baf386a7-7783-4b41-93af-03d4fac9a40a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786481721483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786481287406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786481291807'] for port, after_update {{(pid=98854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:10.141494 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:44:10.149844 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Device 5c2e4b9a-b01a-446c-b193-369cb4a1319e no longer exists at agent hyperv_hv-cinder-79326 {{(pid=98853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:44:10.184469 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9a014f-f438-4b4c-a4a0-f2efa3a7d7e1 req-81591579-fc57-4d0b-ad4e-aedaab1310a4 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:10.192739 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-ce9a014f-f438-4b4c-a4a0-f2efa3a7d7e1 req-81591579-fc57-4d0b-ad4e-aedaab1310a4 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/ports?device_id=1a0adeb2-9abe-4dfa-8fd5-1aa17e3b69e0 HTTP/1.1" status: 200 len: 946 time: 0.1127784 May 27 03:44:10.199776 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.plugin [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] No Port match for: 5c2e4b9a-b01a-446c-b193-369cb4a1319e {{(pid=98853) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 03:44:10.200124 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Device 5c2e4b9a-b01a-446c-b193-369cb4a1319e not bound to the agent host hv-cinder-79326 {{(pid=98853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:44:10.234676 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.plugins.ml2.managers [None req-baf386a7-7783-4b41-93af-03d4fac9a40a None None] Attempting to bind port 3cb9ea9e-54fa-42b6-8235-8f69369f1cd5 on host dv-cinder-793264-1-iscsi for vnic_type normal with profile {{(pid=98854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:44:10.235045 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.plugins.ml2.managers [None req-baf386a7-7783-4b41-93af-03d4fac9a40a None None] Attempting to bind port 3cb9ea9e-54fa-42b6-8235-8f69369f1cd5 by drivers openvswitch,hyperv on host dv-cinder-793264-1-iscsi at level 0 using segments [{'id': '7a030bd6-e61c-49cd-a1b5-23d06097a1a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7'}] {{(pid=98854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:44:10.235454 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf386a7-7783-4b41-93af-03d4fac9a40a None None] Attempting to bind port 3cb9ea9e-54fa-42b6-8235-8f69369f1cd5 on network 9a3e94d8-5315-41b6-9829-3c758c3039b7 {{(pid=98854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:44:10.245049 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf386a7-7783-4b41-93af-03d4fac9a40a None None] Checking agent: {'id': 'ffe58315-61ba-45bf-8076-0ef37f215597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793264-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 3, 33, 6), 'started_at': datetime.datetime(2021, 5, 27, 3, 33, 36), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 3, 44, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793264-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 03:44:10.245424 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf386a7-7783-4b41-93af-03d4fac9a40a None None] Checking segment: {'id': '7a030bd6-e61c-49cd-a1b5-23d06097a1a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 03:44:10.245817 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron_lib.callbacks.manager [None req-baf386a7-7783-4b41-93af-03d4fac9a40a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:10.246204 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf386a7-7783-4b41-93af-03d4fac9a40a None None] Bound using segment: {'id': '7a030bd6-e61c-49cd-a1b5-23d06097a1a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7'} {{(pid=98854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 03:44:10.246667 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.plugins.ml2.managers [None req-baf386a7-7783-4b41-93af-03d4fac9a40a None None] Bound port: 3cb9ea9e-54fa-42b6-8235-8f69369f1cd5, host: dv-cinder-793264-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a030bd6-e61c-49cd-a1b5-23d06097a1a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7'}}] {{(pid=98854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:44:10.247034 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron_lib.callbacks.manager [None req-baf386a7-7783-4b41-93af-03d4fac9a40a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_update {{(pid=98854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:10.257503 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-ce9a014f-f438-4b4c-a4a0-f2efa3a7d7e1 req-7f245027-93a2-4670-baf1-b96515c78a46 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/security-groups?id=85648ff1-b2ef-4805-9733-563ba7ce8d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633156 May 27 03:44:10.302047 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ec374e-76cb-4bbb-a22f-8581507db989 None None] Pushing event updated for resources: {'Port': ['ID=3cb9ea9e-54fa-42b6-8235-8f69369f1cd5,revision_number=2']} {{(pid=98854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:10.313237 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG oslo_concurrency.lockutils [None req-49ec374e-76cb-4bbb-a22f-8581507db989 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=98854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:44:10.335931 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.plugins.ml2.db [None req-baf386a7-7783-4b41-93af-03d4fac9a40a None None] For port 3cb9ea9e-54fa-42b6-8235-8f69369f1cd5, host dv-cinder-793264-1-iscsi, cleared binding levels {{(pid=98854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:44:10.339115 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.plugins.ml2.db [None req-baf386a7-7783-4b41-93af-03d4fac9a40a None None] For port 3cb9ea9e-54fa-42b6-8235-8f69369f1cd5, host dv-cinder-793264-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-1-iscsi',level=0,port_id=3cb9ea9e-54fa-42b6-8235-8f69369f1cd5,segment=NetworkSegment(7a030bd6-e61c-49cd-a1b5-23d06097a1a4),segment_id=7a030bd6-e61c-49cd-a1b5-23d06097a1a4)] {{(pid=98854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 03:44:10.351892 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c1020f-2024-433d-856b-b3f340fc00e1 req-f2bcc565-f51d-4e00-bcd2-dc65d234139b tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:10.353462 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-16c1020f-2024-433d-856b-b3f340fc00e1 req-f2bcc565-f51d-4e00-bcd2-dc65d234139b tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] 10.222.0.25 "GET /v2.0/ports?device_id=02984890-fe33-4d25-bf6d-a3c3163a965f HTTP/1.1" status: 200 len: 946 time: 0.1733553 May 27 03:44:10.421759 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron_lib.callbacks.manager [None req-baf386a7-7783-4b41-93af-03d4fac9a40a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786481721483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786481287406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786481291807'] for port, after_update {{(pid=98854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:10.426864 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:44:10.449881 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-16c1020f-2024-433d-856b-b3f340fc00e1 req-69f25adb-a9bb-4187-9fee-9afe61eb931c tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] 10.222.0.25 "GET /v2.0/security-groups?id=c84eeadc-d16c-4b72-8eeb-79ff20a61103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899687 May 27 03:44:10.461786 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.db_base_plugin_common [None req-88392643-58f2-4c69-937a-8b63599e864d admin admin] Allocated IP 172.20.0.1 (a030c313-3ed8-4e9f-96b2-5026a4603e5a/a614ab92-85f2-4714-b0a9-0c2945c60725/b11a57c6-5bff-4c66-b864-b849586f1343) {{(pid=98852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:44:10.478335 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.wsgi [-] (98851) accepted ('10.222.0.25', 57604) {{(pid=98851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:44:10.517846 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf386a7-7783-4b41-93af-03d4fac9a40a None None] Routers {'08326855-61af-400a-8620-23cfa7988190'} bound to L3 agent in host dv-cinder-793264-1-iscsi {{(pid=98854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 03:44:10.518708 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.l3_hamode_db [None req-baf386a7-7783-4b41-93af-03d4fac9a40a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-27T03:33:06Z,description=,heartbeat_timestamp=2021-05-27T03:44:06Z,host='dv-cinder-793264-1-iscsi',id=816f7595-8215-4f06-9251-575c663b21d0,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T03:33:06Z,topic='l3_agent')) {'router_ids': ['08326855-61af-400a-8620-23cfa7988190'], 'active': True} {{(pid=98854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:44:10.603037 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ec374e-76cb-4bbb-a22f-8581507db989 None None] Pushing event updated for resources: {'Port': ['ID=3cb9ea9e-54fa-42b6-8235-8f69369f1cd5,revision_number=3']} {{(pid=98854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:10.606379 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG oslo_concurrency.lockutils [None req-49ec374e-76cb-4bbb-a22f-8581507db989 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=98854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:44:10.715171 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.l3_dvr_db [None req-baf386a7-7783-4b41-93af-03d4fac9a40a None None] Set router 08326855-61af-400a-8620-23cfa7988190 gateway port host: dv-cinder-793264-1-iscsi {{(pid=98854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 03:44:10.758236 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-88392643-58f2-4c69-937a-8b63599e864d admin admin] Notify callbacks [] for port, precommit_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:10.776738 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.provisioning_blocks [None req-88392643-58f2-4c69-937a-8b63599e864d admin admin] Transition to ACTIVE for port object b11a57c6-5bff-4c66-b864-b849586f1343 will not be triggered until provisioned by entity DHCP. {{(pid=98852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:44:10.847526 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f80d8fff-1fbe-483f-8d9c-b4cc482a20f7 tempest-TestShelveInstance-424657437 tempest-TestShelveInstance-424657437-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:10.849044 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [None req-f80d8fff-1fbe-483f-8d9c-b4cc482a20f7 tempest-TestShelveInstance-424657437 tempest-TestShelveInstance-424657437-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=02984890-fe33-4d25-bf6d-a3c3163a965f HTTP/1.1" status: 200 len: 1094 time: 0.3696873 May 27 03:44:10.851891 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.wsgi [-] (98851) accepted ('10.222.0.25', 57612) {{(pid=98851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:44:10.856833 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.v2.base [None req-9627462b-a931-48c9-8f9c-e97f2f99a764 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Request body: {'floatingip': {'floating_network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'port_id': '2554297d-a794-4bc9-9cb3-56dce4e9fb2f', 'tenant_id': '450ff0f7a98a4ae385a74e4ddaf301ef', 'fixed_ip_address': '172.20.0.10'}} {{(pid=98851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:44:10.864111 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.quota.driver [None req-9627462b-a931-48c9-8f9c-e97f2f99a764 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:44:10.866958 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [None req-9627462b-a931-48c9-8f9c-e97f2f99a764 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Usage tracker for resource:floatingip and tenant:450ff0f7a98a4ae385a74e4ddaf301ef is out of sync, need to count used quota {{(pid=98851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:44:10.869752 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [None req-9627462b-a931-48c9-8f9c-e97f2f99a764 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=98851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:44:10.876236 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.quota.driver [None req-9627462b-a931-48c9-8f9c-e97f2f99a764 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=98851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:44:10.884280 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-88392643-58f2-4c69-937a-8b63599e864d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786481287388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27723313'] for port, after_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:10.889415 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-5e7c20f4-fa0e-4ef7-8621-85e1395ebcb7 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:44:10.951852 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88392643-58f2-4c69-937a-8b63599e864d admin admin] Network a030c313-3ed8-4e9f-96b2-5026a4603e5a is already hosted by enough agents. {{(pid=98852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:44:10.954735 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.scheduler.base_scheduler [None req-88392643-58f2-4c69-937a-8b63599e864d admin admin] Resources bound (agent type, host, resource id): {{(pid=98852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:44:10.958298 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88392643-58f2-4c69-937a-8b63599e864d admin admin] Received port after_create {{(pid=98852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 03:44:10.978370 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-9627462b-a931-48c9-8f9c-e97f2f99a764 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Notify callbacks [] for floatingip, before_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:10.995335 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88392643-58f2-4c69-937a-8b63599e864d admin admin] Pushing event updated for resources: {'Port': ['ID=b11a57c6-5bff-4c66-b864-b849586f1343,revision_number=1']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:11.003652 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-88392643-58f2-4c69-937a-8b63599e864d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:44:11.025749 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-88392643-58f2-4c69-937a-8b63599e864d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-403814'] for router_interface, before_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:11.080456 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.l3_hamode_db [None req-baf386a7-7783-4b41-93af-03d4fac9a40a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08326855-61af-400a-8620-23cfa7988190', 'name': 'tempest-TestMinimumBasicScenario-585449419-router', 'tenant_id': '2d044a70f730468694e1de02d9ff1f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'external_fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': '3cb9ea9e-54fa-42b6-8235-8f69369f1cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:44:05Z', 'updated_at': '2021-05-27T03:44:07Z', 'revision_number': 3, 'project_id': '2d044a70f730468694e1de02d9ff1f8c', 'gw_port': {'id': '3cb9ea9e-54fa-42b6-8235-8f69369f1cd5', 'name': '', 'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b4:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08326855-61af-400a-8620-23cfa7988190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:44:06Z', 'updated_at': '2021-05-27T03:44:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-iscsi'}], 'dv-cinder-793264-1-iscsi', False) {} {{(pid=98854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:44:11.085208 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf386a7-7783-4b41-93af-03d4fac9a40a None None] The sync data for ids ['08326855-61af-400a-8620-23cfa7988190'] in dv-cinder-793264-1-iscsi is: [{'id': '08326855-61af-400a-8620-23cfa7988190', 'name': 'tempest-TestMinimumBasicScenario-585449419-router', 'tenant_id': '2d044a70f730468694e1de02d9ff1f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'external_fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': '3cb9ea9e-54fa-42b6-8235-8f69369f1cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:44:05Z', 'updated_at': '2021-05-27T03:44:07Z', 'revision_number': 3, 'project_id': '2d044a70f730468694e1de02d9ff1f8c', 'gw_port': {'id': '3cb9ea9e-54fa-42b6-8235-8f69369f1cd5', 'name': '', 'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b4:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08326855-61af-400a-8620-23cfa7988190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:44:06Z', 'updated_at': '2021-05-27T03:44:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-iscsi'}] {{(pid=98854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:44:11.215805 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-9627462b-a931-48c9-8f9c-e97f2f99a764 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:11.317947 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Device dc02cfad-29f1-4b71-82b1-bd2ef25a2b22 up at agent ovs-agent-dv-cinder-793264-1-iscsi {{(pid=98853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:44:11.330551 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-88392643-58f2-4c69-937a-8b63599e864d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_update {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:11.383199 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-b9879a58-e54c-4ea0-b2f5-b8071c97a977 None None] Provisioning for port b11a57c6-5bff-4c66-b864-b849586f1343 completed by entity DHCP. {{(pid=98853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:44:11.390205 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-b9879a58-e54c-4ea0-b2f5-b8071c97a977 None None] Provisioning complete for port b11a57c6-5bff-4c66-b864-b849586f1343 triggered by entity DHCP. {{(pid=98853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:44:11.390817 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-b9879a58-e54c-4ea0-b2f5-b8071c97a977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487713'] for port, provisioning_complete {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:11.402541 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.db_base_plugin_common [None req-9627462b-a931-48c9-8f9c-e97f2f99a764 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Allocated IP 172.27.2.3 (9a3e94d8-5315-41b6-9829-3c758c3039b7/7ac4e62e-aca4-43cf-995d-95d63bfe1e6b/c5fb150a-54bc-4fe7-bee7-ce6486d76cd0) {{(pid=98851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:44:11.431182 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e0b817-a9d4-4a10-85d3-560f61e4ad90 req-333edf30-e73d-441a-b84c-26419004d2a0 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:11.457859 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-f5e0b817-a9d4-4a10-85d3-560f61e4ad90 req-333edf30-e73d-441a-b84c-26419004d2a0 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a78b67b-ae82-47f7-9c4a-3698918592c6 HTTP/1.1" status: 200 len: 946 time: 0.2860508 May 27 03:44:11.476868 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.plugin [None req-b9879a58-e54c-4ea0-b2f5-b8071c97a977 None None] Port b11a57c6-5bff-4c66-b864-b849586f1343 cannot update to ACTIVE because it is not bound. {{(pid=98853) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 03:44:11.491441 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Provisioning complete for port dc02cfad-29f1-4b71-82b1-bd2ef25a2b22 triggered by entity L2. {{(pid=98853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:44:11.491969 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487713'] for port, provisioning_complete {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:11.618462 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-f5e0b817-a9d4-4a10-85d3-560f61e4ad90 req-dd0570d2-786a-4b85-a4f9-415a366c877e tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] 10.222.0.25 "GET /v2.0/security-groups?id=3008a255-7ecc-4b97-8d3a-baac4542929c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595185 May 27 03:44:11.731968 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-88392643-58f2-4c69-937a-8b63599e864d admin admin] Notify callbacks [] for port, precommit_update {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:11.781563 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-9627462b-a931-48c9-8f9c-e97f2f99a764 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Notify callbacks [] for port, precommit_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:11.799319 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c514c40e-326f-49df-8c69-b5399a0e9b7e req-700d3f2d-7d0a-42ac-ac22-814db6181261 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:11.800895 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-c514c40e-326f-49df-8c69-b5399a0e9b7e req-700d3f2d-7d0a-42ac-ac22-814db6181261 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/ports?device_id=1a0adeb2-9abe-4dfa-8fd5-1aa17e3b69e0 HTTP/1.1" status: 200 len: 946 time: 0.1734521 May 27 03:44:11.803361 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-88392643-58f2-4c69-937a-8b63599e864d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786481721483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786481287406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786481291807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27723270'] for port, after_update {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:11.843866 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-5c5be682-816b-464b-bab8-8e3305dfb896 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:44:11.923645 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-c514c40e-326f-49df-8c69-b5399a0e9b7e req-1cec8b17-3871-4858-b83b-f91d0fd7fbc4 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/security-groups?id=85648ff1-b2ef-4805-9733-563ba7ce8d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135788 May 27 03:44:11.929547 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-88392643-58f2-4c69-937a-8b63599e864d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3689977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-403909'] for router_interface, after_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:11.934374 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88392643-58f2-4c69-937a-8b63599e864d admin admin] Pushing event updated for resources: {'Port': ['ID=b11a57c6-5bff-4c66-b864-b849586f1343,revision_number=2']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:11.938243 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-88392643-58f2-4c69-937a-8b63599e864d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:44:11.957952 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb41376-ffb8-457b-89f0-9ec9463e55f2 req-0927ee96-2c4e-4515-9793-ebc7314a648f tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:11.959672 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-4bb41376-ffb8-457b-89f0-9ec9463e55f2 req-0927ee96-2c4e-4515-9793-ebc7314a648f tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a78b67b-ae82-47f7-9c4a-3698918592c6 HTTP/1.1" status: 200 len: 946 time: 0.1289568 May 27 03:44:12.003395 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-9627462b-a931-48c9-8f9c-e97f2f99a764 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786481287388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28231606'] for port, after_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:12.014072 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-703279c4-816b-4719-8adc-e6854f2761a4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:44:12.081723 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88392643-58f2-4c69-937a-8b63599e864d admin admin] Network a030c313-3ed8-4e9f-96b2-5026a4603e5a is already hosted by enough agents. {{(pid=98852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:44:12.082892 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.scheduler.base_scheduler [None req-88392643-58f2-4c69-937a-8b63599e864d admin admin] Resources bound (agent type, host, resource id): {{(pid=98852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:44:12.097391 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9627462b-a931-48c9-8f9c-e97f2f99a764 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Network 9a3e94d8-5315-41b6-9829-3c758c3039b7 is already hosted by enough agents. {{(pid=98851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:44:12.102073 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.scheduler.base_scheduler [None req-9627462b-a931-48c9-8f9c-e97f2f99a764 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Resources bound (agent type, host, resource id): {{(pid=98851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:44:12.135414 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9627462b-a931-48c9-8f9c-e97f2f99a764 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Received port after_create {{(pid=98851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 03:44:12.174012 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9627462b-a931-48c9-8f9c-e97f2f99a764 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Pushing event updated for resources: {'Port': ['ID=c5fb150a-54bc-4fe7-bee7-ce6486d76cd0,revision_number=1']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:12.187731 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-9627462b-a931-48c9-8f9c-e97f2f99a764 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:44:12.321838 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.plugin [req-4bb41376-ffb8-457b-89f0-9ec9463e55f2 req-cc106204-20b4-447a-a068-bb9496055a9e tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Deleting port 7c9d543c-8635-48f1-aa64-5b32d4b0b972 {{(pid=98851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 03:44:12.322180 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-4bb41376-ffb8-457b-89f0-9ec9463e55f2 req-cc106204-20b4-447a-a068-bb9496055a9e tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786481719372'] for port, before_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:12.328351 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88392643-58f2-4c69-937a-8b63599e864d admin admin] Router 08326855-61af-400a-8620-23cfa7988190 has already been hosted by L3 agent 816f7595-8215-4f06-9251-575c663b21d0 {{(pid=98852) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 03:44:12.419054 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-2797cf34-9778-4c75-87b2-815509019c0d None None] Provisioning complete for port b11a57c6-5bff-4c66-b864-b849586f1343 triggered by entity DHCP. {{(pid=98853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:44:12.422212 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-2797cf34-9778-4c75-87b2-815509019c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487713'] for port, provisioning_complete {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:12.478392 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.plugin [None req-2797cf34-9778-4c75-87b2-815509019c0d None None] Port b11a57c6-5bff-4c66-b864-b849586f1343 cannot update to ACTIVE because it is not bound. {{(pid=98853) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 03:44:12.512262 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88392643-58f2-4c69-937a-8b63599e864d admin admin] Notify agent at l3_agent.dv-cinder-793264-1-iscsi the message routers_updated {{(pid=98852) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 03:44:12.521624 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-88392643-58f2-4c69-937a-8b63599e864d admin admin] 10.222.0.25 "PUT /v2.0/routers/08326855-61af-400a-8620-23cfa7988190/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4338169 May 27 03:44:12.616845 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.db [req-4bb41376-ffb8-457b-89f0-9ec9463e55f2 req-cc106204-20b4-447a-a068-bb9496055a9e tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] For port 7c9d543c-8635-48f1-aa64-5b32d4b0b972, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=7c9d543c-8635-48f1-aa64-5b32d4b0b972,segment=NetworkSegment(9f0a7abb-00b7-4c31-9093-b0d5b331bfb6),segment_id=9f0a7abb-00b7-4c31-9093-b0d5b331bfb6)] {{(pid=98851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:44:12.617198 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-4bb41376-ffb8-457b-89f0-9ec9463e55f2 req-cc106204-20b4-447a-a068-bb9496055a9e tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417280'] for port, precommit_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:12.754225 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.plugin [req-4bb41376-ffb8-457b-89f0-9ec9463e55f2 req-cc106204-20b4-447a-a068-bb9496055a9e tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Calling delete_port for 7c9d543c-8635-48f1-aa64-5b32d4b0b972 owned by compute:nova {{(pid=98851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 03:44:12.908388 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b1bb33-d75f-4744-be59-68f199ef7d8c req-d9b13bd3-3784-4d9c-a2f9-7f4627cff25a tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:12.908388 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-c6b1bb33-d75f-4744-be59-68f199ef7d8c req-d9b13bd3-3784-4d9c-a2f9-7f4627cff25a tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a78b67b-ae82-47f7-9c4a-3698918592c6 HTTP/1.1" status: 200 len: 946 time: 0.1649361 May 27 03:44:13.051798 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-c6b1bb33-d75f-4744-be59-68f199ef7d8c req-236c316d-9ee9-4404-8c60-9fb990d27c0b tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] 10.222.0.25 "GET /v2.0/security-groups?id=3008a255-7ecc-4b97-8d3a-baac4542929c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357203 May 27 03:44:13.060463 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-9627462b-a931-48c9-8f9c-e97f2f99a764 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:13.116920 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0304e21d-108e-473b-ba78-a3b5392167af None None] Sync routers for ids ['08326855-61af-400a-8620-23cfa7988190'] in dv-cinder-793264-1-iscsi {{(pid=98853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:44:13.126961 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0304e21d-108e-473b-ba78-a3b5392167af None None] Routers {'08326855-61af-400a-8620-23cfa7988190'} bound to L3 agent in host dv-cinder-793264-1-iscsi {{(pid=98853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 03:44:13.127577 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_hamode_db [None req-0304e21d-108e-473b-ba78-a3b5392167af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-27T03:33:06Z,description=,heartbeat_timestamp=2021-05-27T03:44:06Z,host='dv-cinder-793264-1-iscsi',id=816f7595-8215-4f06-9251-575c663b21d0,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T03:33:06Z,topic='l3_agent')) {'router_ids': ['08326855-61af-400a-8620-23cfa7988190'], 'active': True} {{(pid=98853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:44:13.138224 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-4bb41376-ffb8-457b-89f0-9ec9463e55f2 req-cc106204-20b4-447a-a068-bb9496055a9e tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786481721510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786481287397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28231606'] for port, after_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:13.152706 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-9627462b-a931-48c9-8f9c-e97f2f99a764 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:44:13.185495 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.db [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] get_ports_and_sgs() called for port_ids ['1279817e-ea8d-4755-966e-3691e51297b7', '7c9d543c-8635-48f1-aa64-5b32d4b0b972'] {{(pid=98853) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 03:44:13.344680 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Device 3cb9ea9e-54fa-42b6-8235-8f69369f1cd5 up at agent ovs-agent-dv-cinder-793264-1-iscsi {{(pid=98853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:44:13.431045 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc106204-20b4-447a-a068-bb9496055a9e tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Pushing event deleted for resources: {'Port': ['ID=7c9d543c-8635-48f1-aa64-5b32d4b0b972,revision_number=None']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:13.484091 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_dvr_db [None req-0304e21d-108e-473b-ba78-a3b5392167af None None] Set router 08326855-61af-400a-8620-23cfa7988190 gateway port host: dv-cinder-793264-1-iscsi {{(pid=98853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 03:44:13.502303 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-cc106204-20b4-447a-a068-bb9496055a9e tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:44:13.547065 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bb41376-ffb8-457b-89f0-9ec9463e55f2 req-cc106204-20b4-447a-a068-bb9496055a9e tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] No DVR routers for this DVR port 7c9d543c-8635-48f1-aa64-5b32d4b0b972 on host hv-cinder-79326 {{(pid=98851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:44:13.555656 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-4bb41376-ffb8-457b-89f0-9ec9463e55f2 req-cc106204-20b4-447a-a068-bb9496055a9e tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4037888'] for port, before_response {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:13.558219 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a78b67b-ae82-47f7-9c4a-3698918592c6', 'name': 'network-vif-deleted', 'tag': '7c9d543c-8635-48f1-aa64-5b32d4b0b972'}] {{(pid=98851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:44:13.565832 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-9627462b-a931-48c9-8f9c-e97f2f99a764 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_update {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:13.617846 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a78b67b-ae82-47f7-9c4a-3698918592c6', 'name': 'network-vif-deleted', 'tag': '7c9d543c-8635-48f1-aa64-5b32d4b0b972', 'status': 'completed', 'code': 200} May 27 03:44:13.678781 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Provisioning for port 3cb9ea9e-54fa-42b6-8235-8f69369f1cd5 completed by entity L2. {{(pid=98853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:44:13.707815 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Provisioning complete for port 3cb9ea9e-54fa-42b6-8235-8f69369f1cd5 triggered by entity L2. {{(pid=98853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:44:13.708509 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487713'] for port, provisioning_complete {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:13.753947 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-4bb41376-ffb8-457b-89f0-9ec9463e55f2 req-cc106204-20b4-447a-a068-bb9496055a9e tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] 10.222.0.36 "DELETE /v2.0/ports/7c9d543c-8635-48f1-aa64-5b32d4b0b972 HTTP/1.1" status: 204 len: 173 time: 1.7862473 May 27 03:44:13.860074 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae61a5fc-0ef6-4dc8-a26f-49cdd28e63b3 req-5c9da005-cb51-4e7b-8c16-5addbcca9f72 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:13.867636 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-ae61a5fc-0ef6-4dc8-a26f-49cdd28e63b3 req-5c9da005-cb51-4e7b-8c16-5addbcca9f72 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/ports?device_id=1a0adeb2-9abe-4dfa-8fd5-1aa17e3b69e0 HTTP/1.1" status: 200 len: 946 time: 0.5614038 May 27 03:44:13.884453 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-47548689-7a65-42e5-946d-8dae3ee029de req-e56e8aa5-5b8c-450b-b90e-4c2f1628c5bb service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3c7e656a-afc5-4119-a11e-920c583d89d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4405367 May 27 03:44:13.973888 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:13.996240 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.db [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] For port 3cb9ea9e-54fa-42b6-8235-8f69369f1cd5, host dv-cinder-793264-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-1-iscsi',level=0,port_id=3cb9ea9e-54fa-42b6-8235-8f69369f1cd5,segment=NetworkSegment(7a030bd6-e61c-49cd-a1b5-23d06097a1a4),segment_id=7a030bd6-e61c-49cd-a1b5-23d06097a1a4)] {{(pid=98853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:44:14.022957 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_hamode_db [None req-0304e21d-108e-473b-ba78-a3b5392167af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08326855-61af-400a-8620-23cfa7988190', 'name': 'tempest-TestMinimumBasicScenario-585449419-router', 'tenant_id': '2d044a70f730468694e1de02d9ff1f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'external_fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': '3cb9ea9e-54fa-42b6-8235-8f69369f1cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:44:05Z', 'updated_at': '2021-05-27T03:44:11Z', 'revision_number': 4, 'project_id': '2d044a70f730468694e1de02d9ff1f8c', 'gw_port': {'id': '3cb9ea9e-54fa-42b6-8235-8f69369f1cd5', 'name': '', 'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b4:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08326855-61af-400a-8620-23cfa7988190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:44:06Z', 'updated_at': '2021-05-27T03:44:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-iscsi', '_interfaces': [{'id': 'b11a57c6-5bff-4c66-b864-b849586f1343', 'name': '', 'network_id': 'a030c313-3ed8-4e9f-96b2-5026a4603e5a', 'tenant_id': '2d044a70f730468694e1de02d9ff1f8c', 'mac_address': 'fa:16:3e:e0:47:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08326855-61af-400a-8620-23cfa7988190', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'a614ab92-85f2-4714-b0a9-0c2945c60725', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:44:10Z', 'updated_at': '2021-05-27T03:44:11Z', 'revision_number': 2, 'project_id': '2d044a70f730468694e1de02d9ff1f8c', 'subnets': [{'id': 'a614ab92-85f2-4714-b0a9-0c2945c60725', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-1-iscsi', False) {} {{(pid=98853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:44:14.026341 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-ae61a5fc-0ef6-4dc8-a26f-49cdd28e63b3 req-128a30ea-f763-4038-b56d-99f22d4e4258 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/security-groups?id=85648ff1-b2ef-4805-9733-563ba7ce8d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572053 May 27 03:44:14.028489 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0304e21d-108e-473b-ba78-a3b5392167af None None] Checking router: 08326855-61af-400a-8620-23cfa7988190 for host: dv-cinder-793264-1-iscsi {{(pid=98853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:44:14.033517 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0304e21d-108e-473b-ba78-a3b5392167af None None] Updating router 08326855-61af-400a-8620-23cfa7988190 port b11a57c6-5bff-4c66-b864-b849586f1343 binding host dv-cinder-793264-1-iscsi {{(pid=98853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 03:44:14.102153 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786481721483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786481287406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786481291807'] for port, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:14.111244 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:44:14.150527 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaa919f-0850-4314-a988-d86a59ef88db req-644dcbf7-b164-46ef-b17f-f2e7fcf62533 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:14.152222 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-1eaa919f-0850-4314-a988-d86a59ef88db req-644dcbf7-b164-46ef-b17f-f2e7fcf62533 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a0adeb2-9abe-4dfa-8fd5-1aa17e3b69e0 HTTP/1.1" status: 200 len: 946 time: 0.4674957 May 27 03:44:14.239623 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-0304e21d-108e-473b-ba78-a3b5392167af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:14.245900 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47548689-7a65-42e5-946d-8dae3ee029de req-12d04462-5ceb-4858-89c8-9fb6684c6e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:14.249699 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-47548689-7a65-42e5-946d-8dae3ee029de req-12d04462-5ceb-4858-89c8-9fb6684c6e86 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=276e81e3da1f4d4c9c1881d1b1e863c4&device_id=3c7e656a-afc5-4119-a11e-920c583d89d2 HTTP/1.1" status: 200 len: 1098 time: 0.3347330 May 27 03:44:14.249699 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-9627462b-a931-48c9-8f9c-e97f2f99a764 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Notify callbacks [] for port, precommit_update {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:14.292994 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Pushing event updated for resources: {'Port': ['ID=3cb9ea9e-54fa-42b6-8235-8f69369f1cd5,revision_number=4']} {{(pid=98853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:14.301947 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:44:14.364594 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-9627462b-a931-48c9-8f9c-e97f2f99a764 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786481721483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786481287406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786481291807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28231553'] for port, after_update {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:14.403609 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:44:14.491744 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [req-6238798d-5ec1-4bb7-a11c-4ee89495611e req-7a88049f-26ac-4094-b0a6-3b14dbfc12fb tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Synchronizing usage tracker for tenant:7413f58ffa8e476fb5600cbc51ee9d34 on resource:port {{(pid=98851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:44:14.669092 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9627462b-a931-48c9-8f9c-e97f2f99a764 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Pushing event updated for resources: {'Port': ['ID=c5fb150a-54bc-4fe7-bee7-ce6486d76cd0,revision_number=2']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:14.672698 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-9627462b-a931-48c9-8f9c-e97f2f99a764 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:44:14.678530 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.plugin [req-1eaa919f-0850-4314-a988-d86a59ef88db req-dbd797ae-588b-407e-96d6-24c5203ff7c1 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] Deleting port 3f12ac65-af0d-4c74-bfa1-375cddc42ae8 {{(pid=98851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 03:44:14.678530 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-1eaa919f-0850-4314-a988-d86a59ef88db req-dbd797ae-588b-407e-96d6-24c5203ff7c1 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786481719372'] for port, before_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:14.708216 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-9627462b-a931-48c9-8f9c-e97f2f99a764 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-417761'] for floatingip, after_update {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:14.724620 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-0304e21d-108e-473b-ba78-a3b5392167af None None] Notify callbacks [] for port, precommit_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:14.738188 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-0304e21d-108e-473b-ba78-a3b5392167af None None] Transition to ACTIVE for port object b11a57c6-5bff-4c66-b864-b849586f1343 will not be triggered until provisioned by entity L2. {{(pid=98853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:44:14.801401 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [req-6238798d-5ec1-4bb7-a11c-4ee89495611e req-7a88049f-26ac-4094-b0a6-3b14dbfc12fb tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Unset dirty status for tenant:7413f58ffa8e476fb5600cbc51ee9d34 on resource:port {{(pid=98851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:44:14.802854 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-6238798d-5ec1-4bb7-a11c-4ee89495611e req-7a88049f-26ac-4094-b0a6-3b14dbfc12fb tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a78b67b-ae82-47f7-9c4a-3698918592c6 HTTP/1.1" status: 200 len: 210 time: 0.5467010 May 27 03:44:14.817881 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-0304e21d-108e-473b-ba78-a3b5392167af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786481721483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786481287406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786481291807'] for port, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:14.819928 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:44:15.001874 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9318cf70-3b4b-4530-ad35-032972b0bbfa None None] Pushing event updated for resources: {'Port': ['ID=b11a57c6-5bff-4c66-b864-b849586f1343,revision_number=3']} {{(pid=98853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:15.011220 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-9318cf70-3b4b-4530-ad35-032972b0bbfa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:44:15.024767 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47548689-7a65-42e5-946d-8dae3ee029de req-886145d4-3f63-40de-9017-8845381e9ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:15.026328 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-47548689-7a65-42e5-946d-8dae3ee029de req-886145d4-3f63-40de-9017-8845381e9ac7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=130ff3ea-d273-4d90-8f0d-494d41441c60 HTTP/1.1" status: 200 len: 910 time: 0.6746335 May 27 03:44:15.164268 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.managers [None req-0304e21d-108e-473b-ba78-a3b5392167af None None] Attempting to bind port b11a57c6-5bff-4c66-b864-b849586f1343 on host dv-cinder-793264-1-iscsi for vnic_type normal with profile {{(pid=98853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:44:15.168943 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.managers [None req-0304e21d-108e-473b-ba78-a3b5392167af None None] Attempting to bind port b11a57c6-5bff-4c66-b864-b849586f1343 by drivers openvswitch,hyperv on host dv-cinder-793264-1-iscsi at level 0 using segments [{'id': 'b08a821b-b431-4f99-bb61-4291d9a28249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'a030c313-3ed8-4e9f-96b2-5026a4603e5a'}] {{(pid=98853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:44:15.169499 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0304e21d-108e-473b-ba78-a3b5392167af None None] Attempting to bind port b11a57c6-5bff-4c66-b864-b849586f1343 on network a030c313-3ed8-4e9f-96b2-5026a4603e5a {{(pid=98853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:44:15.200985 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0304e21d-108e-473b-ba78-a3b5392167af None None] Checking agent: {'id': 'ffe58315-61ba-45bf-8076-0ef37f215597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793264-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 3, 33, 6), 'started_at': datetime.datetime(2021, 5, 27, 3, 33, 36), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 3, 44, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793264-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 03:44:15.201383 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0304e21d-108e-473b-ba78-a3b5392167af None None] Checking segment: {'id': 'b08a821b-b431-4f99-bb61-4291d9a28249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'a030c313-3ed8-4e9f-96b2-5026a4603e5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 03:44:15.201787 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-0304e21d-108e-473b-ba78-a3b5392167af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:15.202185 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0304e21d-108e-473b-ba78-a3b5392167af None None] Bound using segment: {'id': 'b08a821b-b431-4f99-bb61-4291d9a28249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'a030c313-3ed8-4e9f-96b2-5026a4603e5a'} {{(pid=98853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 03:44:15.203291 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.managers [None req-0304e21d-108e-473b-ba78-a3b5392167af None None] Bound port: b11a57c6-5bff-4c66-b864-b849586f1343, host: dv-cinder-793264-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b08a821b-b431-4f99-bb61-4291d9a28249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'a030c313-3ed8-4e9f-96b2-5026a4603e5a'}}] {{(pid=98853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:44:15.203667 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-0304e21d-108e-473b-ba78-a3b5392167af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:15.314430 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Device 3cb9ea9e-54fa-42b6-8235-8f69369f1cd5 up at agent ovs-agent-dv-cinder-793264-1-iscsi {{(pid=98853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:44:15.486713 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.db.l3_db [None req-9627462b-a931-48c9-8f9c-e97f2f99a764 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Floating IP a0540db5-965f-4167-a685-0056feba7231 associated. External IP: 172.27.2.3, port: 2554297d-a794-4bc9-9cb3-56dce4e9fb2f. May 27 03:44:15.495841 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.db [None req-0304e21d-108e-473b-ba78-a3b5392167af None None] For port b11a57c6-5bff-4c66-b864-b849586f1343, host dv-cinder-793264-1-iscsi, cleared binding levels {{(pid=98853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:44:15.508506 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.db [None req-0304e21d-108e-473b-ba78-a3b5392167af None None] For port b11a57c6-5bff-4c66-b864-b849586f1343, host dv-cinder-793264-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-1-iscsi',level=0,port_id=b11a57c6-5bff-4c66-b864-b849586f1343,segment=NetworkSegment(b08a821b-b431-4f99-bb61-4291d9a28249),segment_id=b08a821b-b431-4f99-bb61-4291d9a28249)] {{(pid=98853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 03:44:15.533317 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fcb987-ad69-4241-b848-1bf07d935e9f req-e01ab97d-3ce7-40da-abed-2461fc15fa9b tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:15.549355 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-66fcb987-ad69-4241-b848-1bf07d935e9f req-e01ab97d-3ce7-40da-abed-2461fc15fa9b tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/ports?device_id=1a0adeb2-9abe-4dfa-8fd5-1aa17e3b69e0 HTTP/1.1" status: 200 len: 946 time: 0.2244999 May 27 03:44:15.554161 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Provisioning complete for port 3cb9ea9e-54fa-42b6-8235-8f69369f1cd5 triggered by entity L2. {{(pid=98853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:44:15.554558 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487713'] for port, provisioning_complete {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:15.605419 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-0304e21d-108e-473b-ba78-a3b5392167af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786481721483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786481287406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786481291807'] for port, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:15.622556 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.db [req-1eaa919f-0850-4314-a988-d86a59ef88db req-dbd797ae-588b-407e-96d6-24c5203ff7c1 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] For port 3f12ac65-af0d-4c74-bfa1-375cddc42ae8, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=3f12ac65-af0d-4c74-bfa1-375cddc42ae8,segment=NetworkSegment(909c8887-f923-4cc8-aab3-09372be2a868),segment_id=909c8887-f923-4cc8-aab3-09372be2a868)] {{(pid=98851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:44:15.627414 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-1eaa919f-0850-4314-a988-d86a59ef88db req-dbd797ae-588b-407e-96d6-24c5203ff7c1 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417280'] for port, precommit_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:15.627581 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-949fb68e-65c7-486b-8da4-f96bef06f8ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:44:15.654957 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-66fcb987-ad69-4241-b848-1bf07d935e9f req-3e9e74f9-bcd6-4520-8ae7-b1921fcc40ef tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/security-groups?id=85648ff1-b2ef-4805-9733-563ba7ce8d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038089 May 27 03:44:15.743532 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0304e21d-108e-473b-ba78-a3b5392167af None None] Routers {'08326855-61af-400a-8620-23cfa7988190'} bound to L3 agent in host dv-cinder-793264-1-iscsi {{(pid=98853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 03:44:15.744159 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_hamode_db [None req-0304e21d-108e-473b-ba78-a3b5392167af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-27T03:33:06Z,description=,heartbeat_timestamp=2021-05-27T03:44:06Z,host='dv-cinder-793264-1-iscsi',id=816f7595-8215-4f06-9251-575c663b21d0,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T03:33:06Z,topic='l3_agent')) {'router_ids': ['08326855-61af-400a-8620-23cfa7988190'], 'active': True} {{(pid=98853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:44:15.803701 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9318cf70-3b4b-4530-ad35-032972b0bbfa None None] Pushing event updated for resources: {'Port': ['ID=b11a57c6-5bff-4c66-b864-b849586f1343,revision_number=4']} {{(pid=98853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:15.804996 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.plugin [req-1eaa919f-0850-4314-a988-d86a59ef88db req-dbd797ae-588b-407e-96d6-24c5203ff7c1 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] Calling delete_port for 3f12ac65-af0d-4c74-bfa1-375cddc42ae8 owned by compute:nova {{(pid=98851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 03:44:15.807833 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-9318cf70-3b4b-4530-ad35-032972b0bbfa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:44:16.056092 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-47548689-7a65-42e5-946d-8dae3ee029de req-ac89b181-1b2d-460d-aadc-b3beebcedcf3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=24177437-ade1-43c7-bd7d-340757426924 HTTP/1.1" status: 200 len: 1001 time: 1.0091474 May 27 03:44:16.090111 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_dvr_db [None req-0304e21d-108e-473b-ba78-a3b5392167af None None] Set router 08326855-61af-400a-8620-23cfa7988190 gateway port host: dv-cinder-793264-1-iscsi {{(pid=98853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 03:44:16.158135 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Device 7c9d543c-8635-48f1-aa64-5b32d4b0b972 no longer exists at agent hyperv_hv-cinder-79326 {{(pid=98853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:44:16.198445 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.plugin [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] No Port match for: 7c9d543c-8635-48f1-aa64-5b32d4b0b972 {{(pid=98853) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 03:44:16.198946 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Device 7c9d543c-8635-48f1-aa64-5b32d4b0b972 not bound to the agent host hv-cinder-79326 {{(pid=98853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:44:16.260796 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47548689-7a65-42e5-946d-8dae3ee029de req-54155386-6a2b-4209-b911-93366a8032d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:16.262223 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-47548689-7a65-42e5-946d-8dae3ee029de req-54155386-6a2b-4209-b911-93366a8032d7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=116079ce-8119-4ea5-82d4-c0c254fad638 HTTP/1.1" status: 200 len: 849 time: 0.1956384 May 27 03:44:16.465822 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-1eaa919f-0850-4314-a988-d86a59ef88db req-dbd797ae-588b-407e-96d6-24c5203ff7c1 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786481721510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786481287397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28231606'] for port, after_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:16.468950 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9627462b-a931-48c9-8f9c-e97f2f99a764 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Router 8247722d-7c9e-4852-a98c-891ae4b2b00e has already been hosted by L3 agent 816f7595-8215-4f06-9251-575c663b21d0 {{(pid=98851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 03:44:16.479451 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-b978decf-b0ab-4d50-a50e-1630e9e0afa0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:44:16.525794 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd797ae-588b-407e-96d6-24c5203ff7c1 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] Pushing event deleted for resources: {'Port': ['ID=3f12ac65-af0d-4c74-bfa1-375cddc42ae8,revision_number=None']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:16.535330 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-dbd797ae-588b-407e-96d6-24c5203ff7c1 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:44:16.585949 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_hamode_db [None req-0304e21d-108e-473b-ba78-a3b5392167af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08326855-61af-400a-8620-23cfa7988190', 'name': 'tempest-TestMinimumBasicScenario-585449419-router', 'tenant_id': '2d044a70f730468694e1de02d9ff1f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'external_fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': '3cb9ea9e-54fa-42b6-8235-8f69369f1cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:44:05Z', 'updated_at': '2021-05-27T03:44:11Z', 'revision_number': 4, 'project_id': '2d044a70f730468694e1de02d9ff1f8c', 'gw_port': {'id': '3cb9ea9e-54fa-42b6-8235-8f69369f1cd5', 'name': '', 'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b4:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08326855-61af-400a-8620-23cfa7988190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:44:06Z', 'updated_at': '2021-05-27T03:44:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-iscsi', '_interfaces': [{'id': 'b11a57c6-5bff-4c66-b864-b849586f1343', 'name': '', 'network_id': 'a030c313-3ed8-4e9f-96b2-5026a4603e5a', 'tenant_id': '2d044a70f730468694e1de02d9ff1f8c', 'mac_address': 'fa:16:3e:e0:47:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08326855-61af-400a-8620-23cfa7988190', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'a614ab92-85f2-4714-b0a9-0c2945c60725', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:44:10Z', 'updated_at': '2021-05-27T03:44:15Z', 'revision_number': 4, 'project_id': '2d044a70f730468694e1de02d9ff1f8c', 'subnets': [{'id': 'a614ab92-85f2-4714-b0a9-0c2945c60725', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-1-iscsi', False) {} {{(pid=98853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:44:16.597116 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0304e21d-108e-473b-ba78-a3b5392167af None None] The sync data for ids ['08326855-61af-400a-8620-23cfa7988190'] in dv-cinder-793264-1-iscsi is: [{'id': '08326855-61af-400a-8620-23cfa7988190', 'name': 'tempest-TestMinimumBasicScenario-585449419-router', 'tenant_id': '2d044a70f730468694e1de02d9ff1f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'external_fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': '3cb9ea9e-54fa-42b6-8235-8f69369f1cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:44:05Z', 'updated_at': '2021-05-27T03:44:11Z', 'revision_number': 4, 'project_id': '2d044a70f730468694e1de02d9ff1f8c', 'gw_port': {'id': '3cb9ea9e-54fa-42b6-8235-8f69369f1cd5', 'name': '', 'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b4:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08326855-61af-400a-8620-23cfa7988190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:44:06Z', 'updated_at': '2021-05-27T03:44:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-iscsi', '_interfaces': [{'id': 'b11a57c6-5bff-4c66-b864-b849586f1343', 'name': '', 'network_id': 'a030c313-3ed8-4e9f-96b2-5026a4603e5a', 'tenant_id': '2d044a70f730468694e1de02d9ff1f8c', 'mac_address': 'fa:16:3e:e0:47:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08326855-61af-400a-8620-23cfa7988190', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'a614ab92-85f2-4714-b0a9-0c2945c60725', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:44:10Z', 'updated_at': '2021-05-27T03:44:15Z', 'revision_number': 4, 'project_id': '2d044a70f730468694e1de02d9ff1f8c', 'subnets': [{'id': 'a614ab92-85f2-4714-b0a9-0c2945c60725', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:44:16.754243 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47548689-7a65-42e5-946d-8dae3ee029de req-b8c75229-04a8-4d94-8457-3b857f9c9532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:16.755782 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-47548689-7a65-42e5-946d-8dae3ee029de req-b8c75229-04a8-4d94-8457-3b857f9c9532 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=130ff3ea-d273-4d90-8f0d-494d41441c60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4763548 May 27 03:44:16.766809 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.l3_dvrscheduler_db [req-1eaa919f-0850-4314-a988-d86a59ef88db req-dbd797ae-588b-407e-96d6-24c5203ff7c1 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] No DVR routers for this DVR port 3f12ac65-af0d-4c74-bfa1-375cddc42ae8 on host hv-cinder-79326 {{(pid=98851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:44:16.777205 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-1eaa919f-0850-4314-a988-d86a59ef88db req-dbd797ae-588b-407e-96d6-24c5203ff7c1 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4037888'] for port, before_response {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:16.833938 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a0adeb2-9abe-4dfa-8fd5-1aa17e3b69e0', 'name': 'network-vif-deleted', 'tag': '3f12ac65-af0d-4c74-bfa1-375cddc42ae8'}] {{(pid=98851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:44:16.988966 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-04ac7a60-715e-4569-b297-10a36874b8c0 req-9b9d8d7a-ca1e-403e-8818-a07b8f8f9183 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/ports?device_id=1a0adeb2-9abe-4dfa-8fd5-1aa17e3b69e0 HTTP/1.1" status: 200 len: 210 time: 0.1009779 May 27 03:44:17.133352 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a0adeb2-9abe-4dfa-8fd5-1aa17e3b69e0', 'name': 'network-vif-deleted', 'tag': '3f12ac65-af0d-4c74-bfa1-375cddc42ae8', 'status': 'completed', 'code': 200} May 27 03:44:17.139091 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9627462b-a931-48c9-8f9c-e97f2f99a764 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Notify agent at l3_agent.dv-cinder-793264-1-iscsi the message routers_updated {{(pid=98851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 03:44:17.152313 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d456b6-87ea-4d0a-82bc-40e70ab38e39 None None] Sync routers for ids ['8247722d-7c9e-4852-a98c-891ae4b2b00e'] in dv-cinder-793264-1-iscsi {{(pid=98854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:44:17.168148 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d456b6-87ea-4d0a-82bc-40e70ab38e39 None None] Routers {'8247722d-7c9e-4852-a98c-891ae4b2b00e'} bound to L3 agent in host dv-cinder-793264-1-iscsi {{(pid=98854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 03:44:17.169107 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.l3_hamode_db [None req-b6d456b6-87ea-4d0a-82bc-40e70ab38e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-27T03:33:06Z,description=,heartbeat_timestamp=2021-05-27T03:44:06Z,host='dv-cinder-793264-1-iscsi',id=816f7595-8215-4f06-9251-575c663b21d0,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T03:33:06Z,topic='l3_agent')) {'router_ids': ['8247722d-7c9e-4852-a98c-891ae4b2b00e'], 'active': True} {{(pid=98854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:44:17.207547 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-47548689-7a65-42e5-946d-8dae3ee029de req-ff86feb2-b12d-4583-a0fd-f40cfd23a6bd service neutron] 10.222.0.36 "GET /v2.0/networks/130ff3ea-d273-4d90-8f0d-494d41441c60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4273267 May 27 03:44:17.330270 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-1eaa919f-0850-4314-a988-d86a59ef88db req-dbd797ae-588b-407e-96d6-24c5203ff7c1 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.36 "DELETE /v2.0/ports/3f12ac65-af0d-4c74-bfa1-375cddc42ae8 HTTP/1.1" status: 204 len: 173 time: 3.1675453 May 27 03:44:17.427476 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Device b11a57c6-5bff-4c66-b864-b849586f1343 up at agent ovs-agent-dv-cinder-793264-1-iscsi {{(pid=98853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:44:17.478000 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.l3_dvr_db [None req-b6d456b6-87ea-4d0a-82bc-40e70ab38e39 None None] Set router 8247722d-7c9e-4852-a98c-891ae4b2b00e gateway port host: dv-cinder-793264-1-iscsi {{(pid=98854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 03:44:17.578616 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-9627462b-a931-48c9-8f9c-e97f2f99a764 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4037888'] for floatingip, before_response {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:17.634765 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:17.777435 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [None req-9627462b-a931-48c9-8f9c-e97f2f99a764 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 6.9231291 May 27 03:44:17.780365 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-47548689-7a65-42e5-946d-8dae3ee029de req-ddec98cc-6ffc-49e6-89b6-6bcf4355129c service neutron] 10.222.0.36 "GET /v2.0/networks/130ff3ea-d273-4d90-8f0d-494d41441c60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5491467 May 27 03:44:18.037659 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Provisioning for port b11a57c6-5bff-4c66-b864-b849586f1343 completed by entity L2. {{(pid=98853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:44:18.043243 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Provisioning complete for port b11a57c6-5bff-4c66-b864-b849586f1343 triggered by entity L2. {{(pid=98853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:44:18.047408 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487713'] for port, provisioning_complete {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:18.185888 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Device 3f12ac65-af0d-4c74-bfa1-375cddc42ae8 no longer exists at agent hyperv_hv-cinder-79326 {{(pid=98853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:44:18.194376 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.l3_hamode_db [None req-b6d456b6-87ea-4d0a-82bc-40e70ab38e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8247722d-7c9e-4852-a98c-891ae4b2b00e', 'name': 'tempest-TestShelveInstance-2038693387-router', 'tenant_id': '450ff0f7a98a4ae385a74e4ddaf301ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'external_fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': '3b53d14b-a9e1-4295-ad8f-19adcb76a4f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:42:17Z', 'updated_at': '2021-05-27T03:42:23Z', 'revision_number': 4, 'project_id': '450ff0f7a98a4ae385a74e4ddaf301ef', 'gw_port': {'id': '3b53d14b-a9e1-4295-ad8f-19adcb76a4f2', 'name': '', 'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:1d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8247722d-7c9e-4852-a98c-891ae4b2b00e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:42:18Z', 'updated_at': '2021-05-27T03:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-iscsi', '_floatingips': [{'id': 'a0540db5-965f-4167-a685-0056feba7231', 'tenant_id': '450ff0f7a98a4ae385a74e4ddaf301ef', 'floating_ip_address': '172.27.2.3', 'floating_network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'router_id': '8247722d-7c9e-4852-a98c-891ae4b2b00e', 'port_id': '2554297d-a794-4bc9-9cb3-56dce4e9fb2f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 396, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad9eef72-b0bd-43e0-b9f9-b206091e5c65', 'mac_address': 'fa:16:3e:1b:24:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02984890-fe33-4d25-bf6d-a3c3163a965f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T03:44:12Z', 'updated_at': '2021-05-27T03:44:12Z', 'revision_number': 0, 'project_id': '450ff0f7a98a4ae385a74e4ddaf301ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ade8e149-2b41-44c9-a6b1-6e1e8e676168', 'name': '', 'network_id': 'ad9eef72-b0bd-43e0-b9f9-b206091e5c65', 'tenant_id': '450ff0f7a98a4ae385a74e4ddaf301ef', 'mac_address': 'fa:16:3e:71:8f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8247722d-7c9e-4852-a98c-891ae4b2b00e', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '6c6b99bf-0e7d-4ba7-b853-38f4087b6993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:42:22Z', 'updated_at': '2021-05-27T03:42:31Z', 'revision_number': 5, 'project_id': '450ff0f7a98a4ae385a74e4ddaf301ef', 'subnets': [{'id': '6c6b99bf-0e7d-4ba7-b853-38f4087b6993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-1-iscsi', False) {} {{(pid=98854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:44:18.200682 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d456b6-87ea-4d0a-82bc-40e70ab38e39 None None] Checking router: 8247722d-7c9e-4852-a98c-891ae4b2b00e for host: dv-cinder-793264-1-iscsi {{(pid=98854) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:44:18.232520 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d456b6-87ea-4d0a-82bc-40e70ab38e39 None None] Routers {'8247722d-7c9e-4852-a98c-891ae4b2b00e'} bound to L3 agent in host dv-cinder-793264-1-iscsi {{(pid=98854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 03:44:18.233259 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.l3_hamode_db [None req-b6d456b6-87ea-4d0a-82bc-40e70ab38e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-27T03:33:06Z,description=,heartbeat_timestamp=2021-05-27T03:44:06Z,host='dv-cinder-793264-1-iscsi',id=816f7595-8215-4f06-9251-575c663b21d0,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T03:33:06Z,topic='l3_agent')) {'router_ids': ['8247722d-7c9e-4852-a98c-891ae4b2b00e'], 'active': True} {{(pid=98854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:44:18.241341 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.plugin [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] No Port match for: 3f12ac65-af0d-4c74-bfa1-375cddc42ae8 {{(pid=98853) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 03:44:18.242177 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Device 3f12ac65-af0d-4c74-bfa1-375cddc42ae8 not bound to the agent host hv-cinder-79326 {{(pid=98853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:44:18.306896 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:18.400317 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.db [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] For port b11a57c6-5bff-4c66-b864-b849586f1343, host dv-cinder-793264-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-1-iscsi',level=0,port_id=b11a57c6-5bff-4c66-b864-b849586f1343,segment=NetworkSegment(b08a821b-b431-4f99-bb61-4291d9a28249),segment_id=b08a821b-b431-4f99-bb61-4291d9a28249)] {{(pid=98853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:44:18.429517 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [req-038714aa-ad05-4a22-839d-9673f8a980d6 req-92e238b1-83a4-4edc-ade2-47a391042f1c tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] Synchronizing usage tracker for tenant:fa24b9f82e13448382e6b5f6bd699fab on resource:port {{(pid=98851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:44:18.482287 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.l3_dvr_db [None req-b6d456b6-87ea-4d0a-82bc-40e70ab38e39 None None] Set router 8247722d-7c9e-4852-a98c-891ae4b2b00e gateway port host: dv-cinder-793264-1-iscsi {{(pid=98854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 03:44:18.681113 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786481721483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786481287406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786481291807'] for port, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:18.683355 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-27a4aee9-80ea-41eb-924b-cd7e22c5829c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:44:18.714949 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbc945f-5b0a-405e-8c73-c0939192cef5 req-53f3f02a-c0e2-4875-84ec-a6b46f92c86b tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:18.716562 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-2cbc945f-5b0a-405e-8c73-c0939192cef5 req-53f3f02a-c0e2-4875-84ec-a6b46f92c86b tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] 10.222.0.25 "GET /v2.0/ports?device_id=695616b8-9b90-4e8d-b719-de3eabe09cbe HTTP/1.1" status: 200 len: 945 time: 0.1938233 May 27 03:44:18.726498 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [req-038714aa-ad05-4a22-839d-9673f8a980d6 req-92e238b1-83a4-4edc-ade2-47a391042f1c tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] Unset dirty status for tenant:fa24b9f82e13448382e6b5f6bd699fab on resource:port {{(pid=98851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:44:18.730753 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-038714aa-ad05-4a22-839d-9673f8a980d6 req-92e238b1-83a4-4edc-ade2-47a391042f1c tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] 10.222.0.25 "GET /v2.0/ports?device_id=1a0adeb2-9abe-4dfa-8fd5-1aa17e3b69e0 HTTP/1.1" status: 200 len: 210 time: 0.3626034 May 27 03:44:18.776601 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Pushing event updated for resources: {'Port': ['ID=b11a57c6-5bff-4c66-b864-b849586f1343,revision_number=5']} {{(pid=98853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:18.777902 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-2cbc945f-5b0a-405e-8c73-c0939192cef5 req-047a5bfc-4d6f-4859-b7f4-14d15e5e8b4a tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] 10.222.0.25 "GET /v2.0/security-groups?id=3008a255-7ecc-4b97-8d3a-baac4542929c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539315 May 27 03:44:18.782984 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:44:19.006935 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.l3_hamode_db [None req-b6d456b6-87ea-4d0a-82bc-40e70ab38e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8247722d-7c9e-4852-a98c-891ae4b2b00e', 'name': 'tempest-TestShelveInstance-2038693387-router', 'tenant_id': '450ff0f7a98a4ae385a74e4ddaf301ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'external_fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': '3b53d14b-a9e1-4295-ad8f-19adcb76a4f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:42:17Z', 'updated_at': '2021-05-27T03:42:23Z', 'revision_number': 4, 'project_id': '450ff0f7a98a4ae385a74e4ddaf301ef', 'gw_port': {'id': '3b53d14b-a9e1-4295-ad8f-19adcb76a4f2', 'name': '', 'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:1d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8247722d-7c9e-4852-a98c-891ae4b2b00e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:42:18Z', 'updated_at': '2021-05-27T03:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-iscsi', '_floatingips': [{'id': 'a0540db5-965f-4167-a685-0056feba7231', 'tenant_id': '450ff0f7a98a4ae385a74e4ddaf301ef', 'floating_ip_address': '172.27.2.3', 'floating_network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'router_id': '8247722d-7c9e-4852-a98c-891ae4b2b00e', 'port_id': '2554297d-a794-4bc9-9cb3-56dce4e9fb2f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 396, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad9eef72-b0bd-43e0-b9f9-b206091e5c65', 'mac_address': 'fa:16:3e:1b:24:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02984890-fe33-4d25-bf6d-a3c3163a965f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T03:44:12Z', 'updated_at': '2021-05-27T03:44:12Z', 'revision_number': 0, 'project_id': '450ff0f7a98a4ae385a74e4ddaf301ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ade8e149-2b41-44c9-a6b1-6e1e8e676168', 'name': '', 'network_id': 'ad9eef72-b0bd-43e0-b9f9-b206091e5c65', 'tenant_id': '450ff0f7a98a4ae385a74e4ddaf301ef', 'mac_address': 'fa:16:3e:71:8f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8247722d-7c9e-4852-a98c-891ae4b2b00e', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '6c6b99bf-0e7d-4ba7-b853-38f4087b6993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:42:22Z', 'updated_at': '2021-05-27T03:42:31Z', 'revision_number': 5, 'project_id': '450ff0f7a98a4ae385a74e4ddaf301ef', 'subnets': [{'id': '6c6b99bf-0e7d-4ba7-b853-38f4087b6993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-1-iscsi', False) {} {{(pid=98854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:44:19.012546 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d456b6-87ea-4d0a-82bc-40e70ab38e39 None None] The sync data for ids ['8247722d-7c9e-4852-a98c-891ae4b2b00e'] in dv-cinder-793264-1-iscsi is: [{'id': '8247722d-7c9e-4852-a98c-891ae4b2b00e', 'name': 'tempest-TestShelveInstance-2038693387-router', 'tenant_id': '450ff0f7a98a4ae385a74e4ddaf301ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'external_fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': '3b53d14b-a9e1-4295-ad8f-19adcb76a4f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:42:17Z', 'updated_at': '2021-05-27T03:42:23Z', 'revision_number': 4, 'project_id': '450ff0f7a98a4ae385a74e4ddaf301ef', 'gw_port': {'id': '3b53d14b-a9e1-4295-ad8f-19adcb76a4f2', 'name': '', 'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:1d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8247722d-7c9e-4852-a98c-891ae4b2b00e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:42:18Z', 'updated_at': '2021-05-27T03:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-iscsi', '_floatingips': [{'id': 'a0540db5-965f-4167-a685-0056feba7231', 'tenant_id': '450ff0f7a98a4ae385a74e4ddaf301ef', 'floating_ip_address': '172.27.2.3', 'floating_network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'router_id': '8247722d-7c9e-4852-a98c-891ae4b2b00e', 'port_id': '2554297d-a794-4bc9-9cb3-56dce4e9fb2f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 396, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad9eef72-b0bd-43e0-b9f9-b206091e5c65', 'mac_address': 'fa:16:3e:1b:24:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02984890-fe33-4d25-bf6d-a3c3163a965f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T03:44:12Z', 'updated_at': '2021-05-27T03:44:12Z', 'revision_number': 0, 'project_id': '450ff0f7a98a4ae385a74e4ddaf301ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ade8e149-2b41-44c9-a6b1-6e1e8e676168', 'name': '', 'network_id': 'ad9eef72-b0bd-43e0-b9f9-b206091e5c65', 'tenant_id': '450ff0f7a98a4ae385a74e4ddaf301ef', 'mac_address': 'fa:16:3e:71:8f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8247722d-7c9e-4852-a98c-891ae4b2b00e', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '6c6b99bf-0e7d-4ba7-b853-38f4087b6993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:42:22Z', 'updated_at': '2021-05-27T03:42:31Z', 'revision_number': 5, 'project_id': '450ff0f7a98a4ae385a74e4ddaf301ef', 'subnets': [{'id': '6c6b99bf-0e7d-4ba7-b853-38f4087b6993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:44:19.134410 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02984890-fe33-4d25-bf6d-a3c3163a965f', 'tag': '2554297d-a794-4bc9-9cb3-56dce4e9fb2f'}] {{(pid=98851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:44:19.227941 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02984890-fe33-4d25-bf6d-a3c3163a965f', 'tag': '2554297d-a794-4bc9-9cb3-56dce4e9fb2f', 'status': 'completed', 'code': 200} May 27 03:44:19.324965 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Device b11a57c6-5bff-4c66-b864-b849586f1343 up at agent ovs-agent-dv-cinder-793264-1-iscsi {{(pid=98853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:44:19.368949 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302da882-4d76-4ca6-98d0-660e57d33d4b None None] New status for floating IP a0540db5-965f-4167-a685-0056feba7231: ACTIVE {{(pid=98853) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 03:44:19.391951 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1392e2-f689-499b-953c-17a840a90fde req-215cbb67-8a28-4a1d-af0e-00372b937f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:19.393745 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-1c1392e2-f689-499b-953c-17a840a90fde req-215cbb67-8a28-4a1d-af0e-00372b937f1a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=450ff0f7a98a4ae385a74e4ddaf301ef&device_id=02984890-fe33-4d25-bf6d-a3c3163a965f HTTP/1.1" status: 200 len: 1099 time: 0.1274254 May 27 03:44:19.553201 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1392e2-f689-499b-953c-17a840a90fde req-189357a9-6858-419e-98fd-5b104183cb2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:19.554916 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-1c1392e2-f689-499b-953c-17a840a90fde req-189357a9-6858-419e-98fd-5b104183cb2c service neutron] 10.222.0.36 "GET /v2.0/networks?id=ad9eef72-b0bd-43e0-b9f9-b206091e5c65 HTTP/1.1" status: 200 len: 909 time: 0.1528506 May 27 03:44:19.665259 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-1c1392e2-f689-499b-953c-17a840a90fde req-0373fb30-fdef-43ae-ae55-1c28c8bacf89 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2554297d-a794-4bc9-9cb3-56dce4e9fb2f HTTP/1.1" status: 200 len: 998 time: 0.1024141 May 27 03:44:19.665735 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Provisioning complete for port b11a57c6-5bff-4c66-b864-b849586f1343 triggered by entity L2. {{(pid=98853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:44:19.666302 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487713'] for port, provisioning_complete {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:19.738864 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1392e2-f689-499b-953c-17a840a90fde req-ab5058ff-a4a5-4135-9d34-e94387139bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:19.740503 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-1c1392e2-f689-499b-953c-17a840a90fde req-ab5058ff-a4a5-4135-9d34-e94387139bf8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6c6b99bf-0e7d-4ba7-b853-38f4087b6993 HTTP/1.1" status: 200 len: 848 time: 0.0638080 May 27 03:44:19.873237 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1392e2-f689-499b-953c-17a840a90fde req-3615e2ff-0575-4083-a190-3672b8b7d71d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:19.874586 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-1c1392e2-f689-499b-953c-17a840a90fde req-3615e2ff-0575-4083-a190-3672b8b7d71d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ad9eef72-b0bd-43e0-b9f9-b206091e5c65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1267288 May 27 03:44:19.882288 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 57714) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:44:20.104691 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-1c1392e2-f689-499b-953c-17a840a90fde req-60c7e804-5e0b-46bc-a4c7-e790f34e153f service neutron] 10.222.0.36 "GET /v2.0/networks/ad9eef72-b0bd-43e0-b9f9-b206091e5c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2229726 May 27 03:44:20.112284 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12397990-b7fb-49ff-8096-adea98d1adac req-e86193f1-1b8d-4428-ac75-79b58a540fb4 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:20.113752 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-12397990-b7fb-49ff-8096-adea98d1adac req-e86193f1-1b8d-4428-ac75-79b58a540fb4 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] 10.222.0.25 "GET /v2.0/ports?device_id=695616b8-9b90-4e8d-b719-de3eabe09cbe HTTP/1.1" status: 200 len: 945 time: 0.1579189 May 27 03:44:20.277458 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-12397990-b7fb-49ff-8096-adea98d1adac req-d6a46510-14c3-409a-aa21-7e6ccfa7c4ca tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] 10.222.0.25 "GET /v2.0/security-groups?id=3008a255-7ecc-4b97-8d3a-baac4542929c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769739 May 27 03:44:20.291352 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-1c1392e2-f689-499b-953c-17a840a90fde req-aa3d8787-26ab-44f9-83d0-49f13bf44071 service neutron] 10.222.0.36 "GET /v2.0/networks/ad9eef72-b0bd-43e0-b9f9-b206091e5c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736329 May 27 03:44:20.447236 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf83c9e9-00fe-4f87-bf0e-a22faccb1aaf req-f8b6a101-9b73-4f2a-a5c7-9f31188bec73 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:20.448720 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-bf83c9e9-00fe-4f87-bf0e-a22faccb1aaf req-f8b6a101-9b73-4f2a-a5c7-9f31188bec73 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] 10.222.0.36 "GET /v2.0/ports?device_id=695616b8-9b90-4e8d-b719-de3eabe09cbe HTTP/1.1" status: 200 len: 945 time: 0.1152449 May 27 03:44:20.583135 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-2f92c846-8a18-4268-880e-acef139f4919 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-403955'] for router_interface, before_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:20.597486 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.plugin [req-bf83c9e9-00fe-4f87-bf0e-a22faccb1aaf req-44c61d3f-e5a3-4b94-bfc9-50d7de241c57 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Deleting port 1279817e-ea8d-4755-966e-3691e51297b7 {{(pid=98851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 03:44:20.597822 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-bf83c9e9-00fe-4f87-bf0e-a22faccb1aaf req-44c61d3f-e5a3-4b94-bfc9-50d7de241c57 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786481719372'] for port, before_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:20.743262 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.db [req-bf83c9e9-00fe-4f87-bf0e-a22faccb1aaf req-44c61d3f-e5a3-4b94-bfc9-50d7de241c57 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] For port 1279817e-ea8d-4755-966e-3691e51297b7, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=1279817e-ea8d-4755-966e-3691e51297b7,segment=NetworkSegment(9f0a7abb-00b7-4c31-9093-b0d5b331bfb6),segment_id=9f0a7abb-00b7-4c31-9093-b0d5b331bfb6)] {{(pid=98851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:44:20.743928 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-bf83c9e9-00fe-4f87-bf0e-a22faccb1aaf req-44c61d3f-e5a3-4b94-bfc9-50d7de241c57 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417280'] for port, precommit_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:20.894220 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.plugin [req-bf83c9e9-00fe-4f87-bf0e-a22faccb1aaf req-44c61d3f-e5a3-4b94-bfc9-50d7de241c57 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Calling delete_port for 1279817e-ea8d-4755-966e-3691e51297b7 owned by compute:nova {{(pid=98851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 03:44:21.045370 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.plugins.ml2.plugin [None req-2f92c846-8a18-4268-880e-acef139f4919 admin admin] Deleting port 1b7a7d3e-fed7-4829-bbba-f6c362ff1eac {{(pid=98852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 03:44:21.045967 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-2f92c846-8a18-4268-880e-acef139f4919 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786481719372'] for port, before_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:21.097966 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-bf83c9e9-00fe-4f87-bf0e-a22faccb1aaf req-44c61d3f-e5a3-4b94-bfc9-50d7de241c57 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786481721510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786481287397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28231606'] for port, after_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:21.103653 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:44:21.115691 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.db [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] get_ports_and_sgs() called for port_ids ['1279817e-ea8d-4755-966e-3691e51297b7'] {{(pid=98853) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 03:44:21.244982 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.plugins.ml2.db [None req-2f92c846-8a18-4268-880e-acef139f4919 admin admin] For port 1b7a7d3e-fed7-4829-bbba-f6c362ff1eac, host dv-cinder-793264-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-1-iscsi',level=0,port_id=1b7a7d3e-fed7-4829-bbba-f6c362ff1eac,segment=NetworkSegment(909c8887-f923-4cc8-aab3-09372be2a868),segment_id=909c8887-f923-4cc8-aab3-09372be2a868)] {{(pid=98852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:44:21.245656 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-2f92c846-8a18-4268-880e-acef139f4919 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417280'] for port, precommit_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:21.363021 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c61d3f-e5a3-4b94-bfc9-50d7de241c57 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Pushing event deleted for resources: {'Port': ['ID=1279817e-ea8d-4755-966e-3691e51297b7,revision_number=None']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:21.376430 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-44c61d3f-e5a3-4b94-bfc9-50d7de241c57 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:44:21.415822 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.plugins.ml2.plugin [None req-2f92c846-8a18-4268-880e-acef139f4919 admin admin] Calling delete_port for 1b7a7d3e-fed7-4829-bbba-f6c362ff1eac owned by network:router_interface {{(pid=98852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 03:44:21.484737 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf83c9e9-00fe-4f87-bf0e-a22faccb1aaf req-44c61d3f-e5a3-4b94-bfc9-50d7de241c57 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] No DVR routers for this DVR port 1279817e-ea8d-4755-966e-3691e51297b7 on host hv-cinder-79326 {{(pid=98851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:44:21.532251 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-bf83c9e9-00fe-4f87-bf0e-a22faccb1aaf req-44c61d3f-e5a3-4b94-bfc9-50d7de241c57 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4037888'] for port, before_response {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:21.549697 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '695616b8-9b90-4e8d-b719-de3eabe09cbe', 'name': 'network-vif-deleted', 'tag': '1279817e-ea8d-4755-966e-3691e51297b7'}] {{(pid=98851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:44:21.563347 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [req-d4d7234c-3d8a-4db6-b26a-1b1b7f6491d4 req-60fb815c-9f9a-4139-866d-329f4dc150d9 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Synchronizing usage tracker for tenant:7413f58ffa8e476fb5600cbc51ee9d34 on resource:port {{(pid=98851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:44:21.617153 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-bf83c9e9-00fe-4f87-bf0e-a22faccb1aaf req-44c61d3f-e5a3-4b94-bfc9-50d7de241c57 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] 10.222.0.36 "DELETE /v2.0/ports/1279817e-ea8d-4755-966e-3691e51297b7 HTTP/1.1" status: 204 len: 173 time: 1.1607881 May 27 03:44:21.678848 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [req-d4d7234c-3d8a-4db6-b26a-1b1b7f6491d4 req-60fb815c-9f9a-4139-866d-329f4dc150d9 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Unset dirty status for tenant:7413f58ffa8e476fb5600cbc51ee9d34 on resource:port {{(pid=98851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:44:21.679969 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-d4d7234c-3d8a-4db6-b26a-1b1b7f6491d4 req-60fb815c-9f9a-4139-866d-329f4dc150d9 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] 10.222.0.25 "GET /v2.0/ports?device_id=695616b8-9b90-4e8d-b719-de3eabe09cbe HTTP/1.1" status: 200 len: 210 time: 0.1974335 May 27 03:44:21.728880 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '695616b8-9b90-4e8d-b719-de3eabe09cbe', 'name': 'network-vif-deleted', 'tag': '1279817e-ea8d-4755-966e-3691e51297b7', 'status': 'completed', 'code': 200} May 27 03:44:22.738403 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-2f92c846-8a18-4268-880e-acef139f4919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786481721510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786481287397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27723313'] for port, after_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:22.744259 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-20c61bf0-edbf-4e6f-92b3-fd8b4c8f3e51 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:44:22.796215 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f92c846-8a18-4268-880e-acef139f4919 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b7a7d3e-fed7-4829-bbba-f6c362ff1eac,revision_number=None']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:22.799142 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-2f92c846-8a18-4268-880e-acef139f4919 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:44:22.926384 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-477a8961-d536-4a61-b8de-2933e24a946e req-af27044c-0a38-45c3-8abf-31ea3417a707 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] 10.222.0.25 "GET /v2.0/ports?device_id=695616b8-9b90-4e8d-b719-de3eabe09cbe HTTP/1.1" status: 200 len: 210 time: 0.0883477 May 27 03:44:23.148235 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-2f92c846-8a18-4268-880e-acef139f4919 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3689968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-415811'] for router_interface, after_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:23.686323 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f92c846-8a18-4268-880e-acef139f4919 admin admin] Router a52aa5e3-3321-4bc4-a997-6e537a933850 has already been hosted by L3 agent 816f7595-8215-4f06-9251-575c663b21d0 {{(pid=98852) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 03:44:23.872281 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f92c846-8a18-4268-880e-acef139f4919 admin admin] Notify agent at l3_agent.dv-cinder-793264-1-iscsi the message routers_updated {{(pid=98852) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 03:44:23.883951 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc16009-0d1d-48a0-bc82-15892d152a47 None None] Sync routers for ids ['a52aa5e3-3321-4bc4-a997-6e537a933850'] in dv-cinder-793264-1-iscsi {{(pid=98854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:44:23.897736 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc16009-0d1d-48a0-bc82-15892d152a47 None None] Routers {'a52aa5e3-3321-4bc4-a997-6e537a933850'} bound to L3 agent in host dv-cinder-793264-1-iscsi {{(pid=98854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 03:44:23.898353 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.l3_hamode_db [None req-5cc16009-0d1d-48a0-bc82-15892d152a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-27T03:33:06Z,description=,heartbeat_timestamp=2021-05-27T03:44:06Z,host='dv-cinder-793264-1-iscsi',id=816f7595-8215-4f06-9251-575c663b21d0,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T03:33:06Z,topic='l3_agent')) {'router_ids': ['a52aa5e3-3321-4bc4-a997-6e537a933850'], 'active': True} {{(pid=98854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:44:23.943824 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-2f92c846-8a18-4268-880e-acef139f4919 admin admin] 10.222.0.25 "PUT /v2.0/routers/a52aa5e3-3321-4bc4-a997-6e537a933850/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0582790 May 27 03:44:23.944765 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.wsgi [-] (98851) accepted ('10.222.0.25', 57760) {{(pid=98851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:44:24.020449 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 57764) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:44:24.098700 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.l3_dvr_db [None req-5cc16009-0d1d-48a0-bc82-15892d152a47 None None] Set router a52aa5e3-3321-4bc4-a997-6e537a933850 gateway port host: dv-cinder-793264-1-iscsi {{(pid=98854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 03:44:24.185383 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Device 1279817e-ea8d-4755-966e-3691e51297b7 no longer exists at agent hyperv_hv-cinder-79326 {{(pid=98853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:44:24.227913 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c67e6bb-d74d-4794-ba9b-5be349b8dc75 admin admin] Deleting subnet e7b1e35c-8b26-4690-9d11-111b6e17f0c6 {{(pid=98852) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 27 03:44:24.231835 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-3c67e6bb-d74d-4794-ba9b-5be349b8dc75 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:24.274948 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.plugin [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] No Port match for: 1279817e-ea8d-4755-966e-3691e51297b7 {{(pid=98853) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 03:44:24.275423 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Device 1279817e-ea8d-4755-966e-3691e51297b7 not bound to the agent host hv-cinder-79326 {{(pid=98853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:44:24.300054 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-40bfc7a8-66f7-409b-9353-93eb1bd3f470 admin admin] Notify callbacks [] for router, before_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:24.318005 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-3c67e6bb-d74d-4794-ba9b-5be349b8dc75 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27628534'] for subnet, precommit_delete_associations {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:24.423028 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-3c67e6bb-d74d-4794-ba9b-5be349b8dc75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3482611'] for subnet, precommit_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:24.434422 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.l3_hamode_db [None req-5cc16009-0d1d-48a0-bc82-15892d152a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a52aa5e3-3321-4bc4-a997-6e537a933850', 'name': 'tempest-ServerRescueNegativeTestJSON-1534104748-router', 'tenant_id': 'fa24b9f82e13448382e6b5f6bd699fab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'external_fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '823ab52d-c277-4027-88b2-0cdd12e80716', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:40:54Z', 'updated_at': '2021-05-27T03:44:21Z', 'revision_number': 5, 'project_id': 'fa24b9f82e13448382e6b5f6bd699fab', 'gw_port': {'id': '823ab52d-c277-4027-88b2-0cdd12e80716', 'name': '', 'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:01:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a52aa5e3-3321-4bc4-a997-6e537a933850', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:40:57Z', 'updated_at': '2021-05-27T03:41:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-iscsi'}], 'dv-cinder-793264-1-iscsi', False) {} {{(pid=98854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:44:24.440633 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc16009-0d1d-48a0-bc82-15892d152a47 None None] Checking router: a52aa5e3-3321-4bc4-a997-6e537a933850 for host: dv-cinder-793264-1-iscsi {{(pid=98854) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:44:24.451595 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc16009-0d1d-48a0-bc82-15892d152a47 None None] Routers {'a52aa5e3-3321-4bc4-a997-6e537a933850'} bound to L3 agent in host dv-cinder-793264-1-iscsi {{(pid=98854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 03:44:24.452950 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.l3_hamode_db [None req-5cc16009-0d1d-48a0-bc82-15892d152a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-27T03:33:06Z,description=,heartbeat_timestamp=2021-05-27T03:44:06Z,host='dv-cinder-793264-1-iscsi',id=816f7595-8215-4f06-9251-575c663b21d0,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T03:33:06Z,topic='l3_agent')) {'router_ids': ['a52aa5e3-3321-4bc4-a997-6e537a933850'], 'active': True} {{(pid=98854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:44:24.524305 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-40bfc7a8-66f7-409b-9353-93eb1bd3f470 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:24.697482 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.l3_dvr_db [None req-5cc16009-0d1d-48a0-bc82-15892d152a47 None None] Set router a52aa5e3-3321-4bc4-a997-6e537a933850 gateway port host: dv-cinder-793264-1-iscsi {{(pid=98854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 03:44:24.768681 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.plugin [None req-40bfc7a8-66f7-409b-9353-93eb1bd3f470 admin admin] Deleting port 823ab52d-c277-4027-88b2-0cdd12e80716 {{(pid=98851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 03:44:24.769019 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-40bfc7a8-66f7-409b-9353-93eb1bd3f470 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786481719372'] for port, before_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:24.865606 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.agents_db [None req-9826b012-bfd7-43dd-a737-969f574491ef None None] Agent healthcheck: found 6 active agents {{(pid=98854) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 03:44:24.926503 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.db [None req-40bfc7a8-66f7-409b-9353-93eb1bd3f470 admin admin] For port 823ab52d-c277-4027-88b2-0cdd12e80716, host dv-cinder-793264-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-1-iscsi',level=0,port_id=823ab52d-c277-4027-88b2-0cdd12e80716,segment=NetworkSegment(7a030bd6-e61c-49cd-a1b5-23d06097a1a4),segment_id=7a030bd6-e61c-49cd-a1b5-23d06097a1a4)] {{(pid=98851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:44:24.926892 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-40bfc7a8-66f7-409b-9353-93eb1bd3f470 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417280'] for port, precommit_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:24.942371 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-3c67e6bb-d74d-4794-ba9b-5be349b8dc75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3483172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27736256', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27627115'] for subnet, after_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:24.949123 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:44:24.991067 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c67e6bb-d74d-4794-ba9b-5be349b8dc75 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7b1e35c-8b26-4690-9d11-111b6e17f0c6,revision_number=None']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:24.994790 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-3c67e6bb-d74d-4794-ba9b-5be349b8dc75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:44:24.996227 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-3c67e6bb-d74d-4794-ba9b-5be349b8dc75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689932'] for subnet, before_response {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:25.003569 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-3c67e6bb-d74d-4794-ba9b-5be349b8dc75 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/e7b1e35c-8b26-4690-9d11-111b6e17f0c6 HTTP/1.1" status: 204 len: 168 time: 0.9818819 May 27 03:44:25.006012 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 57776) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:44:25.075724 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.l3_hamode_db [None req-5cc16009-0d1d-48a0-bc82-15892d152a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a52aa5e3-3321-4bc4-a997-6e537a933850', 'name': 'tempest-ServerRescueNegativeTestJSON-1534104748-router', 'tenant_id': 'fa24b9f82e13448382e6b5f6bd699fab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'external_fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '823ab52d-c277-4027-88b2-0cdd12e80716', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:40:54Z', 'updated_at': '2021-05-27T03:44:21Z', 'revision_number': 5, 'project_id': 'fa24b9f82e13448382e6b5f6bd699fab', 'gw_port': {'id': '823ab52d-c277-4027-88b2-0cdd12e80716', 'name': '', 'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:01:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a52aa5e3-3321-4bc4-a997-6e537a933850', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:40:57Z', 'updated_at': '2021-05-27T03:41:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-iscsi'}], 'dv-cinder-793264-1-iscsi', False) {} {{(pid=98854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:44:25.087932 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.plugin [None req-40bfc7a8-66f7-409b-9353-93eb1bd3f470 admin admin] Calling delete_port for 823ab52d-c277-4027-88b2-0cdd12e80716 owned by network:router_gateway {{(pid=98851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 03:44:25.089634 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc16009-0d1d-48a0-bc82-15892d152a47 None None] The sync data for ids ['a52aa5e3-3321-4bc4-a997-6e537a933850'] in dv-cinder-793264-1-iscsi is: [{'id': 'a52aa5e3-3321-4bc4-a997-6e537a933850', 'name': 'tempest-ServerRescueNegativeTestJSON-1534104748-router', 'tenant_id': 'fa24b9f82e13448382e6b5f6bd699fab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'external_fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '823ab52d-c277-4027-88b2-0cdd12e80716', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:40:54Z', 'updated_at': '2021-05-27T03:44:21Z', 'revision_number': 5, 'project_id': 'fa24b9f82e13448382e6b5f6bd699fab', 'gw_port': {'id': '823ab52d-c277-4027-88b2-0cdd12e80716', 'name': '', 'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:01:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a52aa5e3-3321-4bc4-a997-6e537a933850', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:40:57Z', 'updated_at': '2021-05-27T03:41:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-iscsi'}] {{(pid=98854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:44:25.158103 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-fe43d110-e5b1-4679-bf83-5be8ce2a5493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667815'] for network, before_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:25.317078 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-fe43d110-e5b1-4679-bf83-5be8ce2a5493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489390', 'neutron.services.segments.db._delete_segments_for_network-8786481734117'] for network, precommit_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:25.331131 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.services.segments.db [None req-fe43d110-e5b1-4679-bf83-5be8ce2a5493 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d88eb5c-a234-4a0b-9721-bcab674f53e1']}} {{(pid=98852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:44:25.357428 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.services.segments.db [None req-fe43d110-e5b1-4679-bf83-5be8ce2a5493 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f0a7abb-00b7-4c31-9093-b0d5b331bfb6') {'for_net_delete': True} {{(pid=98852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:44:25.357720 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.services.segments.db [None req-fe43d110-e5b1-4679-bf83-5be8ce2a5493 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f0a7abb-00b7-4c31-9093-b0d5b331bfb6') {} {{(pid=98852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:44:25.370945 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-fe43d110-e5b1-4679-bf83-5be8ce2a5493 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786481741990', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27628495'] for segment, before_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:25.390283 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-fe43d110-e5b1-4679-bf83-5be8ce2a5493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3483814'] for segment, precommit_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:25.398611 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe43d110-e5b1-4679-bf83-5be8ce2a5493 admin admin] Releasing vlan 84 on physical network physnet1 to pool {{(pid=98852) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 03:44:25.399002 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-fe43d110-e5b1-4679-bf83-5be8ce2a5493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3483814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27723362'] for segment, after_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:25.412358 dv-cinder-793264-1-iscsi neutron-server[98852]: Traceback (most recent call last): May 27 03:44:25.412358 dv-cinder-793264-1-iscsi neutron-server[98852]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 27 03:44:25.412358 dv-cinder-793264-1-iscsi neutron-server[98852]: timer() May 27 03:44:25.412358 dv-cinder-793264-1-iscsi neutron-server[98852]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 03:44:25.412358 dv-cinder-793264-1-iscsi neutron-server[98852]: cb(*args, **kw) May 27 03:44:25.412358 dv-cinder-793264-1-iscsi neutron-server[98852]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 27 03:44:25.412358 dv-cinder-793264-1-iscsi neutron-server[98852]: return func(*args, **kwargs) May 27 03:44:25.412358 dv-cinder-793264-1-iscsi neutron-server[98852]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 03:44:25.412358 dv-cinder-793264-1-iscsi neutron-server[98852]: self._notify() May 27 03:44:25.412358 dv-cinder-793264-1-iscsi neutron-server[98852]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 03:44:25.412358 dv-cinder-793264-1-iscsi neutron-server[98852]: self.callback(batched_events) May 27 03:44:25.412358 dv-cinder-793264-1-iscsi neutron-server[98852]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 03:44:25.412358 dv-cinder-793264-1-iscsi neutron-server[98852]: event.method(event) May 27 03:44:25.412358 dv-cinder-793264-1-iscsi neutron-server[98852]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 03:44:25.412358 dv-cinder-793264-1-iscsi neutron-server[98852]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 03:44:25.412358 dv-cinder-793264-1-iscsi neutron-server[98852]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 03:44:25.412358 dv-cinder-793264-1-iscsi neutron-server[98852]: aggregate_uuid = self.p_client.list_aggregates( May 27 03:44:25.412358 dv-cinder-793264-1-iscsi neutron-server[98852]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 03:44:25.412358 dv-cinder-793264-1-iscsi neutron-server[98852]: return f(self, *a, **k) May 27 03:44:25.412358 dv-cinder-793264-1-iscsi neutron-server[98852]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 27 03:44:25.412358 dv-cinder-793264-1-iscsi neutron-server[98852]: return self._get(url).json() May 27 03:44:25.412358 dv-cinder-793264-1-iscsi neutron-server[98852]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 27 03:44:25.412358 dv-cinder-793264-1-iscsi neutron-server[98852]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 03:44:25.412358 dv-cinder-793264-1-iscsi neutron-server[98852]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 27 03:44:25.412358 dv-cinder-793264-1-iscsi neutron-server[98852]: return self.request(url, 'GET', **kwargs) May 27 03:44:25.412358 dv-cinder-793264-1-iscsi neutron-server[98852]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 27 03:44:25.412358 dv-cinder-793264-1-iscsi neutron-server[98852]: base_url = self.get_endpoint(auth, allow=allow, May 27 03:44:25.412358 dv-cinder-793264-1-iscsi neutron-server[98852]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 27 03:44:25.412358 dv-cinder-793264-1-iscsi neutron-server[98852]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 03:44:25.412358 dv-cinder-793264-1-iscsi neutron-server[98852]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 27 03:44:25.412358 dv-cinder-793264-1-iscsi neutron-server[98852]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 03:44:25.412358 dv-cinder-793264-1-iscsi neutron-server[98852]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 03:44:25.469424 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Device 1b7a7d3e-fed7-4829-bbba-f6c362ff1eac no longer exists at agent ovs-agent-dv-cinder-793264-1-iscsi {{(pid=98853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:44:25.480837 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-40bfc7a8-66f7-409b-9353-93eb1bd3f470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786481721510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786481287397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28231606'] for port, after_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:25.486107 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-df713428-69d6-4f6e-acce-676d42cdad02 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:44:25.555526 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.plugin [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] No Port match for: 1b7a7d3e-fed7-4829-bbba-f6c362ff1eac {{(pid=98853) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 03:44:25.556183 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Device 1b7a7d3e-fed7-4829-bbba-f6c362ff1eac not bound to the agent host dv-cinder-793264-1-iscsi {{(pid=98853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:44:25.591355 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bfc7a8-66f7-409b-9353-93eb1bd3f470 admin admin] Pushing event deleted for resources: {'Port': ['ID=823ab52d-c277-4027-88b2-0cdd12e80716,revision_number=None']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:25.610131 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-40bfc7a8-66f7-409b-9353-93eb1bd3f470 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:44:25.631483 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-fe43d110-e5b1-4679-bf83-5be8ce2a5493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3689963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417779'] for network, after_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:25.636700 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:44:25.673073 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe43d110-e5b1-4679-bf83-5be8ce2a5493 admin admin] Pushing event deleted for resources: {'Network': ['ID=9d88eb5c-a234-4a0b-9721-bcab674f53e1,revision_number=None']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:25.678567 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-fe43d110-e5b1-4679-bf83-5be8ce2a5493 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689932'] for network, before_response {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:25.692019 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-fe43d110-e5b1-4679-bf83-5be8ce2a5493 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:44:25.699130 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-fe43d110-e5b1-4679-bf83-5be8ce2a5493 admin admin] 10.222.0.25 "DELETE /v2.0/networks/9d88eb5c-a234-4a0b-9721-bcab674f53e1 HTTP/1.1" status: 204 len: 168 time: 0.6896753 May 27 03:44:25.756741 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-40bfc7a8-66f7-409b-9353-93eb1bd3f470 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-417756'] for router_gateway, after_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:26.092633 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-40bfc7a8-66f7-409b-9353-93eb1bd3f470 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-415043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2008'] for router, precommit_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:26.095622 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-40bfc7a8-66f7-409b-9353-93eb1bd3f470 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:26.312619 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-40bfc7a8-66f7-409b-9353-93eb1bd3f470 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-415343'] for router, after_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:26.313319 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40bfc7a8-66f7-409b-9353-93eb1bd3f470 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a52aa5e3-3321-4bc4-a997-6e537a933850 {{(pid=98851) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 03:44:26.352583 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-40bfc7a8-66f7-409b-9353-93eb1bd3f470 admin admin] Notify callbacks [] for router, before_response {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:26.354007 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [None req-40bfc7a8-66f7-409b-9353-93eb1bd3f470 admin admin] 10.222.0.25 "DELETE /v2.0/routers/a52aa5e3-3321-4bc4-a997-6e537a933850 HTTP/1.1" status: 204 len: 168 time: 2.4077194 May 27 03:44:26.354754 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.wsgi [-] (98851) accepted ('10.222.0.25', 57800) {{(pid=98851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:44:26.357195 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 57802) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:44:26.419981 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [None req-74cb26f3-8303-4769-aa06-d9d80e1399f9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7413f58ffa8e476fb5600cbc51ee9d34&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0636196 May 27 03:44:26.423024 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.wsgi [-] (98851) accepted ('10.222.0.25', 57808) {{(pid=98851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:44:26.460053 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.db_base_plugin_v2 [None req-98e49b7a-0567-4005-bf68-d8a396974be1 admin admin] Deleting subnet fc2e5be7-abd1-47fd-a0c1-09780acadf70 {{(pid=98852) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 27 03:44:26.464281 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-98e49b7a-0567-4005-bf68-d8a396974be1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:26.536708 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-63ebb435-42cf-4c02-a501-8307b1f0f059 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:26.572382 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-63ebb435-42cf-4c02-a501-8307b1f0f059 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:26.581806 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-98e49b7a-0567-4005-bf68-d8a396974be1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27628534'] for subnet, precommit_delete_associations {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:26.705282 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-98e49b7a-0567-4005-bf68-d8a396974be1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3482611'] for subnet, precommit_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:26.946230 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2393c7aa-155a-425f-b3b4-7604113ad52a req-b30341e7-88b5-4c36-bca4-d067a2637e01 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:26.947757 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-2393c7aa-155a-425f-b3b4-7604113ad52a req-b30341e7-88b5-4c36-bca4-d067a2637e01 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/ports?device_id=e367eb4b-29c5-4f41-b41d-0da84d751fe2 HTTP/1.1" status: 200 len: 945 time: 0.2142620 May 27 03:44:27.043363 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-2393c7aa-155a-425f-b3b4-7604113ad52a req-3fea75e0-9644-422b-8dbd-d1d99782467f tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/security-groups?id=64f0893d-d72b-45fe-a7df-480151aef2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819597 May 27 03:44:27.122881 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-63ebb435-42cf-4c02-a501-8307b1f0f059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:27.127563 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:44:27.140021 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ebb435-42cf-4c02-a501-8307b1f0f059 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3008a255-7ecc-4b97-8d3a-baac4542929c,revision_number=None']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:27.142558 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-63ebb435-42cf-4c02-a501-8307b1f0f059 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:44:27.298483 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Device 823ab52d-c277-4027-88b2-0cdd12e80716 no longer exists at agent ovs-agent-dv-cinder-793264-1-iscsi {{(pid=98853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:44:27.311846 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-98e49b7a-0567-4005-bf68-d8a396974be1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3483172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27736256', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27627115'] for subnet, after_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:27.316189 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-63ebb435-42cf-4c02-a501-8307b1f0f059 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:27.322253 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:44:27.322874 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [None req-63ebb435-42cf-4c02-a501-8307b1f0f059 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3008a255-7ecc-4b97-8d3a-baac4542929c HTTP/1.1" status: 204 len: 168 time: 0.8934274 May 27 03:44:27.332004 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.plugin [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] No Port match for: 823ab52d-c277-4027-88b2-0cdd12e80716 {{(pid=98853) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 03:44:27.332479 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Device 823ab52d-c277-4027-88b2-0cdd12e80716 not bound to the agent host dv-cinder-793264-1-iscsi {{(pid=98853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:44:27.356670 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e49b7a-0567-4005-bf68-d8a396974be1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc2e5be7-abd1-47fd-a0c1-09780acadf70,revision_number=None']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:27.360305 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-98e49b7a-0567-4005-bf68-d8a396974be1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:44:27.362241 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-98e49b7a-0567-4005-bf68-d8a396974be1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689932'] for subnet, before_response {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:27.369549 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-98e49b7a-0567-4005-bf68-d8a396974be1 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/fc2e5be7-abd1-47fd-a0c1-09780acadf70 HTTP/1.1" status: 204 len: 168 time: 1.0111141 May 27 03:44:27.373883 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.wsgi [-] (98851) accepted ('10.222.0.25', 57824) {{(pid=98851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:44:27.499447 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-99e31261-b595-43ca-8de7-7ce8fc948f8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667815'] for network, before_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:27.661906 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-99e31261-b595-43ca-8de7-7ce8fc948f8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489390', 'neutron.services.segments.db._delete_segments_for_network-8786481734117'] for network, precommit_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:27.678611 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.services.segments.db [None req-99e31261-b595-43ca-8de7-7ce8fc948f8e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b35bcef9-7d04-408a-b003-58c7e5878e65']}} {{(pid=98851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:44:27.694216 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.services.segments.db [None req-99e31261-b595-43ca-8de7-7ce8fc948f8e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '909c8887-f923-4cc8-aab3-09372be2a868') {'for_net_delete': True} {{(pid=98851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:44:27.694518 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.services.segments.db [None req-99e31261-b595-43ca-8de7-7ce8fc948f8e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '909c8887-f923-4cc8-aab3-09372be2a868') {} {{(pid=98851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:44:27.708062 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-99e31261-b595-43ca-8de7-7ce8fc948f8e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786481741990', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27470038'] for segment, before_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:27.728387 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-99e31261-b595-43ca-8de7-7ce8fc948f8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3483814'] for segment, precommit_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:27.738110 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99e31261-b595-43ca-8de7-7ce8fc948f8e admin admin] Releasing vlan 76 on physical network physnet1 to pool {{(pid=98851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 03:44:27.738507 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-99e31261-b595-43ca-8de7-7ce8fc948f8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3483814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28231653'] for segment, after_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:27.754028 dv-cinder-793264-1-iscsi neutron-server[98851]: Traceback (most recent call last): May 27 03:44:27.754028 dv-cinder-793264-1-iscsi neutron-server[98851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 27 03:44:27.754028 dv-cinder-793264-1-iscsi neutron-server[98851]: timer() May 27 03:44:27.754028 dv-cinder-793264-1-iscsi neutron-server[98851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 03:44:27.754028 dv-cinder-793264-1-iscsi neutron-server[98851]: cb(*args, **kw) May 27 03:44:27.754028 dv-cinder-793264-1-iscsi neutron-server[98851]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 27 03:44:27.754028 dv-cinder-793264-1-iscsi neutron-server[98851]: return func(*args, **kwargs) May 27 03:44:27.754028 dv-cinder-793264-1-iscsi neutron-server[98851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 03:44:27.754028 dv-cinder-793264-1-iscsi neutron-server[98851]: self._notify() May 27 03:44:27.754028 dv-cinder-793264-1-iscsi neutron-server[98851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 03:44:27.754028 dv-cinder-793264-1-iscsi neutron-server[98851]: self.callback(batched_events) May 27 03:44:27.754028 dv-cinder-793264-1-iscsi neutron-server[98851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 03:44:27.754028 dv-cinder-793264-1-iscsi neutron-server[98851]: event.method(event) May 27 03:44:27.754028 dv-cinder-793264-1-iscsi neutron-server[98851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 03:44:27.754028 dv-cinder-793264-1-iscsi neutron-server[98851]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 03:44:27.754028 dv-cinder-793264-1-iscsi neutron-server[98851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 03:44:27.754028 dv-cinder-793264-1-iscsi neutron-server[98851]: aggregate_uuid = self.p_client.list_aggregates( May 27 03:44:27.754028 dv-cinder-793264-1-iscsi neutron-server[98851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 03:44:27.754028 dv-cinder-793264-1-iscsi neutron-server[98851]: return f(self, *a, **k) May 27 03:44:27.754028 dv-cinder-793264-1-iscsi neutron-server[98851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 27 03:44:27.754028 dv-cinder-793264-1-iscsi neutron-server[98851]: return self._get(url).json() May 27 03:44:27.754028 dv-cinder-793264-1-iscsi neutron-server[98851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 27 03:44:27.754028 dv-cinder-793264-1-iscsi neutron-server[98851]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 03:44:27.754028 dv-cinder-793264-1-iscsi neutron-server[98851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 27 03:44:27.754028 dv-cinder-793264-1-iscsi neutron-server[98851]: return self.request(url, 'GET', **kwargs) May 27 03:44:27.754028 dv-cinder-793264-1-iscsi neutron-server[98851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 27 03:44:27.754028 dv-cinder-793264-1-iscsi neutron-server[98851]: base_url = self.get_endpoint(auth, allow=allow, May 27 03:44:27.754028 dv-cinder-793264-1-iscsi neutron-server[98851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 27 03:44:27.754028 dv-cinder-793264-1-iscsi neutron-server[98851]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 03:44:27.754028 dv-cinder-793264-1-iscsi neutron-server[98851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 27 03:44:27.754028 dv-cinder-793264-1-iscsi neutron-server[98851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 03:44:27.754028 dv-cinder-793264-1-iscsi neutron-server[98851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 03:44:27.991670 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-99e31261-b595-43ca-8de7-7ce8fc948f8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3689963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417779'] for network, after_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:27.997214 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-33894c85-ac9e-42df-aa1a-73898f935460 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:44:28.014383 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-99e31261-b595-43ca-8de7-7ce8fc948f8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689932'] for network, before_response {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:28.021227 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e31261-b595-43ca-8de7-7ce8fc948f8e admin admin] Pushing event deleted for resources: {'Network': ['ID=b35bcef9-7d04-408a-b003-58c7e5878e65,revision_number=None']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:28.027356 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-99e31261-b595-43ca-8de7-7ce8fc948f8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:44:28.119116 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [None req-99e31261-b595-43ca-8de7-7ce8fc948f8e admin admin] 10.222.0.25 "DELETE /v2.0/networks/b35bcef9-7d04-408a-b003-58c7e5878e65 HTTP/1.1" status: 204 len: 168 time: 0.7447867 May 27 03:44:28.246316 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71bd041-a169-402b-94d3-d228f692504e req-10532e59-cfa5-4c2d-8aa4-4a88875d8adb tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:28.248870 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-a71bd041-a169-402b-94d3-d228f692504e req-10532e59-cfa5-4c2d-8aa4-4a88875d8adb tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/ports?device_id=e367eb4b-29c5-4f41-b41d-0da84d751fe2 HTTP/1.1" status: 200 len: 945 time: 0.0880272 May 27 03:44:28.292057 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-a71bd041-a169-402b-94d3-d228f692504e req-1d2c3ebc-ced5-44f2-800c-073b61f6cc05 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/security-groups?id=64f0893d-d72b-45fe-a7df-480151aef2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375149 May 27 03:44:28.457910 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.wsgi [-] (98851) accepted ('10.222.0.25', 57858) {{(pid=98851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:44:28.511032 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [None req-2f4470e0-70d4-4f69-abaf-ffa77abdd11f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fa24b9f82e13448382e6b5f6bd699fab&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0517452 May 27 03:44:28.513369 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.wsgi [-] (98851) accepted ('10.222.0.25', 57862) {{(pid=98851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:44:28.581575 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-11820220-ba8c-4ed0-985f-e39da0ac9a82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:28.609833 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-11820220-ba8c-4ed0-985f-e39da0ac9a82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:28.749057 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-11820220-ba8c-4ed0-985f-e39da0ac9a82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:28.753966 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-af121ea4-8dea-489e-9a32-c69651b2646f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:44:28.771801 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11820220-ba8c-4ed0-985f-e39da0ac9a82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85648ff1-b2ef-4805-9733-563ba7ce8d1e,revision_number=None']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:28.777457 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-11820220-ba8c-4ed0-985f-e39da0ac9a82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:44:28.848290 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-11820220-ba8c-4ed0-985f-e39da0ac9a82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:28.849503 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [None req-11820220-ba8c-4ed0-985f-e39da0ac9a82 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/85648ff1-b2ef-4805-9733-563ba7ce8d1e HTTP/1.1" status: 204 len: 168 time: 0.3352396 May 27 03:44:29.866509 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8488bb07-0871-4cac-909b-652754e78268 req-1a855bb6-9fd3-4552-99ff-159b0ca081c7 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:29.868064 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-8488bb07-0871-4cac-909b-652754e78268 req-1a855bb6-9fd3-4552-99ff-159b0ca081c7 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/ports?device_id=e367eb4b-29c5-4f41-b41d-0da84d751fe2 HTTP/1.1" status: 200 len: 945 time: 0.1940482 May 27 03:44:29.919089 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-8488bb07-0871-4cac-909b-652754e78268 req-9e7741f2-a91b-4a40-8c51-6fccbe84e5fe tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/security-groups?id=64f0893d-d72b-45fe-a7df-480151aef2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451598 May 27 03:44:30.192751 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95cd809-0fd1-4bca-9286-1fa9a5542736 req-21d66f26-4112-4158-846c-c38e9984fe47 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:30.193514 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [req-a95cd809-0fd1-4bca-9286-1fa9a5542736 req-21d66f26-4112-4158-846c-c38e9984fe47 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Synchronizing usage tracker for tenant:0df96baa86bb4c51b3b8bece28e3e23a on resource:network {{(pid=98852) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:44:30.263121 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [req-a95cd809-0fd1-4bca-9286-1fa9a5542736 req-21d66f26-4112-4158-846c-c38e9984fe47 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Unset dirty status for tenant:0df96baa86bb4c51b3b8bece28e3e23a on resource:network {{(pid=98852) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:44:30.264432 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-a95cd809-0fd1-4bca-9286-1fa9a5542736 req-21d66f26-4112-4158-846c-c38e9984fe47 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] 10.222.0.25 "GET /v2.0/networks?id=42a1ce98-c4d1-4e0b-b376-f6f97fb7e6e1 HTTP/1.1" status: 200 len: 815 time: 0.2153590 May 27 03:44:30.279025 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-a95cd809-0fd1-4bca-9286-1fa9a5542736 req-3d225454-369b-4596-9340-1ca7e6489e6d tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] 10.222.0.25 "GET /v2.0/quotas/0df96baa86bb4c51b3b8bece28e3e23a HTTP/1.1" status: 200 len: 375 time: 0.0092120 May 27 03:44:30.367713 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-a95cd809-0fd1-4bca-9286-1fa9a5542736 req-0e909146-c85e-4bd5-9fd8-661747e37d32 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=0df96baa86bb4c51b3b8bece28e3e23a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0818350 May 27 03:44:30.508867 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-a95cd809-0fd1-4bca-9286-1fa9a5542736 req-7ed61a6e-e2ec-4083-8caa-b4bd1810f78d service neutron] 10.222.0.25 "GET /v2.0/networks/42a1ce98-c4d1-4e0b-b376-f6f97fb7e6e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304274 May 27 03:44:30.640704 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-a95cd809-0fd1-4bca-9286-1fa9a5542736 req-675a019c-dbab-46cb-bce6-692a3e80ce0c service neutron] 10.222.0.25 "GET /v2.0/networks/42a1ce98-c4d1-4e0b-b376-f6f97fb7e6e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259167 May 27 03:44:30.888468 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [req-63a9ad1f-787c-48b3-a677-8d37808312b3 req-5ef3e941-58d2-45b5-b484-e6dbecd5712f tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Synchronizing usage tracker for tenant:0df96baa86bb4c51b3b8bece28e3e23a on resource:port {{(pid=98851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:44:30.997071 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [req-63a9ad1f-787c-48b3-a677-8d37808312b3 req-5ef3e941-58d2-45b5-b484-e6dbecd5712f tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Unset dirty status for tenant:0df96baa86bb4c51b3b8bece28e3e23a on resource:port {{(pid=98851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:44:30.998508 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-63a9ad1f-787c-48b3-a677-8d37808312b3 req-5ef3e941-58d2-45b5-b484-e6dbecd5712f tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] 10.222.0.25 "GET /v2.0/ports?device_id=daffe717-7636-45e8-813d-8b2a6075c61e HTTP/1.1" status: 200 len: 210 time: 0.1530268 May 27 03:44:31.175575 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65287c2-8c52-4019-a265-8a38257675b8 req-89af2370-3f90-4bb0-a9b6-b114d9b9cbf3 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:31.177104 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-c65287c2-8c52-4019-a265-8a38257675b8 req-89af2370-3f90-4bb0-a9b6-b114d9b9cbf3 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/ports?device_id=e367eb4b-29c5-4f41-b41d-0da84d751fe2 HTTP/1.1" status: 200 len: 945 time: 0.0826731 May 27 03:44:31.221571 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-c65287c2-8c52-4019-a265-8a38257675b8 req-782b1236-4340-498c-877f-9d605034fb40 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/security-groups?id=64f0893d-d72b-45fe-a7df-480151aef2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387108 May 27 03:44:32.100282 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-49d72142-66b2-4f6f-bcb1-708cd20a9bba req-0e877314-7725-432c-9621-801550aae9df tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] 10.222.0.25 "GET /v2.0/ports?device_id=daffe717-7636-45e8-813d-8b2a6075c61e HTTP/1.1" status: 200 len: 210 time: 0.0461276 May 27 03:44:32.413616 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff515ac-4181-4f78-81b5-3ddd7a1f533d req-1ee5c3cb-3d74-4b73-b1ce-303bfcbf8460 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:32.415514 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-3ff515ac-4181-4f78-81b5-3ddd7a1f533d req-1ee5c3cb-3d74-4b73-b1ce-303bfcbf8460 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/ports?device_id=e367eb4b-29c5-4f41-b41d-0da84d751fe2 HTTP/1.1" status: 200 len: 945 time: 0.0836124 May 27 03:44:32.462756 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-3ff515ac-4181-4f78-81b5-3ddd7a1f533d req-7644f8a0-9b05-4a3e-89e4-8032f92b262f tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/security-groups?id=64f0893d-d72b-45fe-a7df-480151aef2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386376 May 27 03:44:33.242031 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-6ccd26d0-9297-4bb3-b903-0d91b79c64e8 req-f6b75d23-c683-426a-9a8d-4bd7af08333a tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] 10.222.0.25 "GET /v2.0/ports?device_id=daffe717-7636-45e8-813d-8b2a6075c61e HTTP/1.1" status: 200 len: 210 time: 0.0420785 May 27 03:44:33.644986 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd645739-30df-4690-9fee-d0040ba101a1 req-16a0f185-46de-42b7-8cbe-ab40f5637586 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:33.646316 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-cd645739-30df-4690-9fee-d0040ba101a1 req-16a0f185-46de-42b7-8cbe-ab40f5637586 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/ports?device_id=e367eb4b-29c5-4f41-b41d-0da84d751fe2 HTTP/1.1" status: 200 len: 945 time: 0.0781868 May 27 03:44:33.689835 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-cd645739-30df-4690-9fee-d0040ba101a1 req-25bbad5f-7a33-4112-a84f-0078ed956710 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/security-groups?id=64f0893d-d72b-45fe-a7df-480151aef2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380635 May 27 03:44:33.829711 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-0827f574-4c69-4c6c-a16e-2d513a19f782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:34.391707 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-68f66e97-a167-4824-be5d-9e698c5c9d1a req-70f117ad-b5de-4b23-984b-71dc74fcb336 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] 10.222.0.25 "GET /v2.0/ports?device_id=daffe717-7636-45e8-813d-8b2a6075c61e HTTP/1.1" status: 200 len: 210 time: 0.0470533 May 27 03:44:34.896630 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcc13ee-4ccb-4146-8559-87eacdd5278b req-5ae2c8c6-fc54-4f2c-9b95-4cab7fe6e76f tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:34.898070 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-efcc13ee-4ccb-4146-8559-87eacdd5278b req-5ae2c8c6-fc54-4f2c-9b95-4cab7fe6e76f tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/ports?device_id=e367eb4b-29c5-4f41-b41d-0da84d751fe2 HTTP/1.1" status: 200 len: 945 time: 0.0998685 May 27 03:44:34.943635 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-efcc13ee-4ccb-4146-8559-87eacdd5278b req-8af3a818-9e3d-4566-862d-7973852c952b tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/security-groups?id=64f0893d-d72b-45fe-a7df-480151aef2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397143 May 27 03:44:35.540294 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-742ff269-d079-4c01-9ba4-d0cfed5ce6f6 req-6c28a6cc-98e2-4da9-91b4-af6dad25a804 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] 10.222.0.25 "GET /v2.0/ports?device_id=daffe717-7636-45e8-813d-8b2a6075c61e HTTP/1.1" status: 200 len: 210 time: 0.0430136 May 27 03:44:36.129164 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb372f96-7ee9-45a8-9aac-1e517f8d69af req-10a961e7-cee6-4824-9547-bfb7f581c629 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:36.130491 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-bb372f96-7ee9-45a8-9aac-1e517f8d69af req-10a961e7-cee6-4824-9547-bfb7f581c629 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/ports?device_id=e367eb4b-29c5-4f41-b41d-0da84d751fe2 HTTP/1.1" status: 200 len: 945 time: 0.0768299 May 27 03:44:36.176751 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-bb372f96-7ee9-45a8-9aac-1e517f8d69af req-45ad7a9d-9c3d-4b0e-beb7-c49c6d1ad6e4 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/security-groups?id=64f0893d-d72b-45fe-a7df-480151aef2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407047 May 27 03:44:36.429156 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:36.430605 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-df03a041-9d00-44f8-b8f6-ca9a88aaa3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:36.684529 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-2e89b523-a236-45b2-af81-7bf314e5b6b8 req-d72f3efc-d04c-4a89-b0a5-e2d16e363e09 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] 10.222.0.25 "GET /v2.0/ports?device_id=daffe717-7636-45e8-813d-8b2a6075c61e HTTP/1.1" status: 200 len: 210 time: 0.0422108 May 27 03:44:37.376939 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5bdbc2-5dba-4e11-b490-17a4f247ea15 req-fd270632-2cb4-47bc-acac-a5769df16cef tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:37.379523 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-9b5bdbc2-5dba-4e11-b490-17a4f247ea15 req-fd270632-2cb4-47bc-acac-a5769df16cef tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/ports?device_id=e367eb4b-29c5-4f41-b41d-0da84d751fe2 HTTP/1.1" status: 200 len: 945 time: 0.0895829 May 27 03:44:37.457063 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-9b5bdbc2-5dba-4e11-b490-17a4f247ea15 req-acc8dd9a-fbf5-450e-8f39-be1d04b44fec tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/security-groups?id=64f0893d-d72b-45fe-a7df-480151aef2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662920 May 27 03:44:37.466721 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95cd809-0fd1-4bca-9286-1fa9a5542736 req-c4a15dc7-5ab3-42e2-8435-d41d8e6c0966 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:37.468606 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-a95cd809-0fd1-4bca-9286-1fa9a5542736 req-c4a15dc7-5ab3-42e2-8435-d41d8e6c0966 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] 10.222.0.36 "GET /v2.0/networks?id=42a1ce98-c4d1-4e0b-b376-f6f97fb7e6e1 HTTP/1.1" status: 200 len: 815 time: 0.1893759 May 27 03:44:37.491089 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.v2.base [req-a95cd809-0fd1-4bca-9286-1fa9a5542736 req-ea83a72b-5de7-45fc-a97c-7f6cad6fa993 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Request body: {'port': {'device_id': 'daffe717-7636-45e8-813d-8b2a6075c61e', 'network_id': '42a1ce98-c4d1-4e0b-b376-f6f97fb7e6e1', 'admin_state_up': True, 'tenant_id': '0df96baa86bb4c51b3b8bece28e3e23a'}} {{(pid=98851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:44:37.713072 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.quota.driver [req-a95cd809-0fd1-4bca-9286-1fa9a5542736 req-ea83a72b-5de7-45fc-a97c-7f6cad6fa993 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:44:37.722771 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.quota.driver [req-a95cd809-0fd1-4bca-9286-1fa9a5542736 req-ea83a72b-5de7-45fc-a97c-7f6cad6fa993 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=98851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:44:37.752278 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-e3613943-0892-48bd-9358-60eb59884bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:37.856908 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a95cd809-0fd1-4bca-9286-1fa9a5542736 req-ea83a72b-5de7-45fc-a97c-7f6cad6fa993 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Made reservation on behalf of 0df96baa86bb4c51b3b8bece28e3e23a for: {'port': 1} {{(pid=98851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:44:37.861366 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-a95cd809-0fd1-4bca-9286-1fa9a5542736 req-ea83a72b-5de7-45fc-a97c-7f6cad6fa993 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:37.883325 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-556d2c05-3ee8-4a28-ace0-7d74a4583796 req-b18a3b2b-bde3-4fa3-b9a4-2aa920921a63 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] 10.222.0.25 "GET /v2.0/ports?device_id=daffe717-7636-45e8-813d-8b2a6075c61e HTTP/1.1" status: 200 len: 210 time: 0.0839508 May 27 03:44:38.033724 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.db_base_plugin_common [req-a95cd809-0fd1-4bca-9286-1fa9a5542736 req-ea83a72b-5de7-45fc-a97c-7f6cad6fa993 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Allocated IP 172.20.0.5 (42a1ce98-c4d1-4e0b-b376-f6f97fb7e6e1/a0827fbe-4b22-4dec-9e35-0c7ac84d00a0/2beacebc-a476-4d0c-ad0f-528ef5b957c8) {{(pid=98851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:44:38.248841 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-a95cd809-0fd1-4bca-9286-1fa9a5542736 req-ea83a72b-5de7-45fc-a97c-7f6cad6fa993 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Notify callbacks [] for port, precommit_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:38.265881 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.provisioning_blocks [req-a95cd809-0fd1-4bca-9286-1fa9a5542736 req-ea83a72b-5de7-45fc-a97c-7f6cad6fa993 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Transition to ACTIVE for port object 2beacebc-a476-4d0c-ad0f-528ef5b957c8 will not be triggered until provisioned by entity DHCP. {{(pid=98851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:44:38.346423 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-a95cd809-0fd1-4bca-9286-1fa9a5542736 req-ea83a72b-5de7-45fc-a97c-7f6cad6fa993 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786481287388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28231606'] for port, after_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:38.356794 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:44:38.422682 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a95cd809-0fd1-4bca-9286-1fa9a5542736 req-ea83a72b-5de7-45fc-a97c-7f6cad6fa993 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Network 42a1ce98-c4d1-4e0b-b376-f6f97fb7e6e1 is already hosted by enough agents. {{(pid=98851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:44:38.426031 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.scheduler.base_scheduler [req-a95cd809-0fd1-4bca-9286-1fa9a5542736 req-ea83a72b-5de7-45fc-a97c-7f6cad6fa993 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Resources bound (agent type, host, resource id): {{(pid=98851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:44:38.430209 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.l3_dvrscheduler_db [req-a95cd809-0fd1-4bca-9286-1fa9a5542736 req-ea83a72b-5de7-45fc-a97c-7f6cad6fa993 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Received port after_create {{(pid=98851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 03:44:38.473311 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea83a72b-5de7-45fc-a97c-7f6cad6fa993 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Pushing event updated for resources: {'Port': ['ID=2beacebc-a476-4d0c-ad0f-528ef5b957c8,revision_number=1']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:38.480791 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-ea83a72b-5de7-45fc-a97c-7f6cad6fa993 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:44:38.515843 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95cd809-0fd1-4bca-9286-1fa9a5542736 req-ea83a72b-5de7-45fc-a97c-7f6cad6fa993 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:38.516486 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-a95cd809-0fd1-4bca-9286-1fa9a5542736 req-ea83a72b-5de7-45fc-a97c-7f6cad6fa993 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4037888'] for port, before_response {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:38.663169 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23ef1b7-c568-4238-81b3-27763dde5471 req-1ac64e64-a8c7-492c-89c5-e94319801e2e tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:38.664891 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-e23ef1b7-c568-4238-81b3-27763dde5471 req-1ac64e64-a8c7-492c-89c5-e94319801e2e tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/ports?device_id=e367eb4b-29c5-4f41-b41d-0da84d751fe2 HTTP/1.1" status: 200 len: 945 time: 0.0968299 May 27 03:44:38.715091 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-a95cd809-0fd1-4bca-9286-1fa9a5542736 req-ea83a72b-5de7-45fc-a97c-7f6cad6fa993 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2279098 May 27 03:44:38.715534 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-e23ef1b7-c568-4238-81b3-27763dde5471 req-47e47da1-d23f-4c08-ab99-fc310ef56f5a tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/security-groups?id=64f0893d-d72b-45fe-a7df-480151aef2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399270 May 27 03:44:38.721739 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.v2.base [req-a95cd809-0fd1-4bca-9286-1fa9a5542736 req-ec67913b-ef82-40ca-a7e9-7adf67b3da33 service neutron] Request body: {'port': {'device_id': 'daffe717-7636-45e8-813d-8b2a6075c61e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79326'}} {{(pid=98851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:44:38.800431 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-4185ae31-059a-439a-b51a-a00e6b8a3eb4 None None] Provisioning for port 2beacebc-a476-4d0c-ad0f-528ef5b957c8 completed by entity DHCP. {{(pid=98853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:44:38.810668 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-4185ae31-059a-439a-b51a-a00e6b8a3eb4 None None] Provisioning complete for port 2beacebc-a476-4d0c-ad0f-528ef5b957c8 triggered by entity DHCP. {{(pid=98853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:44:38.811052 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-4185ae31-059a-439a-b51a-a00e6b8a3eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487713'] for port, provisioning_complete {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:38.938337 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.plugin [None req-4185ae31-059a-439a-b51a-a00e6b8a3eb4 None None] Port 2beacebc-a476-4d0c-ad0f-528ef5b957c8 cannot update to ACTIVE because it is not bound. {{(pid=98853) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 03:44:38.955362 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-a95cd809-0fd1-4bca-9286-1fa9a5542736 req-ec67913b-ef82-40ca-a7e9-7adf67b3da33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_update {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:39.292495 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2d15b0-2fef-4dff-a4e0-05bb128cbd6c req-4c7ec9cd-bc22-409e-9c6a-811319b9e9c7 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:39.293219 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [req-ea2d15b0-2fef-4dff-a4e0-05bb128cbd6c req-4c7ec9cd-bc22-409e-9c6a-811319b9e9c7 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Synchronizing usage tracker for tenant:0df96baa86bb4c51b3b8bece28e3e23a on resource:port {{(pid=98851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:44:39.306112 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-3af0ace6-547d-4950-9fe5-73e267668fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:39.416960 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddcf20c-8648-499b-8041-1b79c15472b4 req-e760adfa-245d-487a-98d5-7d9c4f1ac200 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:39.418815 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-7ddcf20c-8648-499b-8041-1b79c15472b4 req-e760adfa-245d-487a-98d5-7d9c4f1ac200 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c7e656a-afc5-4119-a11e-920c583d89d2 HTTP/1.1" status: 200 len: 945 time: 0.1284819 May 27 03:44:39.435691 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [req-ea2d15b0-2fef-4dff-a4e0-05bb128cbd6c req-4c7ec9cd-bc22-409e-9c6a-811319b9e9c7 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Unset dirty status for tenant:0df96baa86bb4c51b3b8bece28e3e23a on resource:port {{(pid=98851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:44:39.438288 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-ea2d15b0-2fef-4dff-a4e0-05bb128cbd6c req-4c7ec9cd-bc22-409e-9c6a-811319b9e9c7 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] 10.222.0.25 "GET /v2.0/ports?device_id=daffe717-7636-45e8-813d-8b2a6075c61e HTTP/1.1" status: 200 len: 931 time: 0.3168311 May 27 03:44:39.472799 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-7ddcf20c-8648-499b-8041-1b79c15472b4 req-e684dda5-5544-4dd3-b8e6-0624b7fa1b66 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e39d5df-c8e8-44f8-bf65-7b7c15957e09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467410 May 27 03:44:39.490415 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.notifiers.nova [req-a95cd809-0fd1-4bca-9286-1fa9a5542736 req-ec67913b-ef82-40ca-a7e9-7adf67b3da33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2beacebc-a476-4d0c-ad0f-528ef5b957c8 {{(pid=98851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:44:39.501252 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-a95cd809-0fd1-4bca-9286-1fa9a5542736 req-ec67913b-ef82-40ca-a7e9-7adf67b3da33 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:39.534249 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-ea2d15b0-2fef-4dff-a4e0-05bb128cbd6c req-e46caf31-2d3e-457e-8844-52da1f1920ac tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] 10.222.0.25 "GET /v2.0/security-groups?id=7a22e4eb-1ed5-428b-9da9-e358a6333482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805805 May 27 03:44:39.552371 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.provisioning_blocks [req-a95cd809-0fd1-4bca-9286-1fa9a5542736 req-ec67913b-ef82-40ca-a7e9-7adf67b3da33 service neutron] Transition to ACTIVE for port object 2beacebc-a476-4d0c-ad0f-528ef5b957c8 will not be triggered until provisioned by entity L2. {{(pid=98851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:44:39.643196 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-a95cd809-0fd1-4bca-9286-1fa9a5542736 req-ec67913b-ef82-40ca-a7e9-7adf67b3da33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786481721483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786481287406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786481291807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28231553'] for port, after_update {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:39.648114 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-40bfc7a8-66f7-409b-9353-93eb1bd3f470 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:44:39.823185 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec67913b-ef82-40ca-a7e9-7adf67b3da33 service neutron] Pushing event updated for resources: {'Port': ['ID=2beacebc-a476-4d0c-ad0f-528ef5b957c8,revision_number=2']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:39.828969 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-ec67913b-ef82-40ca-a7e9-7adf67b3da33 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:44:39.921586 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.managers [req-a95cd809-0fd1-4bca-9286-1fa9a5542736 req-ec67913b-ef82-40ca-a7e9-7adf67b3da33 service neutron] Attempting to bind port 2beacebc-a476-4d0c-ad0f-528ef5b957c8 on host hv-cinder-79326 for vnic_type normal with profile {{(pid=98851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:44:39.922632 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.managers [req-a95cd809-0fd1-4bca-9286-1fa9a5542736 req-ec67913b-ef82-40ca-a7e9-7adf67b3da33 service neutron] Attempting to bind port 2beacebc-a476-4d0c-ad0f-528ef5b957c8 by drivers openvswitch,hyperv on host hv-cinder-79326 at level 0 using segments [{'id': '71084c34-ab19-4a6a-bf97-1930eaa9b62e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '42a1ce98-c4d1-4e0b-b376-f6f97fb7e6e1'}] {{(pid=98851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:44:39.922983 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a95cd809-0fd1-4bca-9286-1fa9a5542736 req-ec67913b-ef82-40ca-a7e9-7adf67b3da33 service neutron] Attempting to bind port 2beacebc-a476-4d0c-ad0f-528ef5b957c8 on network 42a1ce98-c4d1-4e0b-b376-f6f97fb7e6e1 {{(pid=98851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:44:39.928548 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a95cd809-0fd1-4bca-9286-1fa9a5542736 req-ec67913b-ef82-40ca-a7e9-7adf67b3da33 service neutron] Port 2beacebc-a476-4d0c-ad0f-528ef5b957c8 on network 42a1ce98-c4d1-4e0b-b376-f6f97fb7e6e1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79326 {{(pid=98851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 03:44:39.929005 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a95cd809-0fd1-4bca-9286-1fa9a5542736 req-ec67913b-ef82-40ca-a7e9-7adf67b3da33 service neutron] Attempting to bind port 2beacebc-a476-4d0c-ad0f-528ef5b957c8 on network 42a1ce98-c4d1-4e0b-b376-f6f97fb7e6e1 {{(pid=98851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:44:39.935637 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a95cd809-0fd1-4bca-9286-1fa9a5542736 req-ec67913b-ef82-40ca-a7e9-7adf67b3da33 service neutron] Checking agent: {'id': 'beba53db-4949-4034-b5ab-73b6df09d927', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79326', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 3, 39, 17), 'started_at': datetime.datetime(2021, 5, 27, 3, 39, 17), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 3, 44, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 03:44:39.936115 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a95cd809-0fd1-4bca-9286-1fa9a5542736 req-ec67913b-ef82-40ca-a7e9-7adf67b3da33 service neutron] Checking segment: {'id': '71084c34-ab19-4a6a-bf97-1930eaa9b62e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '42a1ce98-c4d1-4e0b-b376-f6f97fb7e6e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 03:44:39.936635 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a95cd809-0fd1-4bca-9286-1fa9a5542736 req-ec67913b-ef82-40ca-a7e9-7adf67b3da33 service neutron] Bound using segment: {'id': '71084c34-ab19-4a6a-bf97-1930eaa9b62e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '42a1ce98-c4d1-4e0b-b376-f6f97fb7e6e1'} {{(pid=98851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 03:44:39.937170 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.managers [req-a95cd809-0fd1-4bca-9286-1fa9a5542736 req-ec67913b-ef82-40ca-a7e9-7adf67b3da33 service neutron] Bound port: 2beacebc-a476-4d0c-ad0f-528ef5b957c8, host: hv-cinder-79326, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71084c34-ab19-4a6a-bf97-1930eaa9b62e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '42a1ce98-c4d1-4e0b-b376-f6f97fb7e6e1'}}] {{(pid=98851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:44:39.937688 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-a95cd809-0fd1-4bca-9286-1fa9a5542736 req-ec67913b-ef82-40ca-a7e9-7adf67b3da33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_update {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:40.003898 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b2376b-29c1-452b-a566-92437e1b08af req-c9979403-8189-4a36-929c-3de8f1b20c2a tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:40.013023 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-52b2376b-29c1-452b-a566-92437e1b08af req-c9979403-8189-4a36-929c-3de8f1b20c2a tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/ports?device_id=e367eb4b-29c5-4f41-b41d-0da84d751fe2 HTTP/1.1" status: 200 len: 945 time: 0.1444101 May 27 03:44:40.057310 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.db [req-a95cd809-0fd1-4bca-9286-1fa9a5542736 req-ec67913b-ef82-40ca-a7e9-7adf67b3da33 service neutron] For port 2beacebc-a476-4d0c-ad0f-528ef5b957c8, host hv-cinder-79326, cleared binding levels {{(pid=98851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:44:40.062472 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.db [req-a95cd809-0fd1-4bca-9286-1fa9a5542736 req-ec67913b-ef82-40ca-a7e9-7adf67b3da33 service neutron] For port 2beacebc-a476-4d0c-ad0f-528ef5b957c8, host hv-cinder-79326, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=2beacebc-a476-4d0c-ad0f-528ef5b957c8,segment=NetworkSegment(71084c34-ab19-4a6a-bf97-1930eaa9b62e),segment_id=71084c34-ab19-4a6a-bf97-1930eaa9b62e)] {{(pid=98851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 03:44:40.068628 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-52b2376b-29c1-452b-a566-92437e1b08af req-a32832e7-ff40-4541-91fd-d780c4a69d90 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/security-groups?id=64f0893d-d72b-45fe-a7df-480151aef2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496542 May 27 03:44:40.146094 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-a95cd809-0fd1-4bca-9286-1fa9a5542736 req-ec67913b-ef82-40ca-a7e9-7adf67b3da33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786481721483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786481287406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786481291807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28231553'] for port, after_update {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:40.155305 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-5dcda150-9ed6-47df-a194-ee101f05f297 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:44:40.210056 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95cd809-0fd1-4bca-9286-1fa9a5542736 req-ec67913b-ef82-40ca-a7e9-7adf67b3da33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:40.210680 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-a95cd809-0fd1-4bca-9286-1fa9a5542736 req-ec67913b-ef82-40ca-a7e9-7adf67b3da33 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4037888'] for port, before_response {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:40.212069 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-a95cd809-0fd1-4bca-9286-1fa9a5542736 req-ec67913b-ef82-40ca-a7e9-7adf67b3da33 service neutron] 10.222.0.36 "PUT /v2.0/ports/2beacebc-a476-4d0c-ad0f-528ef5b957c8 HTTP/1.1" status: 200 len: 1093 time: 1.4973321 May 27 03:44:40.212608 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'daffe717-7636-45e8-813d-8b2a6075c61e', 'tag': '2beacebc-a476-4d0c-ad0f-528ef5b957c8'}] {{(pid=98851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:44:40.271853 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec67913b-ef82-40ca-a7e9-7adf67b3da33 service neutron] Pushing event updated for resources: {'Port': ['ID=2beacebc-a476-4d0c-ad0f-528ef5b957c8,revision_number=3']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:40.282157 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-ec67913b-ef82-40ca-a7e9-7adf67b3da33 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:44:40.295215 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'daffe717-7636-45e8-813d-8b2a6075c61e', 'tag': '2beacebc-a476-4d0c-ad0f-528ef5b957c8', 'status': 'completed', 'code': 200} May 27 03:44:40.773570 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388cefab-e6b7-4223-814e-3c30eea2b178 req-c4d85ae0-2408-4829-9370-6acf75e68b74 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:40.775099 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-388cefab-e6b7-4223-814e-3c30eea2b178 req-c4d85ae0-2408-4829-9370-6acf75e68b74 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] 10.222.0.25 "GET /v2.0/ports?device_id=daffe717-7636-45e8-813d-8b2a6075c61e HTTP/1.1" status: 200 len: 943 time: 0.0989413 May 27 03:44:40.808191 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b615bb39-fabf-46ec-96f4-025d9d5d0a24 req-726dc740-f4eb-48da-b5bf-c3f815682b0e tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:40.810186 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-b615bb39-fabf-46ec-96f4-025d9d5d0a24 req-726dc740-f4eb-48da-b5bf-c3f815682b0e tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c7e656a-afc5-4119-a11e-920c583d89d2 HTTP/1.1" status: 200 len: 945 time: 0.2218270 May 27 03:44:40.857153 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [req-388cefab-e6b7-4223-814e-3c30eea2b178 req-5efaccec-ab07-4b67-b882-734fe574e593 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Synchronizing usage tracker for tenant:0df96baa86bb4c51b3b8bece28e3e23a on resource:security_group {{(pid=98852) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:44:40.872867 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-b615bb39-fabf-46ec-96f4-025d9d5d0a24 req-f823341d-ab51-470a-87a4-37b69a3e53d9 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e39d5df-c8e8-44f8-bf65-7b7c15957e09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560427 May 27 03:44:40.920810 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.wsgi [-] (98851) accepted ('10.222.0.25', 58178) {{(pid=98851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:44:40.955417 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [req-388cefab-e6b7-4223-814e-3c30eea2b178 req-5efaccec-ab07-4b67-b882-734fe574e593 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Unset dirty status for tenant:0df96baa86bb4c51b3b8bece28e3e23a on resource:security_group {{(pid=98852) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:44:40.957380 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-388cefab-e6b7-4223-814e-3c30eea2b178 req-5efaccec-ab07-4b67-b882-734fe574e593 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] 10.222.0.25 "GET /v2.0/security-groups?id=7a22e4eb-1ed5-428b-9da9-e358a6333482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762106 May 27 03:44:41.084665 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-9c0499bd-5850-4055-a7d9-6cd47a0cb0f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:41.102144 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.quota.driver [None req-9c0499bd-5850-4055-a7d9-6cd47a0cb0f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:44:41.105975 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [None req-9c0499bd-5850-4055-a7d9-6cd47a0cb0f7 admin admin] Usage tracker for resource:security_group_rule and tenant:07f25faae997442fb1473076b0bbb5cf is out of sync, need to count used quota {{(pid=98851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:44:41.108855 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [None req-9c0499bd-5850-4055-a7d9-6cd47a0cb0f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:44:41.117271 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.quota.driver [None req-9c0499bd-5850-4055-a7d9-6cd47a0cb0f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:44:41.283367 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-9c0499bd-5850-4055-a7d9-6cd47a0cb0f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:41.320372 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a210077-bfd6-42a3-80cb-81a5579e25d4 req-2c007b9b-224f-4f5d-9507-5c66991ebb16 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:41.322026 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-0a210077-bfd6-42a3-80cb-81a5579e25d4 req-2c007b9b-224f-4f5d-9507-5c66991ebb16 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/ports?device_id=e367eb4b-29c5-4f41-b41d-0da84d751fe2 HTTP/1.1" status: 200 len: 945 time: 0.1259477 May 27 03:44:41.343992 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-9c0499bd-5850-4055-a7d9-6cd47a0cb0f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:41.354139 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-3a7fecc0-6660-402d-91ce-433db56b5574 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:44:41.406404 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [None req-9c0499bd-5850-4055-a7d9-6cd47a0cb0f7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=07f25faae997442fb1473076b0bbb5cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4844217 May 27 03:44:41.409164 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 58194) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:44:41.419578 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0499bd-5850-4055-a7d9-6cd47a0cb0f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca2d8855-10d4-4c56-bbac-31fb4b83abb9,revision_number=1']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:41.438706 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-0a210077-bfd6-42a3-80cb-81a5579e25d4 req-e9204e6d-6346-4e97-be6a-ced721dc7408 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/security-groups?id=64f0893d-d72b-45fe-a7df-480151aef2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1078041 May 27 03:44:41.439722 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-9c0499bd-5850-4055-a7d9-6cd47a0cb0f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:44:41.515441 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-5be2ff6a-8a84-4b9d-b82b-02d1cde50575 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:41.544441 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-5be2ff6a-8a84-4b9d-b82b-02d1cde50575 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:41.660276 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-5be2ff6a-8a84-4b9d-b82b-02d1cde50575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:41.665649 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-bb5cc935-eeae-4c7c-8d14-69e39391d9cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:44:41.676529 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be2ff6a-8a84-4b9d-b82b-02d1cde50575 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca2d8855-10d4-4c56-bbac-31fb4b83abb9,revision_number=None']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:41.679573 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-5be2ff6a-8a84-4b9d-b82b-02d1cde50575 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:44:41.686152 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-5be2ff6a-8a84-4b9d-b82b-02d1cde50575 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:41.689910 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-5be2ff6a-8a84-4b9d-b82b-02d1cde50575 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ca2d8855-10d4-4c56-bbac-31fb4b83abb9 HTTP/1.1" status: 204 len: 168 time: 0.2770844 May 27 03:44:42.149482 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79abf9c-ceab-484a-a87e-46e9836186b4 req-70c867c3-a5c8-43be-af2d-ef6ca0c413a6 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:42.152320 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-e79abf9c-ceab-484a-a87e-46e9836186b4 req-70c867c3-a5c8-43be-af2d-ef6ca0c413a6 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c7e656a-afc5-4119-a11e-920c583d89d2 HTTP/1.1" status: 200 len: 945 time: 0.1428845 May 27 03:44:42.212969 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2e6c19-1034-4e8f-a4f7-c06eb6e622f3 req-49da4f42-5fd0-4047-88d7-bf23fa16bde0 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:42.214700 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-ff2e6c19-1034-4e8f-a4f7-c06eb6e622f3 req-49da4f42-5fd0-4047-88d7-bf23fa16bde0 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] 10.222.0.25 "GET /v2.0/ports?device_id=daffe717-7636-45e8-813d-8b2a6075c61e HTTP/1.1" status: 200 len: 943 time: 0.1051893 May 27 03:44:42.216190 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-e79abf9c-ceab-484a-a87e-46e9836186b4 req-2778d838-571b-4df5-8d33-8ec5c26b9a5f tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e39d5df-c8e8-44f8-bf65-7b7c15957e09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536821 May 27 03:44:42.285224 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-ff2e6c19-1034-4e8f-a4f7-c06eb6e622f3 req-d9045a92-f94c-4e5c-9368-e5c66015c8e3 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] 10.222.0.25 "GET /v2.0/security-groups?id=7a22e4eb-1ed5-428b-9da9-e358a6333482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602801 May 27 03:44:42.643962 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6879843b-d52b-4393-ba68-16480e084da7 req-a78298e8-4abe-4522-9abe-dbb4ac0a374c tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:42.645445 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-6879843b-d52b-4393-ba68-16480e084da7 req-a78298e8-4abe-4522-9abe-dbb4ac0a374c tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/ports?device_id=e367eb4b-29c5-4f41-b41d-0da84d751fe2 HTTP/1.1" status: 200 len: 945 time: 0.0882285 May 27 03:44:42.702670 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-6879843b-d52b-4393-ba68-16480e084da7 req-bb64f0f7-7f52-4e70-a505-3945856d2df4 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/security-groups?id=64f0893d-d72b-45fe-a7df-480151aef2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516384 May 27 03:44:43.437396 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f126c9cb-4c73-4689-ae9b-9a3131c36767 req-31886d8b-e0c2-4e2f-a5c4-830c1515271c tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:43.439595 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-f126c9cb-4c73-4689-ae9b-9a3131c36767 req-31886d8b-e0c2-4e2f-a5c4-830c1515271c tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c7e656a-afc5-4119-a11e-920c583d89d2 HTTP/1.1" status: 200 len: 945 time: 0.0897627 May 27 03:44:43.492218 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-f126c9cb-4c73-4689-ae9b-9a3131c36767 req-d901482d-7d79-4b69-9567-d8ab605a93be tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e39d5df-c8e8-44f8-bf65-7b7c15957e09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469618 May 27 03:44:43.591751 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c325b4c-6756-4767-a04e-112f5f4da9d9 req-a1a08d13-5c10-4c6d-a1dd-b5efa4936cfc tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:43.593143 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-6c325b4c-6756-4767-a04e-112f5f4da9d9 req-a1a08d13-5c10-4c6d-a1dd-b5efa4936cfc tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] 10.222.0.25 "GET /v2.0/ports?device_id=daffe717-7636-45e8-813d-8b2a6075c61e HTTP/1.1" status: 200 len: 943 time: 0.1693916 May 27 03:44:43.662204 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-6c325b4c-6756-4767-a04e-112f5f4da9d9 req-15098ac1-721a-4b97-a018-9124401cb816 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] 10.222.0.25 "GET /v2.0/security-groups?id=7a22e4eb-1ed5-428b-9da9-e358a6333482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589869 May 27 03:44:43.911728 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcb1d29-4a2f-48ee-b3f5-ebe622cdf207 req-07a42da0-bdb9-44f0-8113-5f1e5065767f tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:43.919491 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-4fcb1d29-4a2f-48ee-b3f5-ebe622cdf207 req-07a42da0-bdb9-44f0-8113-5f1e5065767f tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/ports?device_id=e367eb4b-29c5-4f41-b41d-0da84d751fe2 HTTP/1.1" status: 200 len: 945 time: 0.0968328 May 27 03:44:43.963721 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-4fcb1d29-4a2f-48ee-b3f5-ebe622cdf207 req-a209af03-569f-41f2-a1cd-0ca00b378803 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/security-groups?id=64f0893d-d72b-45fe-a7df-480151aef2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432513 May 27 03:44:44.715794 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11495b1-de0a-45f6-ae40-f4ac87aa08f3 req-43218bf2-529b-4adc-be42-c5ff38c6d4f9 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:44.719178 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-f11495b1-de0a-45f6-ae40-f4ac87aa08f3 req-43218bf2-529b-4adc-be42-c5ff38c6d4f9 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c7e656a-afc5-4119-a11e-920c583d89d2 HTTP/1.1" status: 200 len: 945 time: 0.1090462 May 27 03:44:44.779412 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-f11495b1-de0a-45f6-ae40-f4ac87aa08f3 req-65b28a60-b3dd-4ab6-8c1e-87f2b4b82c16 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e39d5df-c8e8-44f8-bf65-7b7c15957e09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547354 May 27 03:44:44.882693 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837eb92e-2454-43fa-a8f8-3781e56c4e99 req-465fcc77-9fa1-4b87-a8e5-57484fc939ff tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:44.884753 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-837eb92e-2454-43fa-a8f8-3781e56c4e99 req-465fcc77-9fa1-4b87-a8e5-57484fc939ff tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] 10.222.0.25 "GET /v2.0/ports?device_id=daffe717-7636-45e8-813d-8b2a6075c61e HTTP/1.1" status: 200 len: 943 time: 0.0978072 May 27 03:44:44.930991 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-837eb92e-2454-43fa-a8f8-3781e56c4e99 req-6efb043f-1146-4403-ad9e-5b8fb2cb97e7 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] 10.222.0.25 "GET /v2.0/security-groups?id=7a22e4eb-1ed5-428b-9da9-e358a6333482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403583 May 27 03:44:45.118855 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 58276) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:44:45.169706 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12223d2-f2f3-4044-add8-8f5c312087a6 req-8b323c69-80df-4553-930c-3a606f911603 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:45.171267 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-b12223d2-f2f3-4044-add8-8f5c312087a6 req-8b323c69-80df-4553-930c-3a606f911603 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/ports?device_id=e367eb4b-29c5-4f41-b41d-0da84d751fe2 HTTP/1.1" status: 200 len: 945 time: 0.0934103 May 27 03:44:45.223581 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-b12223d2-f2f3-4044-add8-8f5c312087a6 req-862d5982-aac3-4c23-a7fc-1d40fbcba98c tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/security-groups?id=64f0893d-d72b-45fe-a7df-480151aef2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460420 May 27 03:44:45.261768 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-31d08d28-28f5-4d10-8c22-6cdc0aa306fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:45.279669 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-31d08d28-28f5-4d10-8c22-6cdc0aa306fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:44:45.284035 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-31d08d28-28f5-4d10-8c22-6cdc0aa306fd admin admin] Usage tracker for resource:security_group_rule and tenant:0eab53d4f834426897855914d2bd9f39 is out of sync, need to count used quota {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:44:45.288295 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-31d08d28-28f5-4d10-8c22-6cdc0aa306fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:44:45.292935 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-31d08d28-28f5-4d10-8c22-6cdc0aa306fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:44:45.379111 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-31d08d28-28f5-4d10-8c22-6cdc0aa306fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:45.480547 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-31d08d28-28f5-4d10-8c22-6cdc0aa306fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:45.527627 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-71a98f50-9310-4ade-baec-fea08a9c0f68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:44:45.541254 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-31d08d28-28f5-4d10-8c22-6cdc0aa306fd admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0eab53d4f834426897855914d2bd9f39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4207380 May 27 03:44:45.542234 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.wsgi [-] (98851) accepted ('10.222.0.25', 58290) {{(pid=98851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:44:45.585169 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d08d28-28f5-4d10-8c22-6cdc0aa306fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4a2ea3d-776e-4917-bb25-079faff23865,revision_number=1']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:45.594461 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-31d08d28-28f5-4d10-8c22-6cdc0aa306fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:44:45.634640 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-a351c0ab-b3c5-49fa-bd5a-bc75839fe946 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:45.667339 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-a351c0ab-b3c5-49fa-bd5a-bc75839fe946 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:45.985237 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ddb793-ce35-42cd-812f-e521822308b6 req-c8852e60-1ed9-4d30-96a1-c425110d09f8 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:45.988238 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-81ddb793-ce35-42cd-812f-e521822308b6 req-c8852e60-1ed9-4d30-96a1-c425110d09f8 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c7e656a-afc5-4119-a11e-920c583d89d2 HTTP/1.1" status: 200 len: 945 time: 0.0951610 May 27 03:44:46.044334 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-81ddb793-ce35-42cd-812f-e521822308b6 req-fd99d96d-8e32-44eb-b6bf-c414d669fe3d tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e39d5df-c8e8-44f8-bf65-7b7c15957e09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519404 May 27 03:44:46.136453 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fa778d-a9ff-436a-8b3f-a1614494004b req-09dfc7c6-4e35-49d9-a865-a4df11c17b25 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:46.137856 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-58fa778d-a9ff-436a-8b3f-a1614494004b req-09dfc7c6-4e35-49d9-a865-a4df11c17b25 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] 10.222.0.25 "GET /v2.0/ports?device_id=daffe717-7636-45e8-813d-8b2a6075c61e HTTP/1.1" status: 200 len: 943 time: 0.0900855 May 27 03:44:46.189487 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-a351c0ab-b3c5-49fa-bd5a-bc75839fe946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:46.192232 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-58fa778d-a9ff-436a-8b3f-a1614494004b req-577cb5e2-3b2b-472f-9792-f30011be275e tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] 10.222.0.25 "GET /v2.0/security-groups?id=7a22e4eb-1ed5-428b-9da9-e358a6333482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477688 May 27 03:44:46.194615 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-bab422f2-9dba-48df-b1a9-87e7fb576fbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:44:46.210010 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a351c0ab-b3c5-49fa-bd5a-bc75839fe946 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4a2ea3d-776e-4917-bb25-079faff23865,revision_number=None']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:46.221858 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-a351c0ab-b3c5-49fa-bd5a-bc75839fe946 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:44:46.229942 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-a351c0ab-b3c5-49fa-bd5a-bc75839fe946 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:46.231275 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [None req-a351c0ab-b3c5-49fa-bd5a-bc75839fe946 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c4a2ea3d-776e-4917-bb25-079faff23865 HTTP/1.1" status: 204 len: 168 time: 0.6879394 May 27 03:44:46.440949 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8a027f-59a8-41da-9954-5d6479dff884 req-244d2330-2399-4c4b-a05e-6a6a4f6e6d9a tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:46.442572 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-6c8a027f-59a8-41da-9954-5d6479dff884 req-244d2330-2399-4c4b-a05e-6a6a4f6e6d9a tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/ports?device_id=e367eb4b-29c5-4f41-b41d-0da84d751fe2 HTTP/1.1" status: 200 len: 945 time: 0.0885358 May 27 03:44:46.514025 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-6c8a027f-59a8-41da-9954-5d6479dff884 req-46ed83cb-df1a-46ef-ba17-1c41a1b9caac tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/security-groups?id=64f0893d-d72b-45fe-a7df-480151aef2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655124 May 27 03:44:46.974003 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 58312) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:44:46.994901 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-ed4ab10f-29c3-4832-953f-69143a97ff4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:47.009439 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-ed4ab10f-29c3-4832-953f-69143a97ff4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:44:47.013264 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-ed4ab10f-29c3-4832-953f-69143a97ff4c admin admin] Usage tracker for resource:security_group_rule and tenant:29fda87cc6f44322bf2c05dcbcae97c3 is out of sync, need to count used quota {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:44:47.016723 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-ed4ab10f-29c3-4832-953f-69143a97ff4c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:44:47.022465 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-ed4ab10f-29c3-4832-953f-69143a97ff4c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:44:47.111291 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-ed4ab10f-29c3-4832-953f-69143a97ff4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:47.211007 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-ed4ab10f-29c3-4832-953f-69143a97ff4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:47.222464 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-01480227-687d-4899-8188-587d193a5ecd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:44:47.258736 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-ed4ab10f-29c3-4832-953f-69143a97ff4c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=29fda87cc6f44322bf2c05dcbcae97c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2811227 May 27 03:44:47.259099 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.wsgi [-] (98851) accepted ('10.222.0.25', 58320) {{(pid=98851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:44:47.296612 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4ab10f-29c3-4832-953f-69143a97ff4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf0dee5b-3244-441c-8532-366403209b61,revision_number=1']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:47.300135 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-ed4ab10f-29c3-4832-953f-69143a97ff4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:44:47.308712 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:47.342971 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfd7331-59ad-4095-b80d-697bcf9ca307 req-2d378671-6b29-4d10-8a0d-cde68721dcdf tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:47.348995 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-bbfd7331-59ad-4095-b80d-697bcf9ca307 req-2d378671-6b29-4d10-8a0d-cde68721dcdf tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c7e656a-afc5-4119-a11e-920c583d89d2 HTTP/1.1" status: 200 len: 945 time: 0.1766975 May 27 03:44:47.377057 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-cd8a3a96-8433-4fe6-ab7f-f497b22432c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:47.389864 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-bbfd7331-59ad-4095-b80d-697bcf9ca307 req-0b11a0a8-b0b4-4747-a975-331361a87d05 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e39d5df-c8e8-44f8-bf65-7b7c15957e09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392890 May 27 03:44:47.427412 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-cd8a3a96-8433-4fe6-ab7f-f497b22432c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:47.486894 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9babb5-33f5-4a57-8b35-c4993367d1bc req-406ecd63-0140-415f-817e-f6966ee0ea8e tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:47.490752 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-4f9babb5-33f5-4a57-8b35-c4993367d1bc req-406ecd63-0140-415f-817e-f6966ee0ea8e tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] 10.222.0.25 "GET /v2.0/ports?device_id=daffe717-7636-45e8-813d-8b2a6075c61e HTTP/1.1" status: 200 len: 943 time: 0.1515121 May 27 03:44:47.537930 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-4f9babb5-33f5-4a57-8b35-c4993367d1bc req-58f0f97f-e60a-4e98-a8fe-f5b985f3698f tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] 10.222.0.25 "GET /v2.0/security-groups?id=7a22e4eb-1ed5-428b-9da9-e358a6333482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440636 May 27 03:44:47.602858 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-cd8a3a96-8433-4fe6-ab7f-f497b22432c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:47.607802 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-4ef0d33f-812f-4550-9238-187c5ef5ec7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:44:47.618590 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8a3a96-8433-4fe6-ab7f-f497b22432c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf0dee5b-3244-441c-8532-366403209b61,revision_number=None']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:47.622026 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-cd8a3a96-8433-4fe6-ab7f-f497b22432c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:44:47.626148 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-cd8a3a96-8433-4fe6-ab7f-f497b22432c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:47.627697 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [None req-cd8a3a96-8433-4fe6-ab7f-f497b22432c1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cf0dee5b-3244-441c-8532-366403209b61 HTTP/1.1" status: 204 len: 168 time: 0.3665562 May 27 03:44:47.727492 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b759733-a149-4a30-a7d6-c0ec9abd29bb req-4d316164-ac42-41ba-ac36-4a29f639f35f tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:47.729210 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-7b759733-a149-4a30-a7d6-c0ec9abd29bb req-4d316164-ac42-41ba-ac36-4a29f639f35f tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/ports?device_id=e367eb4b-29c5-4f41-b41d-0da84d751fe2 HTTP/1.1" status: 200 len: 945 time: 0.1066506 May 27 03:44:47.793131 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-7b759733-a149-4a30-a7d6-c0ec9abd29bb req-d0551070-4f71-4710-9a72-a36df5aae00e tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/security-groups?id=64f0893d-d72b-45fe-a7df-480151aef2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557449 May 27 03:44:48.600934 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11825c4f-5332-473d-b4d8-9a16640dc633 req-5308b154-5cab-458e-ad03-9595726c3620 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:48.602472 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-11825c4f-5332-473d-b4d8-9a16640dc633 req-5308b154-5cab-458e-ad03-9595726c3620 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c7e656a-afc5-4119-a11e-920c583d89d2 HTTP/1.1" status: 200 len: 945 time: 0.0955288 May 27 03:44:48.669467 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-11825c4f-5332-473d-b4d8-9a16640dc633 req-aa98a670-0af1-4f38-a905-c545ff9d8b0d tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e39d5df-c8e8-44f8-bf65-7b7c15957e09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612864 May 27 03:44:48.760478 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa4a1c0-ee20-4789-b5fc-f420ea06ab94 req-466151f4-47a8-4b09-a43b-a7466a41ad36 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:48.764846 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-1aa4a1c0-ee20-4789-b5fc-f420ea06ab94 req-466151f4-47a8-4b09-a43b-a7466a41ad36 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] 10.222.0.25 "GET /v2.0/ports?device_id=daffe717-7636-45e8-813d-8b2a6075c61e HTTP/1.1" status: 200 len: 943 time: 0.0935347 May 27 03:44:48.828606 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-1aa4a1c0-ee20-4789-b5fc-f420ea06ab94 req-3eb1c752-d265-4db2-b713-5e7228e973d1 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] 10.222.0.25 "GET /v2.0/security-groups?id=7a22e4eb-1ed5-428b-9da9-e358a6333482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601997 May 27 03:44:49.036768 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5d6316-bd69-468e-83b9-56af421fe012 req-a7b18e91-d0dc-43c3-ad94-14f8c25817de tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:49.039003 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-0c5d6316-bd69-468e-83b9-56af421fe012 req-a7b18e91-d0dc-43c3-ad94-14f8c25817de tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/ports?device_id=e367eb4b-29c5-4f41-b41d-0da84d751fe2 HTTP/1.1" status: 200 len: 945 time: 0.1032617 May 27 03:44:49.103338 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-0c5d6316-bd69-468e-83b9-56af421fe012 req-af16da09-6e6d-4342-bf80-7cbcd0be65fc tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/security-groups?id=64f0893d-d72b-45fe-a7df-480151aef2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577614 May 27 03:44:49.861254 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c4dee4-caae-4ff5-8e9e-8e6d77239634 req-e9733c19-7ed5-46ec-8224-cfc28844b513 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:49.862798 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-d9c4dee4-caae-4ff5-8e9e-8e6d77239634 req-e9733c19-7ed5-46ec-8224-cfc28844b513 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c7e656a-afc5-4119-a11e-920c583d89d2 HTTP/1.1" status: 200 len: 945 time: 0.0849864 May 27 03:44:49.912088 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-d9c4dee4-caae-4ff5-8e9e-8e6d77239634 req-bf57fb31-1589-4ab5-9900-b9941d513c20 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e39d5df-c8e8-44f8-bf65-7b7c15957e09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421796 May 27 03:44:50.019052 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9cea74-d969-4648-8f9e-b2a524a043eb req-b1fed12d-1d5f-4e43-9143-c6558211a3f8 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:50.021201 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-ae9cea74-d969-4648-8f9e-b2a524a043eb req-b1fed12d-1d5f-4e43-9143-c6558211a3f8 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] 10.222.0.25 "GET /v2.0/ports?device_id=daffe717-7636-45e8-813d-8b2a6075c61e HTTP/1.1" status: 200 len: 943 time: 0.0861192 May 27 03:44:50.065711 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-ae9cea74-d969-4648-8f9e-b2a524a043eb req-9084c197-f727-4c52-917c-798eb04e6189 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] 10.222.0.25 "GET /v2.0/security-groups?id=7a22e4eb-1ed5-428b-9da9-e358a6333482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389721 May 27 03:44:50.292392 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed83aa1-fe29-443a-8024-aa5027024bce req-946202bb-9727-4682-a2b8-54d7538d9505 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:50.294878 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-6ed83aa1-fe29-443a-8024-aa5027024bce req-946202bb-9727-4682-a2b8-54d7538d9505 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/ports?device_id=e367eb4b-29c5-4f41-b41d-0da84d751fe2 HTTP/1.1" status: 200 len: 945 time: 0.0835757 May 27 03:44:50.341063 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-6ed83aa1-fe29-443a-8024-aa5027024bce req-8497f3fc-1133-4b55-ae5f-63bd30342b36 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/security-groups?id=64f0893d-d72b-45fe-a7df-480151aef2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415180 May 27 03:44:51.101366 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa74f6dc-13de-4782-b185-5c4a729a7341 req-9c80ac38-ab84-4341-a148-e30734314fb3 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:51.102893 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-aa74f6dc-13de-4782-b185-5c4a729a7341 req-9c80ac38-ab84-4341-a148-e30734314fb3 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c7e656a-afc5-4119-a11e-920c583d89d2 HTTP/1.1" status: 200 len: 945 time: 0.0813856 May 27 03:44:51.149708 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-aa74f6dc-13de-4782-b185-5c4a729a7341 req-c3c9eed0-614e-40e1-a88f-8eba066670a7 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e39d5df-c8e8-44f8-bf65-7b7c15957e09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410559 May 27 03:44:51.251544 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdaa7f4-c50e-4ecf-a8a9-1d91d3103354 req-746fac85-f6a3-4f02-9bba-2e0814fdcce2 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:51.255064 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-bcdaa7f4-c50e-4ecf-a8a9-1d91d3103354 req-746fac85-f6a3-4f02-9bba-2e0814fdcce2 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] 10.222.0.25 "GET /v2.0/ports?device_id=daffe717-7636-45e8-813d-8b2a6075c61e HTTP/1.1" status: 200 len: 943 time: 0.0795262 May 27 03:44:51.303519 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-bcdaa7f4-c50e-4ecf-a8a9-1d91d3103354 req-a6b2fcba-535e-470d-89d4-aaeabd1a0134 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] 10.222.0.25 "GET /v2.0/security-groups?id=7a22e4eb-1ed5-428b-9da9-e358a6333482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444126 May 27 03:44:51.532027 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec16ffd-6d75-49ef-8eba-7069f872ec15 req-b359e99c-07b1-4bc9-8ef9-24075cb1d845 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:51.533570 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-fec16ffd-6d75-49ef-8eba-7069f872ec15 req-b359e99c-07b1-4bc9-8ef9-24075cb1d845 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/ports?device_id=e367eb4b-29c5-4f41-b41d-0da84d751fe2 HTTP/1.1" status: 200 len: 945 time: 0.0834770 May 27 03:44:51.578870 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-fec16ffd-6d75-49ef-8eba-7069f872ec15 req-0d1bc991-2bb0-4ac7-8fe4-eb0b04d2ec8b tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/security-groups?id=64f0893d-d72b-45fe-a7df-480151aef2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395026 May 27 03:44:52.336559 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428f1f86-43e9-42d9-8a5d-2b7adb6ab249 req-594df5a7-79cf-40db-8978-27ea8de34069 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:52.338017 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-428f1f86-43e9-42d9-8a5d-2b7adb6ab249 req-594df5a7-79cf-40db-8978-27ea8de34069 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c7e656a-afc5-4119-a11e-920c583d89d2 HTTP/1.1" status: 200 len: 945 time: 0.0815132 May 27 03:44:52.383464 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-428f1f86-43e9-42d9-8a5d-2b7adb6ab249 req-d4f763c3-cee6-4edf-8704-6f3fe73996fb tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e39d5df-c8e8-44f8-bf65-7b7c15957e09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386481 May 27 03:44:52.644808 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe51a26-515e-4b27-ba22-104fb84921c9 req-202bd5a2-4a65-4930-a542-25d05631b248 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:52.646273 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-dfe51a26-515e-4b27-ba22-104fb84921c9 req-202bd5a2-4a65-4930-a542-25d05631b248 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] 10.222.0.25 "GET /v2.0/ports?device_id=daffe717-7636-45e8-813d-8b2a6075c61e HTTP/1.1" status: 200 len: 943 time: 0.2366548 May 27 03:44:52.651993 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8528b582-31d4-4610-9163-7997279659a4 req-3dbffc6b-2322-4a8d-80ec-470b271a0969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:52.653464 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-8528b582-31d4-4610-9163-7997279659a4 req-3dbffc6b-2322-4a8d-80ec-470b271a0969 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0df96baa86bb4c51b3b8bece28e3e23a&device_id=daffe717-7636-45e8-813d-8b2a6075c61e HTTP/1.1" status: 200 len: 1096 time: 0.1780846 May 27 03:44:52.771857 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-dfe51a26-515e-4b27-ba22-104fb84921c9 req-c69fd4b4-2ea5-445b-b9f0-05e54fe21e66 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] 10.222.0.25 "GET /v2.0/security-groups?id=7a22e4eb-1ed5-428b-9da9-e358a6333482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174464 May 27 03:44:52.784294 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e5a9ec-4e7a-4820-a127-224adb8a1f47 req-824db299-c9fa-4084-8c7e-a4283cac0d51 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:52.785993 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-01e5a9ec-4e7a-4820-a127-224adb8a1f47 req-824db299-c9fa-4084-8c7e-a4283cac0d51 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/ports?device_id=e367eb4b-29c5-4f41-b41d-0da84d751fe2 HTTP/1.1" status: 200 len: 945 time: 0.0887382 May 27 03:44:52.842660 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-01e5a9ec-4e7a-4820-a127-224adb8a1f47 req-3562d9bc-20e3-4cba-b432-3d3b40c0a219 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/security-groups?id=64f0893d-d72b-45fe-a7df-480151aef2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498376 May 27 03:44:52.843486 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8528b582-31d4-4610-9163-7997279659a4 req-03259277-6ed7-4cc2-8183-531d80939551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:52.844972 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-8528b582-31d4-4610-9163-7997279659a4 req-03259277-6ed7-4cc2-8183-531d80939551 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=0df96baa86bb4c51b3b8bece28e3e23a&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1745417 May 27 03:44:52.985873 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8528b582-31d4-4610-9163-7997279659a4 req-6255a83c-e457-48c0-b728-4f51b5e8dcc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:52.987242 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-8528b582-31d4-4610-9163-7997279659a4 req-6255a83c-e457-48c0-b728-4f51b5e8dcc7 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1348064 May 27 03:44:53.097983 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95cd809-0fd1-4bca-9286-1fa9a5542736 req-f1d462e4-6895-4190-b142-2ec7347cbfda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:53.099440 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-a95cd809-0fd1-4bca-9286-1fa9a5542736 req-f1d462e4-6895-4190-b142-2ec7347cbfda service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0df96baa86bb4c51b3b8bece28e3e23a&device_id=daffe717-7636-45e8-813d-8b2a6075c61e HTTP/1.1" status: 200 len: 1096 time: 0.0762041 May 27 03:44:53.169618 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-a95cd809-0fd1-4bca-9286-1fa9a5542736 req-de4227ca-c585-4ce2-969a-096e4aefab27 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2beacebc-a476-4d0c-ad0f-528ef5b957c8 HTTP/1.1" status: 200 len: 217 time: 0.0617983 May 27 03:44:53.306029 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95cd809-0fd1-4bca-9286-1fa9a5542736 req-5558497f-ded0-4982-94c6-ac74c446a363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:53.307461 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-a95cd809-0fd1-4bca-9286-1fa9a5542736 req-5558497f-ded0-4982-94c6-ac74c446a363 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a0827fbe-4b22-4dec-9e35-0c7ac84d00a0 HTTP/1.1" status: 200 len: 854 time: 0.0613720 May 27 03:44:53.381746 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95cd809-0fd1-4bca-9286-1fa9a5542736 req-43358f3b-e5dc-4b0c-889a-0e322ac97452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:53.383262 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-a95cd809-0fd1-4bca-9286-1fa9a5542736 req-43358f3b-e5dc-4b0c-889a-0e322ac97452 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=42a1ce98-c4d1-4e0b-b376-f6f97fb7e6e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0689139 May 27 03:44:53.569459 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-a95cd809-0fd1-4bca-9286-1fa9a5542736 req-b735feb6-4078-418b-b4b2-53ad7f1d9b49 service neutron] 10.222.0.36 "GET /v2.0/networks/42a1ce98-c4d1-4e0b-b376-f6f97fb7e6e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793573 May 27 03:44:53.679265 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb9f333-1a8b-4d90-a9b5-8f36eb8257ce req-decba185-bb5e-4ccc-a61e-43c5ea58f9ff tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:53.680874 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-2eb9f333-1a8b-4d90-a9b5-8f36eb8257ce req-decba185-bb5e-4ccc-a61e-43c5ea58f9ff tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c7e656a-afc5-4119-a11e-920c583d89d2 HTTP/1.1" status: 200 len: 945 time: 0.1861451 May 27 03:44:53.764845 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-a95cd809-0fd1-4bca-9286-1fa9a5542736 req-95e44617-3323-4e5c-ae1f-a00388c4a787 service neutron] 10.222.0.36 "GET /v2.0/networks/42a1ce98-c4d1-4e0b-b376-f6f97fb7e6e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871612 May 27 03:44:53.770386 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-2eb9f333-1a8b-4d90-a9b5-8f36eb8257ce req-76e4dcfe-864b-4a0b-b9c7-3390ee7c6c63 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e39d5df-c8e8-44f8-bf65-7b7c15957e09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645471 May 27 03:44:53.975741 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbef870d-09de-4030-9090-a2ed02f6a6e0 req-d7dd3d4b-743f-4eeb-b01e-902d9a84f56c tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:53.977209 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-dbef870d-09de-4030-9090-a2ed02f6a6e0 req-d7dd3d4b-743f-4eeb-b01e-902d9a84f56c tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] 10.222.0.25 "GET /v2.0/ports?device_id=daffe717-7636-45e8-813d-8b2a6075c61e HTTP/1.1" status: 200 len: 943 time: 0.0918956 May 27 03:44:54.021911 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-dbef870d-09de-4030-9090-a2ed02f6a6e0 req-fe8538b2-f2c1-40f2-9cbb-d4c4370c6a93 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] 10.222.0.25 "GET /v2.0/security-groups?id=7a22e4eb-1ed5-428b-9da9-e358a6333482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389371 May 27 03:44:54.051102 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffc0b1e-dc26-4604-af07-a9310c942bb9 req-e565f842-59cf-4cdb-8c46-f8e8b4f78c18 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:54.052897 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-0ffc0b1e-dc26-4604-af07-a9310c942bb9 req-e565f842-59cf-4cdb-8c46-f8e8b4f78c18 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/ports?device_id=e367eb4b-29c5-4f41-b41d-0da84d751fe2 HTTP/1.1" status: 200 len: 945 time: 0.0924456 May 27 03:44:54.100065 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-0ffc0b1e-dc26-4604-af07-a9310c942bb9 req-6e3012b1-6c2b-4d0b-a6fc-82d87820d9a0 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/security-groups?id=64f0893d-d72b-45fe-a7df-480151aef2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412385 May 27 03:44:54.741817 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 58496) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:44:54.867281 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-9200d97e-19e3-4dab-8721-f58371494b7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:54.888102 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-9200d97e-19e3-4dab-8721-f58371494b7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:44:54.927382 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-9200d97e-19e3-4dab-8721-f58371494b7f admin admin] Usage tracker for resource:security_group_rule and tenant:b705576c88cc48e084473f3d0903b020 is out of sync, need to count used quota {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:44:54.934331 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-9200d97e-19e3-4dab-8721-f58371494b7f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:44:54.941780 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-9200d97e-19e3-4dab-8721-f58371494b7f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:44:55.008825 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feb0d7c-f62f-42d3-9dc0-2ea5dd7ada10 req-f9cff5ed-1cb6-405b-8eec-71c30b43b08e tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:55.010283 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-8feb0d7c-f62f-42d3-9dc0-2ea5dd7ada10 req-f9cff5ed-1cb6-405b-8eec-71c30b43b08e tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c7e656a-afc5-4119-a11e-920c583d89d2 HTTP/1.1" status: 200 len: 945 time: 0.1251562 May 27 03:44:55.079134 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-8feb0d7c-f62f-42d3-9dc0-2ea5dd7ada10 req-58058a27-2e7f-41d6-9d32-e3abfd122466 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e39d5df-c8e8-44f8-bf65-7b7c15957e09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618572 May 27 03:44:55.093106 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-9200d97e-19e3-4dab-8721-f58371494b7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:55.168652 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-9200d97e-19e3-4dab-8721-f58371494b7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:55.178132 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-a28edc41-6039-4d06-8dd6-560b47cf2e81 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:44:55.226536 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e214c9e-233a-43e4-a677-a803346dc235 req-5d52ee21-3f74-4fd3-bd3d-74622a7ed14b tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:55.228054 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-8e214c9e-233a-43e4-a677-a803346dc235 req-5d52ee21-3f74-4fd3-bd3d-74622a7ed14b tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] 10.222.0.25 "GET /v2.0/ports?device_id=daffe717-7636-45e8-813d-8b2a6075c61e HTTP/1.1" status: 200 len: 943 time: 0.0894930 May 27 03:44:55.272980 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-9200d97e-19e3-4dab-8721-f58371494b7f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b705576c88cc48e084473f3d0903b020&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5300844 May 27 03:44:55.277019 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-8e214c9e-233a-43e4-a677-a803346dc235 req-6bb4ae63-9d13-4ff6-b77b-4ded0c7b015d tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] 10.222.0.25 "GET /v2.0/security-groups?id=7a22e4eb-1ed5-428b-9da9-e358a6333482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423675 May 27 03:44:55.277496 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.wsgi [-] (98851) accepted ('10.222.0.25', 58518) {{(pid=98851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:44:55.280339 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9200d97e-19e3-4dab-8721-f58371494b7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3b9b7b8-b7df-46f9-bb49-cff1b049959f,revision_number=1']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:55.285202 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-9200d97e-19e3-4dab-8721-f58371494b7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:44:55.326139 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55eea945-df2b-4d3d-ab33-e8b1571d6ade req-820f893b-a012-42d8-9357-5fe270d70c51 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:55.333474 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-55eea945-df2b-4d3d-ab33-e8b1571d6ade req-820f893b-a012-42d8-9357-5fe270d70c51 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/ports?device_id=e367eb4b-29c5-4f41-b41d-0da84d751fe2 HTTP/1.1" status: 200 len: 945 time: 0.1001770 May 27 03:44:55.336326 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-dcf82969-709e-4518-b945-14bd09fee5d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:55.363410 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-dcf82969-709e-4518-b945-14bd09fee5d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:55.373627 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-55eea945-df2b-4d3d-ab33-e8b1571d6ade req-2abfb435-3671-4469-885b-704da67297b5 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/security-groups?id=64f0893d-d72b-45fe-a7df-480151aef2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396073 May 27 03:44:55.568149 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-dcf82969-709e-4518-b945-14bd09fee5d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:55.573056 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-2883a923-56c9-42f7-a3a8-3a2a59e9ddb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:44:55.583736 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf82969-709e-4518-b945-14bd09fee5d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3b9b7b8-b7df-46f9-bb49-cff1b049959f,revision_number=None']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:55.587121 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-dcf82969-709e-4518-b945-14bd09fee5d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:44:55.591677 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-dcf82969-709e-4518-b945-14bd09fee5d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:55.591677 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [None req-dcf82969-709e-4518-b945-14bd09fee5d0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d3b9b7b8-b7df-46f9-bb49-cff1b049959f HTTP/1.1" status: 204 len: 168 time: 0.3129070 May 27 03:44:56.200789 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 58530) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:44:56.217986 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-32faa4e3-e47c-4fb5-8cd4-3572816150be admin admin] Notify callbacks [] for security_group, before_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:56.232205 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-32faa4e3-e47c-4fb5-8cd4-3572816150be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:44:56.236695 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-32faa4e3-e47c-4fb5-8cd4-3572816150be admin admin] Usage tracker for resource:security_group_rule and tenant:af9ffb48d71f414791fe8ab016f19761 is out of sync, need to count used quota {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:44:56.239444 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-32faa4e3-e47c-4fb5-8cd4-3572816150be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:44:56.245135 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-32faa4e3-e47c-4fb5-8cd4-3572816150be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:44:56.267082 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ed5c88-bbab-4247-95a4-02cbc202f8de req-86df6d17-43e1-4a94-bb3d-e8824134c3a8 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:56.268563 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-02ed5c88-bbab-4247-95a4-02cbc202f8de req-86df6d17-43e1-4a94-bb3d-e8824134c3a8 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c7e656a-afc5-4119-a11e-920c583d89d2 HTTP/1.1" status: 200 len: 945 time: 0.0797477 May 27 03:44:56.314686 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-02ed5c88-bbab-4247-95a4-02cbc202f8de req-b5cdae73-b861-4dff-a804-a2b1de7f6903 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e39d5df-c8e8-44f8-bf65-7b7c15957e09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403490 May 27 03:44:56.336835 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-32faa4e3-e47c-4fb5-8cd4-3572816150be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:56.367906 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Device 396ee32c-72a8-43ea-b35c-f0de6de19d7a details requested by agent hyperv_hv-cinder-79326 with host hv-cinder-79326 {{(pid=98853) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:44:56.424019 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-32faa4e3-e47c-4fb5-8cd4-3572816150be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:56.437513 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-464f9f0f-dfd4-454b-8226-a727033591cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:44:56.495419 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-32faa4e3-e47c-4fb5-8cd4-3572816150be admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=af9ffb48d71f414791fe8ab016f19761&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2910688 May 27 03:44:56.498863 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 58538) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:44:56.500590 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32faa4e3-e47c-4fb5-8cd4-3572816150be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f41a75d5-ffa6-433d-b284-38ecaf6c7394,revision_number=1']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:56.507922 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-32faa4e3-e47c-4fb5-8cd4-3572816150be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:44:56.508217 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.db [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] For port 396ee32c-72a8-43ea-b35c-f0de6de19d7a, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=396ee32c-72a8-43ea-b35c-f0de6de19d7a,segment=NetworkSegment(5baf6fec-eb5b-47d6-b1b0-298ebe932b07),segment_id=5baf6fec-eb5b-47d6-b1b0-298ebe932b07)] {{(pid=98853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:44:56.524862 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Returning: {'device': '396ee32c-72a8-43ea-b35c-f0de6de19d7a', 'network_id': 'f65a0cca-1ebc-4ae6-b01b-5fdf0f05198a', 'port_id': '396ee32c-72a8-43ea-b35c-f0de6de19d7a', 'mac_address': 'fa:16:3e:29:db:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82530ddc-ffd6-4079-8434-d6a04187e8aa', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98853) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:44:56.574599 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d816c4-adbe-4590-aeb2-8306e4e5b53d req-188ce5bd-f471-41be-8894-da746074dcfa tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:56.576224 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-78d816c4-adbe-4590-aeb2-8306e4e5b53d req-188ce5bd-f471-41be-8894-da746074dcfa tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/ports?device_id=e367eb4b-29c5-4f41-b41d-0da84d751fe2 HTTP/1.1" status: 200 len: 945 time: 0.0900238 May 27 03:44:56.580773 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3198574c-499a-48aa-bfdf-84edf6c53c11 req-d758a5ff-22ca-4f56-bd49-fd3bdb2fd223 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:56.582285 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-3198574c-499a-48aa-bfdf-84edf6c53c11 req-d758a5ff-22ca-4f56-bd49-fd3bdb2fd223 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] 10.222.0.25 "GET /v2.0/ports?device_id=daffe717-7636-45e8-813d-8b2a6075c61e HTTP/1.1" status: 200 len: 943 time: 0.1961589 May 27 03:44:56.587609 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:56.605530 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.notifiers.nova [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 396ee32c-72a8-43ea-b35c-f0de6de19d7a {{(pid=98853) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:44:56.627977 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.db [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] For port 396ee32c-72a8-43ea-b35c-f0de6de19d7a, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=396ee32c-72a8-43ea-b35c-f0de6de19d7a,segment=NetworkSegment(5baf6fec-eb5b-47d6-b1b0-298ebe932b07),segment_id=5baf6fec-eb5b-47d6-b1b0-298ebe932b07)] {{(pid=98853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:44:56.637975 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-78d816c4-adbe-4590-aeb2-8306e4e5b53d req-e42dfb3a-958d-4e88-9e86-6e42bd142e27 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/security-groups?id=64f0893d-d72b-45fe-a7df-480151aef2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488694 May 27 03:44:56.705310 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786481721483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786481287406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786481291807'] for port, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:56.707218 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:44:56.713838 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-8a652b74-28c5-4031-898c-741bdba1c6c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:56.749464 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-3198574c-499a-48aa-bfdf-84edf6c53c11 req-3cd53df3-52c2-4db0-961d-1886673fbba1 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] 10.222.0.25 "GET /v2.0/security-groups?id=7a22e4eb-1ed5-428b-9da9-e358a6333482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601491 May 27 03:44:56.756871 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-8a652b74-28c5-4031-898c-741bdba1c6c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:56.774363 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Pushing event updated for resources: {'Port': ['ID=396ee32c-72a8-43ea-b35c-f0de6de19d7a,revision_number=6']} {{(pid=98853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:56.782517 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:44:56.782860 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:44:56.783197 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:44:56.783524 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:44:56.783846 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:44:56.784170 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:44:56.784841 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:44:56.785179 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:44:56.785503 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:44:56.785824 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:44:56.786285 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:44:56.786609 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:44:56.791027 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:44:56.908071 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-8a652b74-28c5-4031-898c-741bdba1c6c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:56.911896 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-38ef98e2-6034-4bd6-976a-52c63f20e04b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:44:56.926006 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a652b74-28c5-4031-898c-741bdba1c6c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f41a75d5-ffa6-433d-b284-38ecaf6c7394,revision_number=None']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:56.931288 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-8a652b74-28c5-4031-898c-741bdba1c6c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:44:56.943011 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-8a652b74-28c5-4031-898c-741bdba1c6c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:56.944113 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-8a652b74-28c5-4031-898c-741bdba1c6c4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f41a75d5-ffa6-433d-b284-38ecaf6c7394 HTTP/1.1" status: 204 len: 168 time: 0.4389954 May 27 03:44:56.989310 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.db [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] get_ports_and_sgs() called for port_ids ['396ee32c-72a8-43ea-b35c-f0de6de19d7a'] {{(pid=98853) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 03:44:57.500114 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563ec691-adcd-4871-b275-b67e04fdaabd req-f2fe6338-b81b-4f42-ac56-ecd624867d6f tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:57.501668 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-563ec691-adcd-4871-b275-b67e04fdaabd req-f2fe6338-b81b-4f42-ac56-ecd624867d6f tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c7e656a-afc5-4119-a11e-920c583d89d2 HTTP/1.1" status: 200 len: 945 time: 0.0837896 May 27 03:44:57.545405 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-563ec691-adcd-4871-b275-b67e04fdaabd req-6d49cd9a-2745-4b15-bfdb-3938780ea3cd tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e39d5df-c8e8-44f8-bf65-7b7c15957e09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382605 May 27 03:44:57.867021 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed93fc96-29f6-4210-a6f7-729355302e0a req-7dfd5c2a-c0e2-4d2f-a0d1-9666371f2869 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:57.868442 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-ed93fc96-29f6-4210-a6f7-729355302e0a req-7dfd5c2a-c0e2-4d2f-a0d1-9666371f2869 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/ports?device_id=e367eb4b-29c5-4f41-b41d-0da84d751fe2 HTTP/1.1" status: 200 len: 944 time: 0.1044858 May 27 03:44:57.922793 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-ed93fc96-29f6-4210-a6f7-729355302e0a req-726b6273-97c1-40e9-8139-e053885ec1cf tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/security-groups?id=64f0893d-d72b-45fe-a7df-480151aef2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480144 May 27 03:44:58.040438 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8f7355-c3b7-4b2c-aaee-b46052bc7938 req-fe03832d-3797-4a2f-9579-ee889b5bb903 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:58.041881 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-6a8f7355-c3b7-4b2c-aaee-b46052bc7938 req-fe03832d-3797-4a2f-9579-ee889b5bb903 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] 10.222.0.25 "GET /v2.0/ports?device_id=daffe717-7636-45e8-813d-8b2a6075c61e HTTP/1.1" status: 200 len: 943 time: 0.1686566 May 27 03:44:58.086123 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-6a8f7355-c3b7-4b2c-aaee-b46052bc7938 req-9c95dda6-0e56-4803-8887-5a4b535984da tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] 10.222.0.25 "GET /v2.0/security-groups?id=7a22e4eb-1ed5-428b-9da9-e358a6333482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379140 May 27 03:44:58.367058 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Device 2beacebc-a476-4d0c-ad0f-528ef5b957c8 details requested by agent hyperv_hv-cinder-79326 with host hv-cinder-79326 {{(pid=98853) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:44:58.371726 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Device 396ee32c-72a8-43ea-b35c-f0de6de19d7a up at agent hyperv_hv-cinder-79326 {{(pid=98853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:44:58.529124 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Provisioning complete for port 396ee32c-72a8-43ea-b35c-f0de6de19d7a triggered by entity L2. {{(pid=98853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:44:58.529500 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487713'] for port, provisioning_complete {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:58.601115 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.db [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] For port 2beacebc-a476-4d0c-ad0f-528ef5b957c8, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=2beacebc-a476-4d0c-ad0f-528ef5b957c8,segment=NetworkSegment(71084c34-ab19-4a6a-bf97-1930eaa9b62e),segment_id=71084c34-ab19-4a6a-bf97-1930eaa9b62e)] {{(pid=98853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:44:58.618688 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Returning: {'device': '2beacebc-a476-4d0c-ad0f-528ef5b957c8', 'network_id': '42a1ce98-c4d1-4e0b-b376-f6f97fb7e6e1', 'port_id': '2beacebc-a476-4d0c-ad0f-528ef5b957c8', 'mac_address': 'fa:16:3e:cb:18:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0827fbe-4b22-4dec-9e35-0c7ac84d00a0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98853) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:44:58.719635 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:58.743284 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:58.753714 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.notifiers.nova [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2beacebc-a476-4d0c-ad0f-528ef5b957c8 {{(pid=98853) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:44:58.759396 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e698c57a-dd36-48ad-8a9f-fc7644e80a47 req-05c1a1e1-8870-46a7-8731-a15325865458 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:58.760890 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-e698c57a-dd36-48ad-8a9f-fc7644e80a47 req-05c1a1e1-8870-46a7-8731-a15325865458 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c7e656a-afc5-4119-a11e-920c583d89d2 HTTP/1.1" status: 200 len: 945 time: 0.0793698 May 27 03:44:58.778368 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.db [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] For port 2beacebc-a476-4d0c-ad0f-528ef5b957c8, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=2beacebc-a476-4d0c-ad0f-528ef5b957c8,segment=NetworkSegment(71084c34-ab19-4a6a-bf97-1930eaa9b62e),segment_id=71084c34-ab19-4a6a-bf97-1930eaa9b62e)] {{(pid=98853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:44:58.783491 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e367eb4b-29c5-4f41-b41d-0da84d751fe2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '396ee32c-72a8-43ea-b35c-f0de6de19d7a'}] {{(pid=98853) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:44:58.793495 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.db [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] For port 396ee32c-72a8-43ea-b35c-f0de6de19d7a, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=396ee32c-72a8-43ea-b35c-f0de6de19d7a,segment=NetworkSegment(5baf6fec-eb5b-47d6-b1b0-298ebe932b07),segment_id=5baf6fec-eb5b-47d6-b1b0-298ebe932b07)] {{(pid=98853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:44:58.826744 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-e698c57a-dd36-48ad-8a9f-fc7644e80a47 req-e44a8809-2545-40b1-b7e5-586d40b32b47 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e39d5df-c8e8-44f8-bf65-7b7c15957e09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555522 May 27 03:44:58.845554 dv-cinder-793264-1-iscsi neutron-server[98853]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e367eb4b-29c5-4f41-b41d-0da84d751fe2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '396ee32c-72a8-43ea-b35c-f0de6de19d7a', 'code': 200} May 27 03:44:58.846682 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786481721483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786481287406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786481291807'] for port, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:58.848430 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:44:58.915791 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Pushing event updated for resources: {'Port': ['ID=2beacebc-a476-4d0c-ad0f-528ef5b957c8,revision_number=4']} {{(pid=98853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:58.918752 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:44:58.927836 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786481721483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786481287406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786481291807'] for port, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:58.927836 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:44:58.994640 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Pushing event updated for resources: {'Port': ['ID=396ee32c-72a8-43ea-b35c-f0de6de19d7a,revision_number=7']} {{(pid=98853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:58.998426 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:44:59.123352 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dc1dbc-8007-406b-9877-833a8ce2c25e req-52dc162f-68dd-4172-975d-1c9742812602 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:59.124920 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-f3dc1dbc-8007-406b-9877-833a8ce2c25e req-52dc162f-68dd-4172-975d-1c9742812602 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/ports?device_id=e367eb4b-29c5-4f41-b41d-0da84d751fe2 HTTP/1.1" status: 200 len: 945 time: 0.0824327 May 27 03:44:59.175107 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-f3dc1dbc-8007-406b-9877-833a8ce2c25e req-b51d893f-f159-4578-bca1-50aa7718a293 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/security-groups?id=64f0893d-d72b-45fe-a7df-480151aef2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444143 May 27 03:44:59.283343 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd989ee-407e-4926-965d-7b23a0bd03ef req-b3441695-57b8-4677-95a3-b2622da55069 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:59.284860 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-ebd989ee-407e-4926-965d-7b23a0bd03ef req-b3441695-57b8-4677-95a3-b2622da55069 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] 10.222.0.25 "GET /v2.0/ports?device_id=daffe717-7636-45e8-813d-8b2a6075c61e HTTP/1.1" status: 200 len: 944 time: 0.0846741 May 27 03:44:59.289681 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.db [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] get_ports_and_sgs() called for port_ids ['2beacebc-a476-4d0c-ad0f-528ef5b957c8'] {{(pid=98853) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 03:44:59.334881 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-ebd989ee-407e-4926-965d-7b23a0bd03ef req-9642c88f-943f-4a84-af42-37e90f6eeba3 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] 10.222.0.25 "GET /v2.0/security-groups?id=7a22e4eb-1ed5-428b-9da9-e358a6333482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418189 May 27 03:45:00.010459 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4564b7fd-3fde-49e7-9ec1-888893ac80e1 req-a87e260a-27d5-4943-8c21-26a815021156 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:00.011947 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-4564b7fd-3fde-49e7-9ec1-888893ac80e1 req-a87e260a-27d5-4943-8c21-26a815021156 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c7e656a-afc5-4119-a11e-920c583d89d2 HTTP/1.1" status: 200 len: 945 time: 0.0842729 May 27 03:45:00.059665 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-4564b7fd-3fde-49e7-9ec1-888893ac80e1 req-0cd80dd3-478a-4357-80c1-2c9968825d8a tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e39d5df-c8e8-44f8-bf65-7b7c15957e09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414553 May 27 03:45:00.378571 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe28a3c-b448-41ff-bdc9-ad2d6e9c0267 req-18156a37-d3a0-4bb6-9b41-b99ac7ac3d8b tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:00.380063 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-4fe28a3c-b448-41ff-bdc9-ad2d6e9c0267 req-18156a37-d3a0-4bb6-9b41-b99ac7ac3d8b tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/ports?device_id=e367eb4b-29c5-4f41-b41d-0da84d751fe2 HTTP/1.1" status: 200 len: 945 time: 0.0816269 May 27 03:45:00.385663 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Device 2beacebc-a476-4d0c-ad0f-528ef5b957c8 up at agent hyperv_hv-cinder-79326 {{(pid=98853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:45:00.434013 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-4fe28a3c-b448-41ff-bdc9-ad2d6e9c0267 req-cec64b98-c397-4948-9b58-24c6d628d01a tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/security-groups?id=64f0893d-d72b-45fe-a7df-480151aef2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465569 May 27 03:45:00.531435 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Provisioning for port 2beacebc-a476-4d0c-ad0f-528ef5b957c8 completed by entity L2. {{(pid=98853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:45:00.537722 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Provisioning complete for port 2beacebc-a476-4d0c-ad0f-528ef5b957c8 triggered by entity L2. {{(pid=98853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:45:00.538209 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487713'] for port, provisioning_complete {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:00.573820 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9222d1d-cfc1-4ed8-a07d-c3ced7eebe71 req-58dee2fb-1143-4b1b-a8c0-d15aab140a51 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:00.576907 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-e9222d1d-cfc1-4ed8-a07d-c3ced7eebe71 req-58dee2fb-1143-4b1b-a8c0-d15aab140a51 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] 10.222.0.25 "GET /v2.0/ports?device_id=daffe717-7636-45e8-813d-8b2a6075c61e HTTP/1.1" status: 200 len: 944 time: 0.1044793 May 27 03:45:00.628030 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-e9222d1d-cfc1-4ed8-a07d-c3ced7eebe71 req-cbcb2536-7fcc-44a4-be91-2b788790c6f3 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] 10.222.0.25 "GET /v2.0/security-groups?id=7a22e4eb-1ed5-428b-9da9-e358a6333482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465741 May 27 03:45:00.672060 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:00.731696 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.db [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] For port 2beacebc-a476-4d0c-ad0f-528ef5b957c8, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=2beacebc-a476-4d0c-ad0f-528ef5b957c8,segment=NetworkSegment(71084c34-ab19-4a6a-bf97-1930eaa9b62e),segment_id=71084c34-ab19-4a6a-bf97-1930eaa9b62e)] {{(pid=98853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:45:00.846694 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daffe717-7636-45e8-813d-8b2a6075c61e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2beacebc-a476-4d0c-ad0f-528ef5b957c8'}] {{(pid=98853) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:45:00.853409 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786481721483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786481287406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786481291807'] for port, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:00.855965 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:45:00.904906 dv-cinder-793264-1-iscsi neutron-server[98853]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daffe717-7636-45e8-813d-8b2a6075c61e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2beacebc-a476-4d0c-ad0f-528ef5b957c8', 'code': 200} May 27 03:45:00.951184 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Pushing event updated for resources: {'Port': ['ID=2beacebc-a476-4d0c-ad0f-528ef5b957c8,revision_number=5']} {{(pid=98853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:45:00.955610 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:45:01.287640 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc94dda8-7e6f-4c33-a455-5dc85faf3a1a req-22d5ad0c-7f8c-4c0f-9fcd-a8d0af39fd78 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:01.289670 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-fc94dda8-7e6f-4c33-a455-5dc85faf3a1a req-22d5ad0c-7f8c-4c0f-9fcd-a8d0af39fd78 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c7e656a-afc5-4119-a11e-920c583d89d2 HTTP/1.1" status: 200 len: 945 time: 0.1146402 May 27 03:45:01.360888 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0edefeb-60a6-424f-84b1-b984f73aeeb0 req-036655af-eada-414b-9d0c-cd71df1dcd87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:01.362626 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-f0edefeb-60a6-424f-84b1-b984f73aeeb0 req-036655af-eada-414b-9d0c-cd71df1dcd87 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=daffe717-7636-45e8-813d-8b2a6075c61e HTTP/1.1" status: 200 len: 1098 time: 0.1123669 May 27 03:45:01.407081 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-fc94dda8-7e6f-4c33-a455-5dc85faf3a1a req-3e8eddf9-a37e-41da-8a99-765410cd5fce tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e39d5df-c8e8-44f8-bf65-7b7c15957e09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964630 May 27 03:45:01.418917 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-f0edefeb-60a6-424f-84b1-b984f73aeeb0 req-f1c827e7-487a-4356-9565-f20e918edca3 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=7a22e4eb-1ed5-428b-9da9-e358a6333482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481083 May 27 03:45:01.662443 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad06143-246d-4fb4-8782-1973ca11e41e req-df4d7cda-2642-4e55-b1f7-51dd4d4e2367 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:01.664672 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-fad06143-246d-4fb4-8782-1973ca11e41e req-df4d7cda-2642-4e55-b1f7-51dd4d4e2367 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/ports?device_id=e367eb4b-29c5-4f41-b41d-0da84d751fe2 HTTP/1.1" status: 200 len: 945 time: 0.0885439 May 27 03:45:01.720748 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-fad06143-246d-4fb4-8782-1973ca11e41e req-c5c902a7-c167-4ffe-a435-3a9114a59a98 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/security-groups?id=64f0893d-d72b-45fe-a7df-480151aef2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501237 May 27 03:45:01.863621 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.agents_db [None req-9826b012-bfd7-43dd-a737-969f574491ef None None] Agent healthcheck: found 6 active agents {{(pid=98854) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 03:45:01.925149 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2f1139-aeb3-4c4b-a167-48d345ac7a65 req-44b85b9f-de00-444f-9346-c0cfddec21bc tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:01.926694 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-cc2f1139-aeb3-4c4b-a167-48d345ac7a65 req-44b85b9f-de00-444f-9346-c0cfddec21bc tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] 10.222.0.25 "GET /v2.0/ports?device_id=daffe717-7636-45e8-813d-8b2a6075c61e HTTP/1.1" status: 200 len: 945 time: 0.1474364 May 27 03:45:01.984718 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-cc2f1139-aeb3-4c4b-a167-48d345ac7a65 req-ba1f17fe-b11f-4121-a1b6-5c7e30f3ab73 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] 10.222.0.25 "GET /v2.0/security-groups?id=7a22e4eb-1ed5-428b-9da9-e358a6333482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519912 May 27 03:45:02.666991 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4188281-26b9-46ab-bb6b-b2ea60b9b250 req-e1f5e6f9-2e25-4004-ae7f-0a318944eb7c tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:02.675910 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-d4188281-26b9-46ab-bb6b-b2ea60b9b250 req-e1f5e6f9-2e25-4004-ae7f-0a318944eb7c tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c7e656a-afc5-4119-a11e-920c583d89d2 HTTP/1.1" status: 200 len: 945 time: 0.1028073 May 27 03:45:02.737003 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-d4188281-26b9-46ab-bb6b-b2ea60b9b250 req-9d533def-b3c1-4104-8cd2-39cb1ad28afd tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e39d5df-c8e8-44f8-bf65-7b7c15957e09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601544 May 27 03:45:03.007380 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5c01fd-d918-4f27-ad8b-e56fa6f6b458 req-cf8ad16b-e6cf-4d84-b1f4-542577a2051c tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:03.020941 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-1c5c01fd-d918-4f27-ad8b-e56fa6f6b458 req-cf8ad16b-e6cf-4d84-b1f4-542577a2051c tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/ports?device_id=e367eb4b-29c5-4f41-b41d-0da84d751fe2 HTTP/1.1" status: 200 len: 945 time: 0.1785831 May 27 03:45:03.106943 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-1c5c01fd-d918-4f27-ad8b-e56fa6f6b458 req-3c516cfe-2def-472b-8191-231f59180bc0 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/security-groups?id=64f0893d-d72b-45fe-a7df-480151aef2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560782 May 27 03:45:03.202397 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d51000f-ddde-40b5-ae29-96e02cbc3e62 req-e1a2cccf-318d-4494-b3bd-1e51e218787c tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:03.209266 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-9d51000f-ddde-40b5-ae29-96e02cbc3e62 req-e1a2cccf-318d-4494-b3bd-1e51e218787c tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] 10.222.0.25 "GET /v2.0/ports?device_id=daffe717-7636-45e8-813d-8b2a6075c61e HTTP/1.1" status: 200 len: 945 time: 0.0961273 May 27 03:45:03.252510 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.wsgi [-] (98851) accepted ('10.222.0.25', 58710) {{(pid=98851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:45:03.289972 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-9d51000f-ddde-40b5-ae29-96e02cbc3e62 req-8f7f86b9-750a-47cc-8471-e8b3ce4d8a99 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] 10.222.0.25 "GET /v2.0/security-groups?id=7a22e4eb-1ed5-428b-9da9-e358a6333482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796864 May 27 03:45:03.425196 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-e4e831bc-ac2b-4235-b20c-a7230f1f0dd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:03.445031 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.quota.driver [None req-e4e831bc-ac2b-4235-b20c-a7230f1f0dd5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:45:03.450785 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [None req-e4e831bc-ac2b-4235-b20c-a7230f1f0dd5 admin admin] Usage tracker for resource:security_group_rule and tenant:f2fe61933fa54004a3f800d767c7dbc4 is out of sync, need to count used quota {{(pid=98851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:45:03.456650 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [None req-e4e831bc-ac2b-4235-b20c-a7230f1f0dd5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:45:03.469546 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.quota.driver [None req-e4e831bc-ac2b-4235-b20c-a7230f1f0dd5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:45:03.502612 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e20663-8680-4ddf-889c-2f004852c703 req-5ec3fdd5-ad9e-41eb-b533-c914cde75404 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:03.504045 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-39e20663-8680-4ddf-889c-2f004852c703 req-5ec3fdd5-ad9e-41eb-b533-c914cde75404 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] 10.222.0.25 "GET /v2.0/ports?device_id=daffe717-7636-45e8-813d-8b2a6075c61e HTTP/1.1" status: 200 len: 945 time: 0.0989532 May 27 03:45:03.569562 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-39e20663-8680-4ddf-889c-2f004852c703 req-aaae8d5d-b62c-47f7-8f9e-14367740a177 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] 10.222.0.25 "GET /v2.0/security-groups?id=7a22e4eb-1ed5-428b-9da9-e358a6333482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592215 May 27 03:45:03.602759 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-e4e831bc-ac2b-4235-b20c-a7230f1f0dd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:03.685375 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-e4e831bc-ac2b-4235-b20c-a7230f1f0dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:03.722388 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-12c80433-ce1e-458e-a9db-5c890e9abf93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:45:03.732764 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [None req-e4e831bc-ac2b-4235-b20c-a7230f1f0dd5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f2fe61933fa54004a3f800d767c7dbc4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4770763 May 27 03:45:03.735701 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 58724) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:45:03.764914 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e831bc-ac2b-4235-b20c-a7230f1f0dd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab78c0c6-ba27-4b56-a758-0d683da7d798,revision_number=1']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:45:03.776634 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e831bc-ac2b-4235-b20c-a7230f1f0dd5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:45:03.777480 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e831bc-ac2b-4235-b20c-a7230f1f0dd5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:45:03.779110 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e831bc-ac2b-4235-b20c-a7230f1f0dd5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:45:03.779784 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e831bc-ac2b-4235-b20c-a7230f1f0dd5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:45:03.780465 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e831bc-ac2b-4235-b20c-a7230f1f0dd5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:45:03.781473 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e831bc-ac2b-4235-b20c-a7230f1f0dd5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:45:03.783446 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e831bc-ac2b-4235-b20c-a7230f1f0dd5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:45:03.783446 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e831bc-ac2b-4235-b20c-a7230f1f0dd5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:45:03.783446 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e831bc-ac2b-4235-b20c-a7230f1f0dd5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:45:03.783446 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e831bc-ac2b-4235-b20c-a7230f1f0dd5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:45:03.783446 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e831bc-ac2b-4235-b20c-a7230f1f0dd5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:45:03.784186 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e831bc-ac2b-4235-b20c-a7230f1f0dd5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:45:03.800431 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-e4e831bc-ac2b-4235-b20c-a7230f1f0dd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:45:03.852572 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-dcf735bf-83e4-4889-a3e9-b39737235f40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:03.862000 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-d0c42db4-cf57-43f6-a2b7-7762a49bd5c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:03.909497 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-dcf735bf-83e4-4889-a3e9-b39737235f40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:04.067073 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bd78c9-0495-4dfd-9592-d49d02eddde7 req-04ab46de-0f53-4bc6-9b7e-300cadd5e5b4 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:04.070091 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-a8bd78c9-0495-4dfd-9592-d49d02eddde7 req-04ab46de-0f53-4bc6-9b7e-300cadd5e5b4 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c7e656a-afc5-4119-a11e-920c583d89d2 HTTP/1.1" status: 200 len: 945 time: 0.1661396 May 27 03:45:04.101945 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-dcf735bf-83e4-4889-a3e9-b39737235f40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:04.115521 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-32faa4e3-e47c-4fb5-8cd4-3572816150be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:45:04.130539 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf735bf-83e4-4889-a3e9-b39737235f40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab78c0c6-ba27-4b56-a758-0d683da7d798,revision_number=None']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:45:04.144375 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf735bf-83e4-4889-a3e9-b39737235f40 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:45:04.144375 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf735bf-83e4-4889-a3e9-b39737235f40 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:45:04.144375 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf735bf-83e4-4889-a3e9-b39737235f40 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:45:04.144696 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf735bf-83e4-4889-a3e9-b39737235f40 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:45:04.145050 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf735bf-83e4-4889-a3e9-b39737235f40 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:45:04.145406 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf735bf-83e4-4889-a3e9-b39737235f40 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:45:04.145753 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf735bf-83e4-4889-a3e9-b39737235f40 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:45:04.146100 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf735bf-83e4-4889-a3e9-b39737235f40 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:45:04.146448 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf735bf-83e4-4889-a3e9-b39737235f40 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:45:04.146789 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf735bf-83e4-4889-a3e9-b39737235f40 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:45:04.147134 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf735bf-83e4-4889-a3e9-b39737235f40 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:45:04.147474 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf735bf-83e4-4889-a3e9-b39737235f40 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:45:04.150742 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-dcf735bf-83e4-4889-a3e9-b39737235f40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:45:04.154757 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-dcf735bf-83e4-4889-a3e9-b39737235f40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:04.156949 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-dcf735bf-83e4-4889-a3e9-b39737235f40 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ab78c0c6-ba27-4b56-a758-0d683da7d798 HTTP/1.1" status: 204 len: 168 time: 0.4202757 May 27 03:45:04.167742 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-a8bd78c9-0495-4dfd-9592-d49d02eddde7 req-8eb9899d-7c5f-466a-93f1-97d7244f0a5a tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e39d5df-c8e8-44f8-bf65-7b7c15957e09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903370 May 27 03:45:04.453347 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3427e984-4337-41c6-9493-15fb8600be27 req-407dbc95-e25b-4a18-ab55-88c5bf2c345e tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:04.465492 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-3427e984-4337-41c6-9493-15fb8600be27 req-407dbc95-e25b-4a18-ab55-88c5bf2c345e tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] 10.222.0.25 "GET /v2.0/ports?device_id=daffe717-7636-45e8-813d-8b2a6075c61e HTTP/1.1" status: 200 len: 945 time: 0.1925626 May 27 03:45:04.480120 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496cc760-ac94-4d82-b9bc-9456a0b99064 req-4f3354e4-6150-4398-951d-fbf92c887769 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:04.482371 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-496cc760-ac94-4d82-b9bc-9456a0b99064 req-4f3354e4-6150-4398-951d-fbf92c887769 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/ports?device_id=e367eb4b-29c5-4f41-b41d-0da84d751fe2 HTTP/1.1" status: 200 len: 945 time: 0.1669400 May 27 03:45:04.533063 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.wsgi [-] (98851) accepted ('10.222.0.25', 58744) {{(pid=98851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:45:04.648632 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-496cc760-ac94-4d82-b9bc-9456a0b99064 req-64413ad4-1fc5-4e7a-a33d-359bca5a4c48 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/security-groups?id=64f0893d-d72b-45fe-a7df-480151aef2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676534 May 27 03:45:04.649147 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-3427e984-4337-41c6-9493-15fb8600be27 req-fec2ff57-6f54-4042-9e9d-1184f98a1b90 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] 10.222.0.25 "GET /v2.0/security-groups?id=7a22e4eb-1ed5-428b-9da9-e358a6333482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952978 May 27 03:45:04.708586 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-15f2052c-9409-462c-bf7c-43d2b8772f23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:04.728754 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.quota.driver [None req-15f2052c-9409-462c-bf7c-43d2b8772f23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:45:04.732941 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [None req-15f2052c-9409-462c-bf7c-43d2b8772f23 admin admin] Usage tracker for resource:security_group_rule and tenant:642596a7951c42dd8d6b0ebdcd7a9974 is out of sync, need to count used quota {{(pid=98851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:45:04.735971 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [None req-15f2052c-9409-462c-bf7c-43d2b8772f23 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:45:04.742250 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.quota.driver [None req-15f2052c-9409-462c-bf7c-43d2b8772f23 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:45:04.832056 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-15f2052c-9409-462c-bf7c-43d2b8772f23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:05.130749 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-15f2052c-9409-462c-bf7c-43d2b8772f23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:05.142589 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-7bf2ac22-6afa-4307-92ab-c101dc7ef676 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:45:05.184945 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [None req-15f2052c-9409-462c-bf7c-43d2b8772f23 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=642596a7951c42dd8d6b0ebdcd7a9974&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6453006 May 27 03:45:05.186192 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 58760) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:45:05.187970 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f2052c-9409-462c-bf7c-43d2b8772f23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3cb80a5-2004-4a65-9d51-cd9aa9836c7d,revision_number=1']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:45:05.193929 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-15f2052c-9409-462c-bf7c-43d2b8772f23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:45:05.265698 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-e9f2a56e-bf76-4298-a841-b79d98a8b134 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:05.296276 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-e9f2a56e-bf76-4298-a841-b79d98a8b134 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:05.416380 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8425ea1b-9669-4f4d-887d-0ef8c04e4072 req-20cbbe11-442b-4102-a208-c9a75aaaac9d tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:05.423754 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-8425ea1b-9669-4f4d-887d-0ef8c04e4072 req-20cbbe11-442b-4102-a208-c9a75aaaac9d tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c7e656a-afc5-4119-a11e-920c583d89d2 HTTP/1.1" status: 200 len: 945 time: 0.1210718 May 27 03:45:05.464436 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-8425ea1b-9669-4f4d-887d-0ef8c04e4072 req-bd43652a-68f3-4c56-b990-9a93627d5a0a tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e39d5df-c8e8-44f8-bf65-7b7c15957e09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395789 May 27 03:45:05.617036 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-e9f2a56e-bf76-4298-a841-b79d98a8b134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:05.620903 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-b6bae5b0-2f7e-45a2-a0cd-eed51841974e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:45:05.636082 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f2a56e-bf76-4298-a841-b79d98a8b134 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3cb80a5-2004-4a65-9d51-cd9aa9836c7d,revision_number=None']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:45:05.638428 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-e9f2a56e-bf76-4298-a841-b79d98a8b134 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:45:05.639352 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-e9f2a56e-bf76-4298-a841-b79d98a8b134 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:05.641022 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-e9f2a56e-bf76-4298-a841-b79d98a8b134 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c3cb80a5-2004-4a65-9d51-cd9aa9836c7d HTTP/1.1" status: 204 len: 168 time: 0.4528728 May 27 03:45:05.668105 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.wsgi [-] (98851) accepted ('10.222.0.25', 58770) {{(pid=98851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:45:05.708271 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-a7216c8e-17fa-4d51-8f94-d308192ee43a admin admin] Notify callbacks [] for security_group, before_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:05.750424 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.quota.driver [None req-a7216c8e-17fa-4d51-8f94-d308192ee43a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:45:05.758971 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [None req-a7216c8e-17fa-4d51-8f94-d308192ee43a admin admin] Usage tracker for resource:security_group_rule and tenant:91359ff9b0954602839d6eea9f793528 is out of sync, need to count used quota {{(pid=98851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:45:05.766854 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [None req-a7216c8e-17fa-4d51-8f94-d308192ee43a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:45:05.777030 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.quota.driver [None req-a7216c8e-17fa-4d51-8f94-d308192ee43a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:45:05.908594 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-a7216c8e-17fa-4d51-8f94-d308192ee43a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:05.941545 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baebfe88-538f-406e-951b-9772c470a57e req-da480961-3794-4af4-b27b-8887982ea89e tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:05.943463 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-baebfe88-538f-406e-951b-9772c470a57e req-da480961-3794-4af4-b27b-8887982ea89e tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/ports?device_id=e367eb4b-29c5-4f41-b41d-0da84d751fe2 HTTP/1.1" status: 200 len: 945 time: 0.1079247 May 27 03:45:06.018923 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-baebfe88-538f-406e-951b-9772c470a57e req-143e05d5-47e0-4bf3-9ae6-0a98790eee52 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/security-groups?id=64f0893d-d72b-45fe-a7df-480151aef2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691297 May 27 03:45:06.022627 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-a7216c8e-17fa-4d51-8f94-d308192ee43a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:06.041253 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-63ebb435-42cf-4c02-a501-8307b1f0f059 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:45:06.129936 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7216c8e-17fa-4d51-8f94-d308192ee43a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eef35afd-7f2f-464f-b7d9-6f91870f86ed,revision_number=1']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:45:06.160095 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [None req-a7216c8e-17fa-4d51-8f94-d308192ee43a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=91359ff9b0954602839d6eea9f793528&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4898667 May 27 03:45:06.162357 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 58780) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:45:06.162954 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-a7216c8e-17fa-4d51-8f94-d308192ee43a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:45:06.246852 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-fd1d57c6-2ca1-4e6d-9234-d60451a04bc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:06.275704 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-fd1d57c6-2ca1-4e6d-9234-d60451a04bc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:06.437068 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-fd1d57c6-2ca1-4e6d-9234-d60451a04bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:06.437627 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:06.439634 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-d3ef869c-cd6c-4084-8a91-9a824caaf0c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:06.447975 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-ed11840b-8a5d-4fed-a78a-b90061d5a744 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:45:06.460328 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1d57c6-2ca1-4e6d-9234-d60451a04bc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eef35afd-7f2f-464f-b7d9-6f91870f86ed,revision_number=None']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:45:06.462948 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-fd1d57c6-2ca1-4e6d-9234-d60451a04bc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:45:06.468230 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-fd1d57c6-2ca1-4e6d-9234-d60451a04bc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:06.470814 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-fd1d57c6-2ca1-4e6d-9234-d60451a04bc1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/eef35afd-7f2f-464f-b7d9-6f91870f86ed HTTP/1.1" status: 204 len: 168 time: 0.3071921 May 27 03:45:06.653013 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 58788) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:45:06.679694 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-9f8c0743-3200-4553-b78a-d4f8484202b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:06.700700 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-9f8c0743-3200-4553-b78a-d4f8484202b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:45:06.702363 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d973d2d7-a88d-4711-bce8-ef8a43bef2fa req-bc85fd0a-3fef-4ad4-b0ae-16214bf29e54 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:06.705444 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-d973d2d7-a88d-4711-bce8-ef8a43bef2fa req-bc85fd0a-3fef-4ad4-b0ae-16214bf29e54 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c7e656a-afc5-4119-a11e-920c583d89d2 HTTP/1.1" status: 200 len: 945 time: 0.1101465 May 27 03:45:06.714276 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-9f8c0743-3200-4553-b78a-d4f8484202b1 admin admin] Usage tracker for resource:security_group_rule and tenant:e4ede7a43fea4c1494e1ab131152ecad is out of sync, need to count used quota {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:45:06.718071 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-9f8c0743-3200-4553-b78a-d4f8484202b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:45:06.727491 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-9f8c0743-3200-4553-b78a-d4f8484202b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:45:06.766685 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-d973d2d7-a88d-4711-bce8-ef8a43bef2fa req-864201a2-9bc4-41cb-88fc-dce44d21c936 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e39d5df-c8e8-44f8-bf65-7b7c15957e09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537348 May 27 03:45:06.865073 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-9f8c0743-3200-4553-b78a-d4f8484202b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:06.936638 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-9f8c0743-3200-4553-b78a-d4f8484202b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:06.955897 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-dcf735bf-83e4-4889-a3e9-b39737235f40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:45:07.009443 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8c0743-3200-4553-b78a-d4f8484202b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df07b69a-eadf-4358-9efc-1a0426c51abd,revision_number=1']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:45:07.033733 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-9f8c0743-3200-4553-b78a-d4f8484202b1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e4ede7a43fea4c1494e1ab131152ecad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3784051 May 27 03:45:07.035521 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.wsgi [-] (98851) accepted ('10.222.0.25', 58794) {{(pid=98851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:45:07.048544 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-9f8c0743-3200-4553-b78a-d4f8484202b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:45:07.110125 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-2d17beb0-8769-4e13-b69e-e83c14e0879f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:07.144141 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-2d17beb0-8769-4e13-b69e-e83c14e0879f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:07.320184 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32fb9a3-fa0f-4217-beae-de734aa4a5e4 req-915e30d4-df44-47d8-95b7-89253e38593d tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:07.327572 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-e32fb9a3-fa0f-4217-beae-de734aa4a5e4 req-915e30d4-df44-47d8-95b7-89253e38593d tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/ports?device_id=e367eb4b-29c5-4f41-b41d-0da84d751fe2 HTTP/1.1" status: 200 len: 945 time: 0.1023922 May 27 03:45:07.336790 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-2d17beb0-8769-4e13-b69e-e83c14e0879f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:07.341212 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-e4e831bc-ac2b-4235-b20c-a7230f1f0dd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:45:07.359515 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d17beb0-8769-4e13-b69e-e83c14e0879f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df07b69a-eadf-4358-9efc-1a0426c51abd,revision_number=None']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:45:07.372323 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-2d17beb0-8769-4e13-b69e-e83c14e0879f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:45:07.388873 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-2d17beb0-8769-4e13-b69e-e83c14e0879f admin admin] Notify callbacks [] for security_group, before_response {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:07.395846 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [None req-2d17beb0-8769-4e13-b69e-e83c14e0879f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/df07b69a-eadf-4358-9efc-1a0426c51abd HTTP/1.1" status: 204 len: 168 time: 0.3533888 May 27 03:45:07.403361 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-e32fb9a3-fa0f-4217-beae-de734aa4a5e4 req-e872b593-73e6-4fc6-bc1f-1bf45da135f3 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/security-groups?id=64f0893d-d72b-45fe-a7df-480151aef2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748031 May 27 03:45:07.526972 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.wsgi [-] (98851) accepted ('10.222.0.25', 58808) {{(pid=98851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:45:07.542590 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-9679e9cf-3fd1-45c7-8617-3dd285929f07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:07.578971 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.quota.driver [None req-9679e9cf-3fd1-45c7-8617-3dd285929f07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:45:07.586439 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [None req-9679e9cf-3fd1-45c7-8617-3dd285929f07 admin admin] Usage tracker for resource:security_group_rule and tenant:f64e4b1dced148e587dff94607c7cadc is out of sync, need to count used quota {{(pid=98851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:45:07.589836 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [None req-9679e9cf-3fd1-45c7-8617-3dd285929f07 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:45:07.597833 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.quota.driver [None req-9679e9cf-3fd1-45c7-8617-3dd285929f07 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:45:07.699770 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-e3613943-0892-48bd-9358-60eb59884bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:07.721416 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-9679e9cf-3fd1-45c7-8617-3dd285929f07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:07.788337 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-9679e9cf-3fd1-45c7-8617-3dd285929f07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:07.797484 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-11820220-ba8c-4ed0-985f-e39da0ac9a82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:45:07.870785 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [None req-9679e9cf-3fd1-45c7-8617-3dd285929f07 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f64e4b1dced148e587dff94607c7cadc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3463876 May 27 03:45:07.870785 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9679e9cf-3fd1-45c7-8617-3dd285929f07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=956310c2-8432-4e3f-bc3a-b2f192c647ff,revision_number=1']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:45:07.871600 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 58824) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:45:07.873372 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-9679e9cf-3fd1-45c7-8617-3dd285929f07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:45:08.131845 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-19a3b342-2841-49a7-92bd-ea9349e2a65c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:08.170530 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae942498-a7f6-4fcc-b17a-b874b18b2c73 req-5ea08fe8-85dc-4bd1-9dce-f0c5fe25fd4f tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:08.172945 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-ae942498-a7f6-4fcc-b17a-b874b18b2c73 req-5ea08fe8-85dc-4bd1-9dce-f0c5fe25fd4f tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c7e656a-afc5-4119-a11e-920c583d89d2 HTTP/1.1" status: 200 len: 945 time: 0.2492878 May 27 03:45:08.174857 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-19a3b342-2841-49a7-92bd-ea9349e2a65c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:08.260806 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-ae942498-a7f6-4fcc-b17a-b874b18b2c73 req-e4aa53c3-fc98-42e8-a689-be4b008bd7a2 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e39d5df-c8e8-44f8-bf65-7b7c15957e09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785813 May 27 03:45:08.359622 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-19a3b342-2841-49a7-92bd-ea9349e2a65c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:08.363635 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-22776062-d1a5-4bd9-a2ad-4d0a753550d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:45:08.382077 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a3b342-2841-49a7-92bd-ea9349e2a65c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=956310c2-8432-4e3f-bc3a-b2f192c647ff,revision_number=None']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:45:08.388202 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-19a3b342-2841-49a7-92bd-ea9349e2a65c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:45:08.398804 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-19a3b342-2841-49a7-92bd-ea9349e2a65c admin admin] Notify callbacks [] for security_group, before_response {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:08.402852 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-19a3b342-2841-49a7-92bd-ea9349e2a65c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/956310c2-8432-4e3f-bc3a-b2f192c647ff HTTP/1.1" status: 204 len: 168 time: 0.5296955 May 27 03:45:08.716714 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc66db4-78ac-4fe8-9cae-02ef1e9f391f req-71cc5fa4-13a5-401c-af91-13a4bed2b002 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:08.718236 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-6cc66db4-78ac-4fe8-9cae-02ef1e9f391f req-71cc5fa4-13a5-401c-af91-13a4bed2b002 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/ports?device_id=e367eb4b-29c5-4f41-b41d-0da84d751fe2 HTTP/1.1" status: 200 len: 945 time: 0.0963836 May 27 03:45:08.763933 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-6cc66db4-78ac-4fe8-9cae-02ef1e9f391f req-1b1e47ee-0f82-4949-88fa-40be8cdb1f01 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/security-groups?id=64f0893d-d72b-45fe-a7df-480151aef2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401633 May 27 03:45:09.345531 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-3af0ace6-547d-4950-9fe5-73e267668fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:09.648851 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25be0af0-8742-4060-b7bc-2d7c9616c607 req-651b9836-345e-4406-94a5-5328376d2935 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:09.656823 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-25be0af0-8742-4060-b7bc-2d7c9616c607 req-651b9836-345e-4406-94a5-5328376d2935 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c7e656a-afc5-4119-a11e-920c583d89d2 HTTP/1.1" status: 200 len: 945 time: 0.2033410 May 27 03:45:09.725942 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-25be0af0-8742-4060-b7bc-2d7c9616c607 req-3f169682-8112-417a-8236-87cdd7b12da6 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e39d5df-c8e8-44f8-bf65-7b7c15957e09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681686 May 27 03:45:10.015407 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f965aa7-3bdd-484c-8cb7-5117c02a6bdd req-dcb78097-1960-47a9-a102-8715c7ec7b39 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:10.021057 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-1f965aa7-3bdd-484c-8cb7-5117c02a6bdd req-dcb78097-1960-47a9-a102-8715c7ec7b39 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/ports?device_id=e367eb4b-29c5-4f41-b41d-0da84d751fe2 HTTP/1.1" status: 200 len: 945 time: 0.1180034 May 27 03:45:10.070198 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-1f965aa7-3bdd-484c-8cb7-5117c02a6bdd req-9ea135c2-2e7e-4309-8581-e40741c2b8e5 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/security-groups?id=64f0893d-d72b-45fe-a7df-480151aef2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445991 May 27 03:45:10.789366 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 58900) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:45:10.950877 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.v2.base [None req-3de10a2c-7db4-465e-8b6f-7fa141e639fb admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-493156448-network', 'tenant_id': '00dc5f669f3f483bacc0bf258a11c302'}} {{(pid=98852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:45:10.965998 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-3de10a2c-7db4-465e-8b6f-7fa141e639fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:45:10.983515 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-3de10a2c-7db4-465e-8b6f-7fa141e639fb admin admin] Usage tracker for resource:network and tenant:00dc5f669f3f483bacc0bf258a11c302 is out of sync, need to count used quota {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:45:10.989206 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-3de10a2c-7db4-465e-8b6f-7fa141e639fb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:45:11.005119 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-3de10a2c-7db4-465e-8b6f-7fa141e639fb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:45:11.038852 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9833d5-5d2f-4963-848c-51b6ca0f9e05 req-58f08a62-811b-45af-a718-05e40520b16b tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:11.045438 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-3c9833d5-5d2f-4963-848c-51b6ca0f9e05 req-58f08a62-811b-45af-a718-05e40520b16b tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c7e656a-afc5-4119-a11e-920c583d89d2 HTTP/1.1" status: 200 len: 945 time: 0.1582656 May 27 03:45:11.106297 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-3c9833d5-5d2f-4963-848c-51b6ca0f9e05 req-62fb81d1-2b9c-4285-bcfc-25c2b4eca8b5 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e39d5df-c8e8-44f8-bf65-7b7c15957e09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591440 May 27 03:45:11.106882 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3de10a2c-7db4-465e-8b6f-7fa141e639fb admin admin] Made reservation on behalf of 00dc5f669f3f483bacc0bf258a11c302 for: {'network': 1} {{(pid=98852) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:45:11.109425 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-3de10a2c-7db4-465e-8b6f-7fa141e639fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3620918'] for network, before_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:11.135476 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-3de10a2c-7db4-465e-8b6f-7fa141e639fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:11.154700 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-3de10a2c-7db4-465e-8b6f-7fa141e639fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:45:11.160874 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-3de10a2c-7db4-465e-8b6f-7fa141e639fb admin admin] Usage tracker for resource:security_group_rule and tenant:00dc5f669f3f483bacc0bf258a11c302 is out of sync, need to count used quota {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:45:11.165712 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-3de10a2c-7db4-465e-8b6f-7fa141e639fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:45:11.173180 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-3de10a2c-7db4-465e-8b6f-7fa141e639fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:45:11.295193 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009616e9-d1eb-4d4a-87eb-b099bbe467e0 req-79959794-8123-4189-8061-a6e065ca798a tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:11.301574 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-009616e9-d1eb-4d4a-87eb-b099bbe467e0 req-79959794-8123-4189-8061-a6e065ca798a tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/ports?device_id=e367eb4b-29c5-4f41-b41d-0da84d751fe2 HTTP/1.1" status: 200 len: 945 time: 0.0978320 May 27 03:45:11.319356 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-3de10a2c-7db4-465e-8b6f-7fa141e639fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:11.362664 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-009616e9-d1eb-4d4a-87eb-b099bbe467e0 req-bd7b98b4-25ba-456d-8f3b-f2679fc232e8 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/security-groups?id=64f0893d-d72b-45fe-a7df-480151aef2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546579 May 27 03:45:11.410782 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-3de10a2c-7db4-465e-8b6f-7fa141e639fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:11.416212 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-8c5f3395-d311-4e06-90de-3ad62796b868 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:45:11.444332 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3de10a2c-7db4-465e-8b6f-7fa141e639fb admin admin] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=98852) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:45:11.461036 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de10a2c-7db4-465e-8b6f-7fa141e639fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcfd5ce5-c9a4-43d2-814f-e9da7ccf603c,revision_number=1']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:45:11.483515 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-3de10a2c-7db4-465e-8b6f-7fa141e639fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:45:11.484822 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-3de10a2c-7db4-465e-8b6f-7fa141e639fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3483814'] for segment, precommit_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:11.485048 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.db.segments_db [None req-3de10a2c-7db4-465e-8b6f-7fa141e639fb admin admin] Added segment a40311de-f1a7-4718-9ea6-e1ef0c8c1ca3 of type vlan for network fcc8c911-2569-47b8-92dc-e0c1b7c0a740 May 27 03:45:11.518018 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-3de10a2c-7db4-465e-8b6f-7fa141e639fb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786481306974'] for network, precommit_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:11.684971 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-3de10a2c-7db4-465e-8b6f-7fa141e639fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3689963'] for network, after_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:11.686322 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de10a2c-7db4-465e-8b6f-7fa141e639fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:11.687511 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-3de10a2c-7db4-465e-8b6f-7fa141e639fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689932'] for network, before_response {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:11.695400 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-42a8d10f-2c1f-4eaa-b78c-be76125ec4a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:45:11.818521 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de10a2c-7db4-465e-8b6f-7fa141e639fb admin admin] Pushing event updated for resources: {'Network': ['ID=fcc8c911-2569-47b8-92dc-e0c1b7c0a740,revision_number=1']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:45:11.833650 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Network fcc8c911-2569-47b8-92dc-e0c1b7c0a740 details requested by agent ovs-agent-dv-cinder-793264-1-iscsi with host dv-cinder-793264-1-iscsi {{(pid=98853) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:45:11.854214 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-3de10a2c-7db4-465e-8b6f-7fa141e639fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:45:11.957671 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-3de10a2c-7db4-465e-8b6f-7fa141e639fb admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1671333 May 27 03:45:11.960382 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 58914) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:45:11.966999 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.v2.base [None req-03d012fc-323c-43a3-9556-8f5948183924 admin admin] Request body: {'subnet': {'network_id': 'fcc8c911-2569-47b8-92dc-e0c1b7c0a740', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-493156448-subnet', 'tenant_id': '00dc5f669f3f483bacc0bf258a11c302', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:45:11.973053 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-03d012fc-323c-43a3-9556-8f5948183924 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:45:11.977130 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-03d012fc-323c-43a3-9556-8f5948183924 admin admin] Usage tracker for resource:subnet and tenant:00dc5f669f3f483bacc0bf258a11c302 is out of sync, need to count used quota {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:45:11.980136 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-03d012fc-323c-43a3-9556-8f5948183924 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:45:11.988518 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-03d012fc-323c-43a3-9556-8f5948183924 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:45:12.050790 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03d012fc-323c-43a3-9556-8f5948183924 admin admin] Made reservation on behalf of 00dc5f669f3f483bacc0bf258a11c302 for: {'subnet': 1} {{(pid=98852) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:45:12.053752 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-03d012fc-323c-43a3-9556-8f5948183924 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27627078'] for subnet, before_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:12.398259 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24c2ed4-15fe-40e6-8d10-1a78500d0f21 req-6022889d-1c9a-4c3c-9887-4d4201524559 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:12.442879 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-b24c2ed4-15fe-40e6-8d10-1a78500d0f21 req-6022889d-1c9a-4c3c-9887-4d4201524559 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c7e656a-afc5-4119-a11e-920c583d89d2 HTTP/1.1" status: 200 len: 945 time: 0.1590102 May 27 03:45:12.462372 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-b24c2ed4-15fe-40e6-8d10-1a78500d0f21 req-b107e83f-a0e8-4228-8d78-d86841dfd0a4 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e39d5df-c8e8-44f8-bf65-7b7c15957e09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568645 May 27 03:45:12.609742 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f87c3d-231f-4bc3-947c-a615be185a1e req-7312709f-98aa-4ad9-8566-9792e29f1cfc tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:12.611435 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-41f87c3d-231f-4bc3-947c-a615be185a1e req-7312709f-98aa-4ad9-8566-9792e29f1cfc tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/ports?device_id=e367eb4b-29c5-4f41-b41d-0da84d751fe2 HTTP/1.1" status: 200 len: 945 time: 0.1016912 May 27 03:45:12.655245 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-41f87c3d-231f-4bc3-947c-a615be185a1e req-028db4b6-3fb7-40f5-959d-1ea03b1f905d tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/security-groups?id=64f0893d-d72b-45fe-a7df-480151aef2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380132 May 27 03:45:13.041681 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-03d012fc-323c-43a3-9556-8f5948183924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27736193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27627088'] for subnet, after_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:13.045687 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-18b40312-77c9-40ab-9af0-4f8f5b15fe08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:45:13.125134 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d012fc-323c-43a3-9556-8f5948183924 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ed5516d-8467-42b6-99b0-adc198897053,revision_number=0']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:45:13.129257 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-03d012fc-323c-43a3-9556-8f5948183924 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:45:13.131590 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d012fc-323c-43a3-9556-8f5948183924 admin admin] Checking segment: {'id': 'a40311de-f1a7-4718-9ea6-e1ef0c8c1ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'fcc8c911-2569-47b8-92dc-e0c1b7c0a740'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 03:45:13.131824 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d012fc-323c-43a3-9556-8f5948183924 admin admin] Network hostable DHCP agents. Network: fcc8c911-2569-47b8-92dc-e0c1b7c0a740, hostable agents: ['a814e8a4-142b-4ae8-859e-9bd936be0847'], hosted agents: [] {{(pid=98852) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:45:13.212049 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d012fc-323c-43a3-9556-8f5948183924 admin admin] Network fcc8c911-2569-47b8-92dc-e0c1b7c0a740 is scheduled to be hosted by DHCP agent a814e8a4-142b-4ae8-859e-9bd936be0847 with binding_index 1 {{(pid=98852) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:45:13.316495 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.scheduler.base_scheduler [None req-03d012fc-323c-43a3-9556-8f5948183924 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793264-1-iscsi, fcc8c911-2569-47b8-92dc-e0c1b7c0a740) {{(pid=98852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:45:13.327670 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03d012fc-323c-43a3-9556-8f5948183924 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:13.328064 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d51df749-85df-4823-8d71-930ceb35711a None None] Network fcc8c911-2569-47b8-92dc-e0c1b7c0a740 requested from dv-cinder-793264-1-iscsi {{(pid=98853) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 03:45:13.328571 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-03d012fc-323c-43a3-9556-8f5948183924 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689932'] for subnet, before_response {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:13.411569 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-03d012fc-323c-43a3-9556-8f5948183924 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.4499757 May 27 03:45:13.557288 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239fefeb-01a5-433d-afac-49a7df324882 req-ac238aee-6a98-4a04-885b-a1f80679ac1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:13.558810 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-239fefeb-01a5-433d-afac-49a7df324882 req-ac238aee-6a98-4a04-885b-a1f80679ac1b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=16ccb2756adb4055942bd0a0f0a061f4&device_id=e367eb4b-29c5-4f41-b41d-0da84d751fe2 HTTP/1.1" status: 200 len: 1098 time: 0.1085742 May 27 03:45:13.680535 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5d1c2fa-c668-46e6-a4e3-fdbba6ad829f None None] Network fcc8c911-2569-47b8-92dc-e0c1b7c0a740 requested from dv-cinder-793264-1-iscsi {{(pid=98853) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 03:45:13.859431 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaffdb7-6eda-48f6-a065-b95f54e1fc9d req-6809a486-2d3b-46b4-a029-2b3f1530a736 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:13.859431 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-5eaffdb7-6eda-48f6-a065-b95f54e1fc9d req-6809a486-2d3b-46b4-a029-2b3f1530a736 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c7e656a-afc5-4119-a11e-920c583d89d2 HTTP/1.1" status: 200 len: 945 time: 0.1833038 May 27 03:45:13.901364 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239fefeb-01a5-433d-afac-49a7df324882 req-2083ca8f-18ec-4375-aeea-4b774768b64d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:13.903484 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-239fefeb-01a5-433d-afac-49a7df324882 req-2083ca8f-18ec-4375-aeea-4b774768b64d service neutron] 10.222.0.36 "GET /v2.0/networks?id=f65a0cca-1ebc-4ae6-b01b-5fdf0f05198a HTTP/1.1" status: 200 len: 917 time: 0.3165584 May 27 03:45:13.961701 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-5eaffdb7-6eda-48f6-a065-b95f54e1fc9d req-ae4d3375-50e0-45bd-8213-4185350f7a68 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e39d5df-c8e8-44f8-bf65-7b7c15957e09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1004906 May 27 03:45:14.086937 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-239fefeb-01a5-433d-afac-49a7df324882 req-48a93c6e-401e-4abb-8d10-de0c75feaef0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=396ee32c-72a8-43ea-b35c-f0de6de19d7a HTTP/1.1" status: 200 len: 1001 time: 0.1272223 May 27 03:45:14.098882 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f247cf8-87d6-4381-8bb7-6344e8d86cd9 req-45809528-f431-4ec4-923e-21952aaee603 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:14.100316 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-1f247cf8-87d6-4381-8bb7-6344e8d86cd9 req-45809528-f431-4ec4-923e-21952aaee603 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/ports?device_id=e367eb4b-29c5-4f41-b41d-0da84d751fe2 HTTP/1.1" status: 200 len: 945 time: 0.1957762 May 27 03:45:14.197953 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-1f247cf8-87d6-4381-8bb7-6344e8d86cd9 req-9e460fac-b315-445e-acfb-b9c4752568ae tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/security-groups?id=64f0893d-d72b-45fe-a7df-480151aef2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629551 May 27 03:45:14.204107 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239fefeb-01a5-433d-afac-49a7df324882 req-4df4c6dd-a223-4d7a-9669-faba8c1751e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:14.205569 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-239fefeb-01a5-433d-afac-49a7df324882 req-4df4c6dd-a223-4d7a-9669-faba8c1751e4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=82530ddc-ffd6-4079-8434-d6a04187e8aa HTTP/1.1" status: 200 len: 856 time: 0.1044028 May 27 03:45:14.284227 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239fefeb-01a5-433d-afac-49a7df324882 req-6674cb30-4950-4805-970d-764b33064cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:14.285722 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-239fefeb-01a5-433d-afac-49a7df324882 req-6674cb30-4950-4805-970d-764b33064cd6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f65a0cca-1ebc-4ae6-b01b-5fdf0f05198a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0703683 May 27 03:45:14.425875 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-239fefeb-01a5-433d-afac-49a7df324882 req-812937e4-d4f7-4b8e-8d56-ef7afd98f7bc service neutron] 10.222.0.36 "GET /v2.0/networks/f65a0cca-1ebc-4ae6-b01b-5fdf0f05198a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284258 May 27 03:45:14.560306 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-239fefeb-01a5-433d-afac-49a7df324882 req-b4e46a48-6542-404f-baf2-e60af0741e65 service neutron] 10.222.0.36 "GET /v2.0/networks/f65a0cca-1ebc-4ae6-b01b-5fdf0f05198a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258368 May 27 03:45:15.165254 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2213d94-9b41-4f93-8b7d-7a1406489a6e req-92cb8c81-e5c7-4898-bc8f-4a13d62f1384 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:15.166684 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-b2213d94-9b41-4f93-8b7d-7a1406489a6e req-92cb8c81-e5c7-4898-bc8f-4a13d62f1384 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c7e656a-afc5-4119-a11e-920c583d89d2 HTTP/1.1" status: 200 len: 945 time: 0.0792508 May 27 03:45:15.210184 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-b2213d94-9b41-4f93-8b7d-7a1406489a6e req-7ae0181c-630c-4697-b105-42c4a17e83f2 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e39d5df-c8e8-44f8-bf65-7b7c15957e09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378511 May 27 03:45:15.386636 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dc8acc-4725-4172-a16e-770052de3f8f req-e722ab66-a71d-443c-80a9-61d48d348fba tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:15.387976 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-54dc8acc-4725-4172-a16e-770052de3f8f req-e722ab66-a71d-443c-80a9-61d48d348fba tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/ports?device_id=e367eb4b-29c5-4f41-b41d-0da84d751fe2 HTTP/1.1" status: 200 len: 945 time: 0.0823653 May 27 03:45:15.431232 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-54dc8acc-4725-4172-a16e-770052de3f8f req-bc0cfbb1-55f3-4724-a7b6-d00d2340d70e tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/security-groups?id=64f0893d-d72b-45fe-a7df-480151aef2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375791 May 27 03:45:16.399373 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b7d5f7-d858-4764-983f-71ef764372b0 req-472cb6ac-e2a7-43fd-8689-4cca54fcc060 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:16.399373 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-f6b7d5f7-d858-4764-983f-71ef764372b0 req-472cb6ac-e2a7-43fd-8689-4cca54fcc060 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c7e656a-afc5-4119-a11e-920c583d89d2 HTTP/1.1" status: 200 len: 945 time: 0.0828214 May 27 03:45:16.441176 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-f6b7d5f7-d858-4764-983f-71ef764372b0 req-d58eab14-fa8e-4020-b8b7-264288b62ad4 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e39d5df-c8e8-44f8-bf65-7b7c15957e09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380094 May 27 03:45:16.616198 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67767af9-c6cc-4281-b027-66e18a810118 req-bff903cd-ef4e-41be-b18d-1bd191bf46f6 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:16.617653 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-67767af9-c6cc-4281-b027-66e18a810118 req-bff903cd-ef4e-41be-b18d-1bd191bf46f6 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/ports?device_id=e367eb4b-29c5-4f41-b41d-0da84d751fe2 HTTP/1.1" status: 200 len: 945 time: 0.0782881 May 27 03:45:16.661682 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-67767af9-c6cc-4281-b027-66e18a810118 req-e6ef33d7-85b4-4fd7-a96b-40c07fda1d70 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/security-groups?id=64f0893d-d72b-45fe-a7df-480151aef2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380101 May 27 03:45:17.313069 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:17.759996 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007b4b47-1974-482d-9a4e-2db19b592609 req-f29994ee-9636-4ddb-8730-4cc04d37d71d tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:17.761522 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-007b4b47-1974-482d-9a4e-2db19b592609 req-f29994ee-9636-4ddb-8730-4cc04d37d71d tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c7e656a-afc5-4119-a11e-920c583d89d2 HTTP/1.1" status: 200 len: 945 time: 0.0794966 May 27 03:45:17.806238 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-007b4b47-1974-482d-9a4e-2db19b592609 req-3eff5d92-230c-4ae0-af89-bf78f6f8e62e tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e39d5df-c8e8-44f8-bf65-7b7c15957e09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386937 May 27 03:45:17.851984 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de9bc8c-b584-4a01-9415-66813f68058e req-1719e9b6-b7ce-4b47-a5c4-b2a77bae5730 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:17.853450 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-6de9bc8c-b584-4a01-9415-66813f68058e req-1719e9b6-b7ce-4b47-a5c4-b2a77bae5730 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/ports?device_id=e367eb4b-29c5-4f41-b41d-0da84d751fe2 HTTP/1.1" status: 200 len: 945 time: 0.0846806 May 27 03:45:17.896651 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-6de9bc8c-b584-4a01-9415-66813f68058e req-eb1d2fb0-b964-499e-8f9e-21279d20b316 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/security-groups?id=64f0893d-d72b-45fe-a7df-480151aef2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375397 May 27 03:45:19.082943 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dff8b5-8f44-42f3-880f-5f779ac42a36 req-9f607eeb-32bf-41d6-8bcd-9fd4c43a0e59 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:19.084792 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-94dff8b5-8f44-42f3-880f-5f779ac42a36 req-9f607eeb-32bf-41d6-8bcd-9fd4c43a0e59 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c7e656a-afc5-4119-a11e-920c583d89d2 HTTP/1.1" status: 200 len: 945 time: 0.1750157 May 27 03:45:19.099385 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276c429d-7c3a-47c6-8250-abdb60f0daab req-739379a0-5443-43ac-a6c5-ff0cf5a4adf7 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:19.100834 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-276c429d-7c3a-47c6-8250-abdb60f0daab req-739379a0-5443-43ac-a6c5-ff0cf5a4adf7 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/ports?device_id=e367eb4b-29c5-4f41-b41d-0da84d751fe2 HTTP/1.1" status: 200 len: 945 time: 0.0918353 May 27 03:45:19.129638 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-94dff8b5-8f44-42f3-880f-5f779ac42a36 req-52010dd6-138a-4b2c-ba44-18a804b8fa21 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e39d5df-c8e8-44f8-bf65-7b7c15957e09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390224 May 27 03:45:19.144148 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-276c429d-7c3a-47c6-8250-abdb60f0daab req-70de02e7-5189-47d5-a5a0-e8d5f249429a tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/security-groups?id=64f0893d-d72b-45fe-a7df-480151aef2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377355 May 27 03:45:20.193980 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39caff3c-8c79-4560-9be4-4d1ec43909fe req-2b36921c-8053-4fb1-825f-575d2a5e2a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:20.234439 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-39caff3c-8c79-4560-9be4-4d1ec43909fe req-2b36921c-8053-4fb1-825f-575d2a5e2a22 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=16ccb2756adb4055942bd0a0f0a061f4&device_id=e367eb4b-29c5-4f41-b41d-0da84d751fe2 HTTP/1.1" status: 200 len: 1098 time: 0.1187420 May 27 03:45:20.347036 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1992e9-9644-4c1d-a254-bd1def190e96 req-d0df3d8d-679d-44a5-b10c-618ef11d7104 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:20.348381 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-0a1992e9-9644-4c1d-a254-bd1def190e96 req-d0df3d8d-679d-44a5-b10c-618ef11d7104 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c7e656a-afc5-4119-a11e-920c583d89d2 HTTP/1.1" status: 200 len: 945 time: 0.0805299 May 27 03:45:20.397748 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-0a1992e9-9644-4c1d-a254-bd1def190e96 req-0f809ce5-bdbe-41fb-b988-4dccc77c4830 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e39d5df-c8e8-44f8-bf65-7b7c15957e09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434129 May 27 03:45:20.449223 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39caff3c-8c79-4560-9be4-4d1ec43909fe req-72ee6f6a-3dcd-4b49-a554-f939affc2431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:20.450583 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-39caff3c-8c79-4560-9be4-4d1ec43909fe req-72ee6f6a-3dcd-4b49-a554-f939affc2431 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f65a0cca-1ebc-4ae6-b01b-5fdf0f05198a HTTP/1.1" status: 200 len: 917 time: 0.2082663 May 27 03:45:20.463039 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7717dd2-30f4-422d-bb10-61a0c3c85755 req-743a2d26-eede-4aeb-a042-0593250c9bdc tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:20.465948 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-f7717dd2-30f4-422d-bb10-61a0c3c85755 req-743a2d26-eede-4aeb-a042-0593250c9bdc tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/ports?device_id=e367eb4b-29c5-4f41-b41d-0da84d751fe2 HTTP/1.1" status: 200 len: 945 time: 0.1882625 May 27 03:45:20.601858 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-39caff3c-8c79-4560-9be4-4d1ec43909fe req-42287fc6-13da-4ced-8c6c-4989de636b9e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=396ee32c-72a8-43ea-b35c-f0de6de19d7a HTTP/1.1" status: 200 len: 1001 time: 0.1362455 May 27 03:45:20.604525 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-f7717dd2-30f4-422d-bb10-61a0c3c85755 req-0b84837b-ce5d-49e7-833c-b1c8bc754862 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/security-groups?id=64f0893d-d72b-45fe-a7df-480151aef2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770411 May 27 03:45:20.653749 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafd3d7f-887a-4070-8b6f-62fb4b6fea16 req-d34d9a23-6339-4ac1-a221-7c8504ee2aa6 tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:20.654467 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [req-aafd3d7f-887a-4070-8b6f-62fb4b6fea16 req-d34d9a23-6339-4ac1-a221-7c8504ee2aa6 tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] Synchronizing usage tracker for tenant:00dc5f669f3f483bacc0bf258a11c302 on resource:network {{(pid=98852) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:45:20.736088 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [req-aafd3d7f-887a-4070-8b6f-62fb4b6fea16 req-d34d9a23-6339-4ac1-a221-7c8504ee2aa6 tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] Unset dirty status for tenant:00dc5f669f3f483bacc0bf258a11c302 on resource:network {{(pid=98852) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:45:20.737817 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-aafd3d7f-887a-4070-8b6f-62fb4b6fea16 req-d34d9a23-6339-4ac1-a221-7c8504ee2aa6 tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] 10.222.0.25 "GET /v2.0/networks?id=fcc8c911-2569-47b8-92dc-e0c1b7c0a740 HTTP/1.1" status: 200 len: 813 time: 0.2435064 May 27 03:45:20.753487 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-aafd3d7f-887a-4070-8b6f-62fb4b6fea16 req-54cb6e25-3130-4519-ad5d-67efcd3edeed tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] 10.222.0.25 "GET /v2.0/quotas/00dc5f669f3f483bacc0bf258a11c302 HTTP/1.1" status: 200 len: 375 time: 0.0093300 May 27 03:45:20.767406 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39caff3c-8c79-4560-9be4-4d1ec43909fe req-309194af-201e-4a15-993c-d68a6d84860b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:20.768851 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-39caff3c-8c79-4560-9be4-4d1ec43909fe req-309194af-201e-4a15-993c-d68a6d84860b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=82530ddc-ffd6-4079-8434-d6a04187e8aa HTTP/1.1" status: 200 len: 856 time: 0.1595895 May 27 03:45:20.802746 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-aafd3d7f-887a-4070-8b6f-62fb4b6fea16 req-a55abaec-4e0a-4364-b01b-a89b0d77744a tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=00dc5f669f3f483bacc0bf258a11c302&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0441687 May 27 03:45:20.845742 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39caff3c-8c79-4560-9be4-4d1ec43909fe req-5a4b76e2-de62-4e09-9013-421daa871de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:20.847210 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-39caff3c-8c79-4560-9be4-4d1ec43909fe req-5a4b76e2-de62-4e09-9013-421daa871de2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f65a0cca-1ebc-4ae6-b01b-5fdf0f05198a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0713913 May 27 03:45:20.945095 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-aafd3d7f-887a-4070-8b6f-62fb4b6fea16 req-a8802aa3-fda7-48ac-81da-74c22c05bede service neutron] 10.222.0.25 "GET /v2.0/networks/fcc8c911-2569-47b8-92dc-e0c1b7c0a740?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349995 May 27 03:45:20.994148 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-39caff3c-8c79-4560-9be4-4d1ec43909fe req-e185acc0-0cac-4699-aed6-d07291beae13 service neutron] 10.222.0.36 "GET /v2.0/networks/f65a0cca-1ebc-4ae6-b01b-5fdf0f05198a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389256 May 27 03:45:21.088713 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-aafd3d7f-887a-4070-8b6f-62fb4b6fea16 req-3113d174-0117-4562-86bc-3995da46d139 service neutron] 10.222.0.25 "GET /v2.0/networks/fcc8c911-2569-47b8-92dc-e0c1b7c0a740?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378226 May 27 03:45:21.142282 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-39caff3c-8c79-4560-9be4-4d1ec43909fe req-993dd3a3-48ab-46e2-b6f0-83ad28a77e0e service neutron] 10.222.0.36 "GET /v2.0/networks/f65a0cca-1ebc-4ae6-b01b-5fdf0f05198a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409836 May 27 03:45:21.347693 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-caec4493-f359-4d7c-96f1-a7a71858e53f req-c3f9f6ce-8a7f-4e1e-b3e0-82ba63e28bb6 tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] 10.222.0.25 "GET /v2.0/ports?device_id=365c2ebc-713f-475e-a586-fa68bb6b3064 HTTP/1.1" status: 200 len: 210 time: 0.0469565 May 27 03:45:21.585961 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c59aea8-5de7-452d-8585-ca8f4d37bad6 req-ad2f72ac-5ea4-4b2c-913d-f1d2dc15580e tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:21.587436 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-0c59aea8-5de7-452d-8585-ca8f4d37bad6 req-ad2f72ac-5ea4-4b2c-913d-f1d2dc15580e tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c7e656a-afc5-4119-a11e-920c583d89d2 HTTP/1.1" status: 200 len: 945 time: 0.0801659 May 27 03:45:21.636501 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-0c59aea8-5de7-452d-8585-ca8f4d37bad6 req-298569fa-8b2d-4e6c-8d77-9027faba9280 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e39d5df-c8e8-44f8-bf65-7b7c15957e09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429978 May 27 03:45:21.802619 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e10be72-19a0-4b0b-989f-dfca3fc27873 req-075499e2-3a9b-491f-9171-fa083bed57d5 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:21.804282 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-3e10be72-19a0-4b0b-989f-dfca3fc27873 req-075499e2-3a9b-491f-9171-fa083bed57d5 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/ports?device_id=e367eb4b-29c5-4f41-b41d-0da84d751fe2 HTTP/1.1" status: 200 len: 945 time: 0.0853052 May 27 03:45:21.852374 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-3e10be72-19a0-4b0b-989f-dfca3fc27873 req-b36500fc-b38f-419d-a242-63d7119d615c tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/security-groups?id=64f0893d-d72b-45fe-a7df-480151aef2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419984 May 27 03:45:22.036609 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d6beb5-5088-4bd8-9ad5-13e9a9746b21 req-b63b50da-fc4f-4856-8b7a-c4b2a6bbde87 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:22.038360 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-48d6beb5-5088-4bd8-9ad5-13e9a9746b21 req-b63b50da-fc4f-4856-8b7a-c4b2a6bbde87 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] 10.222.0.25 "GET /v2.0/ports?device_id=daffe717-7636-45e8-813d-8b2a6075c61e HTTP/1.1" status: 200 len: 945 time: 0.0800991 May 27 03:45:22.083155 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-48d6beb5-5088-4bd8-9ad5-13e9a9746b21 req-993e8fe7-6378-49e8-8937-c4afbd4f166f tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] 10.222.0.25 "GET /v2.0/security-groups?id=7a22e4eb-1ed5-428b-9da9-e358a6333482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387609 May 27 03:45:22.106723 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 59066) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:45:22.281913 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6abb8109-97ac-4ae9-8714-cd677321e390 tempest-TestMinimumBasicScenario-178798181 tempest-TestMinimumBasicScenario-178798181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:22.282610 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-6abb8109-97ac-4ae9-8714-cd677321e390 tempest-TestMinimumBasicScenario-178798181 tempest-TestMinimumBasicScenario-178798181-project-admin] Synchronizing usage tracker for tenant:2d044a70f730468694e1de02d9ff1f8c on resource:port {{(pid=98852) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:45:22.367902 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-6abb8109-97ac-4ae9-8714-cd677321e390 tempest-TestMinimumBasicScenario-178798181 tempest-TestMinimumBasicScenario-178798181-project-admin] Unset dirty status for tenant:2d044a70f730468694e1de02d9ff1f8c on resource:port {{(pid=98852) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:45:22.369036 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-6abb8109-97ac-4ae9-8714-cd677321e390 tempest-TestMinimumBasicScenario-178798181 tempest-TestMinimumBasicScenario-178798181-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=daffe717-7636-45e8-813d-8b2a6075c61e HTTP/1.1" status: 200 len: 1093 time: 0.2613006 May 27 03:45:22.372118 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 59074) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:45:22.381088 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.v2.base [None req-8d07be89-9950-4efd-bf11-6e3a0d20b23b tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Request body: {'floatingip': {'floating_network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'port_id': '2beacebc-a476-4d0c-ad0f-528ef5b957c8', 'tenant_id': '0df96baa86bb4c51b3b8bece28e3e23a', 'fixed_ip_address': '172.20.0.5'}} {{(pid=98852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:45:22.383169 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-8d07be89-9950-4efd-bf11-6e3a0d20b23b tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:45:22.387101 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-8d07be89-9950-4efd-bf11-6e3a0d20b23b tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Usage tracker for resource:floatingip and tenant:0df96baa86bb4c51b3b8bece28e3e23a is out of sync, need to count used quota {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:45:22.390506 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-8d07be89-9950-4efd-bf11-6e3a0d20b23b tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:45:22.396268 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-8d07be89-9950-4efd-bf11-6e3a0d20b23b tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:45:22.496987 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-3ffb1ea1-71d8-4095-a05a-1521730cb942 req-a40cb8f2-da22-4237-bfcb-6482e6287d0f tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] 10.222.0.25 "GET /v2.0/ports?device_id=365c2ebc-713f-475e-a586-fa68bb6b3064 HTTP/1.1" status: 200 len: 210 time: 0.0456202 May 27 03:45:22.499889 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-8d07be89-9950-4efd-bf11-6e3a0d20b23b tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Notify callbacks [] for floatingip, before_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:22.634575 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-8d07be89-9950-4efd-bf11-6e3a0d20b23b tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:22.818956 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.db_base_plugin_common [None req-8d07be89-9950-4efd-bf11-6e3a0d20b23b tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Allocated IP 172.27.2.186 (9a3e94d8-5315-41b6-9829-3c758c3039b7/7ac4e62e-aca4-43cf-995d-95d63bfe1e6b/47d63c54-f2e8-472f-92d3-a6f68fdbed81) {{(pid=98852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:45:22.926330 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41161c4a-d89e-4f03-9284-dea375066b4c req-c8088b3b-db44-40d4-8a58-f7f7c50f11a7 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:22.927784 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-41161c4a-d89e-4f03-9284-dea375066b4c req-c8088b3b-db44-40d4-8a58-f7f7c50f11a7 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c7e656a-afc5-4119-a11e-920c583d89d2 HTTP/1.1" status: 200 len: 945 time: 0.1827931 May 27 03:45:23.001158 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-41161c4a-d89e-4f03-9284-dea375066b4c req-ea530901-2156-4e60-9193-d3888e9c50d2 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e39d5df-c8e8-44f8-bf65-7b7c15957e09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667233 May 27 03:45:23.018539 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-8d07be89-9950-4efd-bf11-6e3a0d20b23b tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Notify callbacks [] for port, precommit_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:23.042483 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10dd433-5001-4513-8b0c-371323168665 req-501f8857-f792-4fe1-94ad-ad9ae15ed467 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:23.043927 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-f10dd433-5001-4513-8b0c-371323168665 req-501f8857-f792-4fe1-94ad-ad9ae15ed467 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/ports?device_id=e367eb4b-29c5-4f41-b41d-0da84d751fe2 HTTP/1.1" status: 200 len: 945 time: 0.0815635 May 27 03:45:23.088785 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-f10dd433-5001-4513-8b0c-371323168665 req-120c932b-c352-4ad6-8f52-ab20d013d0af tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/security-groups?id=64f0893d-d72b-45fe-a7df-480151aef2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385623 May 27 03:45:23.119116 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-8d07be89-9950-4efd-bf11-6e3a0d20b23b tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786481287388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27723313'] for port, after_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:23.124439 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-88392643-58f2-4c69-937a-8b63599e864d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:45:23.185251 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d07be89-9950-4efd-bf11-6e3a0d20b23b tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Network 9a3e94d8-5315-41b6-9829-3c758c3039b7 is already hosted by enough agents. {{(pid=98852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:45:23.188718 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.scheduler.base_scheduler [None req-8d07be89-9950-4efd-bf11-6e3a0d20b23b tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Resources bound (agent type, host, resource id): {{(pid=98852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:45:23.192324 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d07be89-9950-4efd-bf11-6e3a0d20b23b tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Received port after_create {{(pid=98852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 03:45:23.228787 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d07be89-9950-4efd-bf11-6e3a0d20b23b tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Pushing event updated for resources: {'Port': ['ID=47d63c54-f2e8-472f-92d3-a6f68fdbed81,revision_number=1']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:45:23.236395 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-8d07be89-9950-4efd-bf11-6e3a0d20b23b tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:45:23.646125 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-da9c763a-ff68-4fb6-b53e-9cdb222df22f req-41433f53-4f5c-4d80-ba61-3dc7af28cb37 tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] 10.222.0.25 "GET /v2.0/ports?device_id=365c2ebc-713f-475e-a586-fa68bb6b3064 HTTP/1.1" status: 200 len: 210 time: 0.0450771 May 27 03:45:23.728092 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-8d07be89-9950-4efd-bf11-6e3a0d20b23b tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:23.811036 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Device 396ee32c-72a8-43ea-b35c-f0de6de19d7a no longer exists at agent hyperv_hv-cinder-79326 {{(pid=98853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:45:23.856627 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-8d07be89-9950-4efd-bf11-6e3a0d20b23b tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_update {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:23.922594 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:23.951301 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e367eb4b-29c5-4f41-b41d-0da84d751fe2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '396ee32c-72a8-43ea-b35c-f0de6de19d7a'}] {{(pid=98853) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:45:23.961273 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.db [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] For port 396ee32c-72a8-43ea-b35c-f0de6de19d7a, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=396ee32c-72a8-43ea-b35c-f0de6de19d7a,segment=NetworkSegment(5baf6fec-eb5b-47d6-b1b0-298ebe932b07),segment_id=5baf6fec-eb5b-47d6-b1b0-298ebe932b07)] {{(pid=98853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:45:23.997364 dv-cinder-793264-1-iscsi neutron-server[98853]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e367eb4b-29c5-4f41-b41d-0da84d751fe2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '396ee32c-72a8-43ea-b35c-f0de6de19d7a', 'code': 200} May 27 03:45:24.004429 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786481721483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786481287406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786481291807'] for port, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:24.006165 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:45:24.072665 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Pushing event updated for resources: {'Port': ['ID=396ee32c-72a8-43ea-b35c-f0de6de19d7a,revision_number=8']} {{(pid=98853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:45:24.073871 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-8d07be89-9950-4efd-bf11-6e3a0d20b23b tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Notify callbacks [] for port, precommit_update {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:24.075853 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:45:24.142104 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-8d07be89-9950-4efd-bf11-6e3a0d20b23b tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786481721483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786481287406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786481291807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27723270'] for port, after_update {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:24.151001 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-d7d46536-76f7-4769-9924-08056894387c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:45:24.268287 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d07be89-9950-4efd-bf11-6e3a0d20b23b tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Pushing event updated for resources: {'Port': ['ID=47d63c54-f2e8-472f-92d3-a6f68fdbed81,revision_number=2']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:45:24.275366 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-8d07be89-9950-4efd-bf11-6e3a0d20b23b tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:45:24.285438 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-8d07be89-9950-4efd-bf11-6e3a0d20b23b tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-417761'] for floatingip, after_update {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:24.285608 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7b7d96-4da0-4b68-b435-9a93c9108f8f req-2c767432-176f-4b5e-a4ec-4b107f742f71 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:24.287043 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-1f7b7d96-4da0-4b68-b435-9a93c9108f8f req-2c767432-176f-4b5e-a4ec-4b107f742f71 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/ports?device_id=e367eb4b-29c5-4f41-b41d-0da84d751fe2 HTTP/1.1" status: 200 len: 943 time: 0.0849295 May 27 03:45:24.332465 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-1f7b7d96-4da0-4b68-b435-9a93c9108f8f req-9ed310f9-434d-47e3-9dac-67880f565786 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/security-groups?id=64f0893d-d72b-45fe-a7df-480151aef2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391743 May 27 03:45:24.375056 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c9474e-b3c6-4fc6-868a-d8d63749fd37 req-47362648-b3ca-489c-a907-de2e55a79038 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:24.376526 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-f3c9474e-b3c6-4fc6-868a-d8d63749fd37 req-47362648-b3ca-489c-a907-de2e55a79038 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c7e656a-afc5-4119-a11e-920c583d89d2 HTTP/1.1" status: 200 len: 945 time: 0.2708564 May 27 03:45:24.495379 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-f3c9474e-b3c6-4fc6-868a-d8d63749fd37 req-21058c27-f2ec-4eef-a8da-078c6f0d8b36 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e39d5df-c8e8-44f8-bf65-7b7c15957e09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1120460 May 27 03:45:24.500328 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.db.l3_db [None req-8d07be89-9950-4efd-bf11-6e3a0d20b23b tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Floating IP 86d3add7-b68c-426a-9844-80226a1f1f1c associated. External IP: 172.27.2.186, port: 2beacebc-a476-4d0c-ad0f-528ef5b957c8. May 27 03:45:24.791843 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-55f11392-29e3-4639-90e6-57f02c07e62f req-ef6d8ddf-0f5f-4723-ad79-a7b4e28c75a5 tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] 10.222.0.25 "GET /v2.0/ports?device_id=365c2ebc-713f-475e-a586-fa68bb6b3064 HTTP/1.1" status: 200 len: 210 time: 0.0413897 May 27 03:45:24.842228 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d07be89-9950-4efd-bf11-6e3a0d20b23b tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Router a3e8e858-0fd3-4277-af6e-4ab31152ff98 has already been hosted by L3 agent 816f7595-8215-4f06-9251-575c663b21d0 {{(pid=98852) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 03:45:25.108894 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d07be89-9950-4efd-bf11-6e3a0d20b23b tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Notify agent at l3_agent.dv-cinder-793264-1-iscsi the message routers_updated {{(pid=98852) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 03:45:25.118094 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0766d21f-42d5-48fc-8c0a-04ab89703d11 None None] Sync routers for ids ['a3e8e858-0fd3-4277-af6e-4ab31152ff98'] in dv-cinder-793264-1-iscsi {{(pid=98853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:45:25.128639 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0766d21f-42d5-48fc-8c0a-04ab89703d11 None None] Routers {'a3e8e858-0fd3-4277-af6e-4ab31152ff98'} bound to L3 agent in host dv-cinder-793264-1-iscsi {{(pid=98853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 03:45:25.129670 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_hamode_db [None req-0766d21f-42d5-48fc-8c0a-04ab89703d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-27T03:33:06Z,description=,heartbeat_timestamp=2021-05-27T03:45:06Z,host='dv-cinder-793264-1-iscsi',id=816f7595-8215-4f06-9251-575c663b21d0,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T03:33:06Z,topic='l3_agent')) {'router_ids': ['a3e8e858-0fd3-4277-af6e-4ab31152ff98'], 'active': True} {{(pid=98853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:45:25.190804 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-8d07be89-9950-4efd-bf11-6e3a0d20b23b tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4037888'] for floatingip, before_response {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:25.256042 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-8d07be89-9950-4efd-bf11-6e3a0d20b23b tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8740768 May 27 03:45:25.256042 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'daffe717-7636-45e8-813d-8b2a6075c61e', 'tag': '2beacebc-a476-4d0c-ad0f-528ef5b957c8'}] {{(pid=98852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:45:25.256194 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.wsgi [-] (98851) accepted ('10.222.0.25', 59100) {{(pid=98851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:45:25.257157 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.v2.base [None req-aa448f99-e37a-48b5-a9aa-0c1e621ff510 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-81960653', 'description': 'tempest-secgroup-smoke-81960653 description', 'project_id': '0df96baa86bb4c51b3b8bece28e3e23a'}} {{(pid=98851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:45:25.267992 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.quota.driver [None req-aa448f99-e37a-48b5-a9aa-0c1e621ff510 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:45:25.278793 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.quota.driver [None req-aa448f99-e37a-48b5-a9aa-0c1e621ff510 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:45:25.301095 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'daffe717-7636-45e8-813d-8b2a6075c61e', 'tag': '2beacebc-a476-4d0c-ad0f-528ef5b957c8', 'status': 'completed', 'code': 200} May 27 03:45:25.317053 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_dvr_db [None req-0766d21f-42d5-48fc-8c0a-04ab89703d11 None None] Set router a3e8e858-0fd3-4277-af6e-4ab31152ff98 gateway port host: dv-cinder-793264-1-iscsi {{(pid=98853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 03:45:25.339623 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-aa448f99-e37a-48b5-a9aa-0c1e621ff510 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Notify callbacks [] for security_group, before_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:25.360855 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.quota.driver [None req-aa448f99-e37a-48b5-a9aa-0c1e621ff510 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:45:25.364717 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [None req-aa448f99-e37a-48b5-a9aa-0c1e621ff510 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Usage tracker for resource:security_group_rule and tenant:0df96baa86bb4c51b3b8bece28e3e23a is out of sync, need to count used quota {{(pid=98851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:45:25.367687 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [None req-aa448f99-e37a-48b5-a9aa-0c1e621ff510 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=98851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:45:25.373464 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.quota.driver [None req-aa448f99-e37a-48b5-a9aa-0c1e621ff510 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:45:25.447974 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-aa448f99-e37a-48b5-a9aa-0c1e621ff510 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Notify callbacks [] for security_group, precommit_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:25.500804 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-aa448f99-e37a-48b5-a9aa-0c1e621ff510 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:25.506465 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:45:25.563791 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa448f99-e37a-48b5-a9aa-0c1e621ff510 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ddcda7fa-20c2-4652-a278-ed29013fdd44,revision_number=1']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:45:25.570028 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-aa448f99-e37a-48b5-a9aa-0c1e621ff510 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:45:25.591232 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51158fa1-8d04-4ef1-bfd8-cfffae80cb18 req-0f9b5b64-6f12-4513-928d-876de41b148e tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:25.592548 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-51158fa1-8d04-4ef1-bfd8-cfffae80cb18 req-0f9b5b64-6f12-4513-928d-876de41b148e tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/ports?device_id=e367eb4b-29c5-4f41-b41d-0da84d751fe2 HTTP/1.1" status: 200 len: 943 time: 0.1392379 May 27 03:45:25.640943 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-51158fa1-8d04-4ef1-bfd8-cfffae80cb18 req-1009ff1c-a5fb-49b8-91ae-86194da9c06e tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/security-groups?id=64f0893d-d72b-45fe-a7df-480151aef2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411847 May 27 03:45:25.653720 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-aa448f99-e37a-48b5-a9aa-0c1e621ff510 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Notify callbacks [] for security_group, before_response {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:25.658326 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 59110) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:45:25.658996 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [None req-aa448f99-e37a-48b5-a9aa-0c1e621ff510 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1790 time: 0.4076955 May 27 03:45:25.665068 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.v2.base [None req-6ff63538-e52c-463a-824e-89a7c4b45660 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Request body: {'security_group_rule': {'security_group_id': 'ddcda7fa-20c2-4652-a278-ed29013fdd44', 'project_id': '0df96baa86bb4c51b3b8bece28e3e23a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:45:25.678058 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-6ff63538-e52c-463a-824e-89a7c4b45660 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:45:25.685040 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-6ff63538-e52c-463a-824e-89a7c4b45660 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Usage tracker for resource:security_group_rule and tenant:0df96baa86bb4c51b3b8bece28e3e23a is out of sync, need to count used quota {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:45:25.688841 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-6ff63538-e52c-463a-824e-89a7c4b45660 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:45:25.697051 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-6ff63538-e52c-463a-824e-89a7c4b45660 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:45:25.702801 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_hamode_db [None req-0766d21f-42d5-48fc-8c0a-04ab89703d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3e8e858-0fd3-4277-af6e-4ab31152ff98', 'name': 'tempest-TestMinimumBasicScenario-1371698955-router', 'tenant_id': '0df96baa86bb4c51b3b8bece28e3e23a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'external_fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': 'd7e22bf1-fc4a-4acf-958c-a9e50a67ed18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:43:55Z', 'updated_at': '2021-05-27T03:44:00Z', 'revision_number': 4, 'project_id': '0df96baa86bb4c51b3b8bece28e3e23a', 'gw_port': {'id': 'd7e22bf1-fc4a-4acf-958c-a9e50a67ed18', 'name': '', 'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:1d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3e8e858-0fd3-4277-af6e-4ab31152ff98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:43:56Z', 'updated_at': '2021-05-27T03:44:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-iscsi', '_floatingips': [{'id': '86d3add7-b68c-426a-9844-80226a1f1f1c', 'tenant_id': '0df96baa86bb4c51b3b8bece28e3e23a', 'floating_ip_address': '172.27.2.186', 'floating_network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'router_id': 'a3e8e858-0fd3-4277-af6e-4ab31152ff98', 'port_id': '2beacebc-a476-4d0c-ad0f-528ef5b957c8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42a1ce98-c4d1-4e0b-b376-f6f97fb7e6e1', 'mac_address': 'fa:16:3e:cb:18:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daffe717-7636-45e8-813d-8b2a6075c61e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T03:45:23Z', 'updated_at': '2021-05-27T03:45:23Z', 'revision_number': 0, 'project_id': '0df96baa86bb4c51b3b8bece28e3e23a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e23172d-f30d-4914-960a-411d663b70e9', 'name': '', 'network_id': '42a1ce98-c4d1-4e0b-b376-f6f97fb7e6e1', 'tenant_id': '0df96baa86bb4c51b3b8bece28e3e23a', 'mac_address': 'fa:16:3e:8a:d7:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3e8e858-0fd3-4277-af6e-4ab31152ff98', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'a0827fbe-4b22-4dec-9e35-0c7ac84d00a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:44:00Z', 'updated_at': '2021-05-27T03:44:08Z', 'revision_number': 5, 'project_id': '0df96baa86bb4c51b3b8bece28e3e23a', 'subnets': [{'id': 'a0827fbe-4b22-4dec-9e35-0c7ac84d00a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-1-iscsi', False) {} {{(pid=98853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:45:25.706979 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0766d21f-42d5-48fc-8c0a-04ab89703d11 None None] Checking router: a3e8e858-0fd3-4277-af6e-4ab31152ff98 for host: dv-cinder-793264-1-iscsi {{(pid=98853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:45:25.715137 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0766d21f-42d5-48fc-8c0a-04ab89703d11 None None] Routers {'a3e8e858-0fd3-4277-af6e-4ab31152ff98'} bound to L3 agent in host dv-cinder-793264-1-iscsi {{(pid=98853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 03:45:25.715727 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_hamode_db [None req-0766d21f-42d5-48fc-8c0a-04ab89703d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-27T03:33:06Z,description=,heartbeat_timestamp=2021-05-27T03:45:06Z,host='dv-cinder-793264-1-iscsi',id=816f7595-8215-4f06-9251-575c663b21d0,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T03:33:06Z,topic='l3_agent')) {'router_ids': ['a3e8e858-0fd3-4277-af6e-4ab31152ff98'], 'active': True} {{(pid=98853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:45:25.719863 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a56fc4-c8a7-48e1-a8cd-1c61d325731b req-d5b534bc-4dc6-4cc5-8876-c41beb6ba091 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:25.721394 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-34a56fc4-c8a7-48e1-a8cd-1c61d325731b req-d5b534bc-4dc6-4cc5-8876-c41beb6ba091 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c7e656a-afc5-4119-a11e-920c583d89d2 HTTP/1.1" status: 200 len: 945 time: 0.1087086 May 27 03:45:25.770628 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-34a56fc4-c8a7-48e1-a8cd-1c61d325731b req-7caa14f7-7aff-4587-b7ae-70a06a2e5946 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e39d5df-c8e8-44f8-bf65-7b7c15957e09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434813 May 27 03:45:25.776914 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-6ff63538-e52c-463a-824e-89a7c4b45660 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:25.846551 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-6ff63538-e52c-463a-824e-89a7c4b45660 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:25.895462 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_dvr_db [None req-0766d21f-42d5-48fc-8c0a-04ab89703d11 None None] Set router a3e8e858-0fd3-4277-af6e-4ab31152ff98 gateway port host: dv-cinder-793264-1-iscsi {{(pid=98853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 03:45:25.911079 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-6ff63538-e52c-463a-824e-89a7c4b45660 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465797'] for security_group_rule, after_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:25.913473 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:45:25.938124 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff63538-e52c-463a-824e-89a7c4b45660 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d6bb484-828c-4764-b8cc-0f23d3258227,revision_number=0']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:45:25.941119 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-6ff63538-e52c-463a-824e-89a7c4b45660 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:45:25.946866 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-34c2ed1e-3c37-4294-9a40-d90c8a9c8122 req-be7165cf-cfcd-4e34-ac66-f3f4016d7fb7 tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] 10.222.0.25 "GET /v2.0/ports?device_id=365c2ebc-713f-475e-a586-fa68bb6b3064 HTTP/1.1" status: 200 len: 210 time: 0.0465868 May 27 03:45:25.982017 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-6ff63538-e52c-463a-824e-89a7c4b45660 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:25.983749 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-6ff63538-e52c-463a-824e-89a7c4b45660 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3239589 May 27 03:45:25.986617 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.wsgi [-] (98851) accepted ('10.222.0.25', 59116) {{(pid=98851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:45:25.991910 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.v2.base [None req-d82655ab-e3bb-4714-8d08-55079f0c5573 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Request body: {'security_group_rule': {'security_group_id': 'ddcda7fa-20c2-4652-a278-ed29013fdd44', 'project_id': '0df96baa86bb4c51b3b8bece28e3e23a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=98851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:45:25.997716 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.quota.driver [None req-d82655ab-e3bb-4714-8d08-55079f0c5573 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:45:26.002296 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [None req-d82655ab-e3bb-4714-8d08-55079f0c5573 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Usage tracker for resource:security_group_rule and tenant:0df96baa86bb4c51b3b8bece28e3e23a is out of sync, need to count used quota {{(pid=98851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:45:26.005201 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [None req-d82655ab-e3bb-4714-8d08-55079f0c5573 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=98851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:45:26.011239 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.quota.driver [None req-d82655ab-e3bb-4714-8d08-55079f0c5573 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=98851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:45:26.084747 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-d82655ab-e3bb-4714-8d08-55079f0c5573 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:26.146189 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-d82655ab-e3bb-4714-8d08-55079f0c5573 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:26.213622 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-d82655ab-e3bb-4714-8d08-55079f0c5573 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465797'] for security_group_rule, after_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:26.215848 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-3861da51-7354-48bf-8ad3-ddb4b301dcca tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:45:26.238966 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82655ab-e3bb-4714-8d08-55079f0c5573 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=075bc266-30eb-4c2f-aa94-bff63e92d7ff,revision_number=0']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:45:26.240285 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_hamode_db [None req-0766d21f-42d5-48fc-8c0a-04ab89703d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3e8e858-0fd3-4277-af6e-4ab31152ff98', 'name': 'tempest-TestMinimumBasicScenario-1371698955-router', 'tenant_id': '0df96baa86bb4c51b3b8bece28e3e23a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'external_fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': 'd7e22bf1-fc4a-4acf-958c-a9e50a67ed18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:43:55Z', 'updated_at': '2021-05-27T03:44:00Z', 'revision_number': 4, 'project_id': '0df96baa86bb4c51b3b8bece28e3e23a', 'gw_port': {'id': 'd7e22bf1-fc4a-4acf-958c-a9e50a67ed18', 'name': '', 'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:1d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3e8e858-0fd3-4277-af6e-4ab31152ff98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:43:56Z', 'updated_at': '2021-05-27T03:44:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-iscsi', '_floatingips': [{'id': '86d3add7-b68c-426a-9844-80226a1f1f1c', 'tenant_id': '0df96baa86bb4c51b3b8bece28e3e23a', 'floating_ip_address': '172.27.2.186', 'floating_network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'router_id': 'a3e8e858-0fd3-4277-af6e-4ab31152ff98', 'port_id': '2beacebc-a476-4d0c-ad0f-528ef5b957c8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42a1ce98-c4d1-4e0b-b376-f6f97fb7e6e1', 'mac_address': 'fa:16:3e:cb:18:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daffe717-7636-45e8-813d-8b2a6075c61e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T03:45:23Z', 'updated_at': '2021-05-27T03:45:23Z', 'revision_number': 0, 'project_id': '0df96baa86bb4c51b3b8bece28e3e23a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e23172d-f30d-4914-960a-411d663b70e9', 'name': '', 'network_id': '42a1ce98-c4d1-4e0b-b376-f6f97fb7e6e1', 'tenant_id': '0df96baa86bb4c51b3b8bece28e3e23a', 'mac_address': 'fa:16:3e:8a:d7:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3e8e858-0fd3-4277-af6e-4ab31152ff98', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'a0827fbe-4b22-4dec-9e35-0c7ac84d00a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:44:00Z', 'updated_at': '2021-05-27T03:44:08Z', 'revision_number': 5, 'project_id': '0df96baa86bb4c51b3b8bece28e3e23a', 'subnets': [{'id': 'a0827fbe-4b22-4dec-9e35-0c7ac84d00a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-1-iscsi', False) {} {{(pid=98853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:45:26.244089 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0766d21f-42d5-48fc-8c0a-04ab89703d11 None None] The sync data for ids ['a3e8e858-0fd3-4277-af6e-4ab31152ff98'] in dv-cinder-793264-1-iscsi is: [{'id': 'a3e8e858-0fd3-4277-af6e-4ab31152ff98', 'name': 'tempest-TestMinimumBasicScenario-1371698955-router', 'tenant_id': '0df96baa86bb4c51b3b8bece28e3e23a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'external_fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': 'd7e22bf1-fc4a-4acf-958c-a9e50a67ed18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:43:55Z', 'updated_at': '2021-05-27T03:44:00Z', 'revision_number': 4, 'project_id': '0df96baa86bb4c51b3b8bece28e3e23a', 'gw_port': {'id': 'd7e22bf1-fc4a-4acf-958c-a9e50a67ed18', 'name': '', 'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:1d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3e8e858-0fd3-4277-af6e-4ab31152ff98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:43:56Z', 'updated_at': '2021-05-27T03:44:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-iscsi', '_floatingips': [{'id': '86d3add7-b68c-426a-9844-80226a1f1f1c', 'tenant_id': '0df96baa86bb4c51b3b8bece28e3e23a', 'floating_ip_address': '172.27.2.186', 'floating_network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'router_id': 'a3e8e858-0fd3-4277-af6e-4ab31152ff98', 'port_id': '2beacebc-a476-4d0c-ad0f-528ef5b957c8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42a1ce98-c4d1-4e0b-b376-f6f97fb7e6e1', 'mac_address': 'fa:16:3e:cb:18:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daffe717-7636-45e8-813d-8b2a6075c61e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T03:45:23Z', 'updated_at': '2021-05-27T03:45:23Z', 'revision_number': 0, 'project_id': '0df96baa86bb4c51b3b8bece28e3e23a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e23172d-f30d-4914-960a-411d663b70e9', 'name': '', 'network_id': '42a1ce98-c4d1-4e0b-b376-f6f97fb7e6e1', 'tenant_id': '0df96baa86bb4c51b3b8bece28e3e23a', 'mac_address': 'fa:16:3e:8a:d7:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3e8e858-0fd3-4277-af6e-4ab31152ff98', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'a0827fbe-4b22-4dec-9e35-0c7ac84d00a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:44:00Z', 'updated_at': '2021-05-27T03:44:08Z', 'revision_number': 5, 'project_id': '0df96baa86bb4c51b3b8bece28e3e23a', 'subnets': [{'id': 'a0827fbe-4b22-4dec-9e35-0c7ac84d00a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:45:26.245852 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-d82655ab-e3bb-4714-8d08-55079f0c5573 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:45:26.307589 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-d82655ab-e3bb-4714-8d08-55079f0c5573 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:26.308820 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [None req-d82655ab-e3bb-4714-8d08-55079f0c5573 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3211975 May 27 03:45:26.311559 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 59122) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:45:26.316839 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.v2.base [None req-cbce49f9-d206-46ad-829e-e9dcbdd3fc3d tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Request body: {'security_group_rule': {'security_group_id': 'ddcda7fa-20c2-4652-a278-ed29013fdd44', 'project_id': '0df96baa86bb4c51b3b8bece28e3e23a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=98852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:45:26.322966 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-cbce49f9-d206-46ad-829e-e9dcbdd3fc3d tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:45:26.327058 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-cbce49f9-d206-46ad-829e-e9dcbdd3fc3d tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Usage tracker for resource:security_group_rule and tenant:0df96baa86bb4c51b3b8bece28e3e23a is out of sync, need to count used quota {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:45:26.330273 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-cbce49f9-d206-46ad-829e-e9dcbdd3fc3d tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:45:26.336871 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-cbce49f9-d206-46ad-829e-e9dcbdd3fc3d tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:45:26.411421 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-cbce49f9-d206-46ad-829e-e9dcbdd3fc3d tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:26.439386 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da506bf3-b18c-41e1-97c3-6308688593bb None None] New status for floating IP 86d3add7-b68c-426a-9844-80226a1f1f1c: ACTIVE {{(pid=98854) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 03:45:26.477738 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-cbce49f9-d206-46ad-829e-e9dcbdd3fc3d tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:26.558675 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-cbce49f9-d206-46ad-829e-e9dcbdd3fc3d tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465797'] for security_group_rule, after_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:26.560783 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-33e87adc-547b-4287-9c93-8c2c4d0e23be tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:45:26.583538 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbce49f9-d206-46ad-829e-e9dcbdd3fc3d tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=858ed036-e6f2-41f3-98c5-95831820ac59,revision_number=0']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:45:26.588012 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-cbce49f9-d206-46ad-829e-e9dcbdd3fc3d tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:45:26.627150 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-cbce49f9-d206-46ad-829e-e9dcbdd3fc3d tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:26.628387 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-cbce49f9-d206-46ad-829e-e9dcbdd3fc3d tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3157971 May 27 03:45:26.631237 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.wsgi [-] (98851) accepted ('10.222.0.25', 59126) {{(pid=98851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:45:26.636662 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.v2.base [None req-7cfcf2ee-b730-4058-bbff-9f091dbbfec0 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Request body: {'security_group_rule': {'security_group_id': 'ddcda7fa-20c2-4652-a278-ed29013fdd44', 'project_id': '0df96baa86bb4c51b3b8bece28e3e23a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=98851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:45:26.642917 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.quota.driver [None req-7cfcf2ee-b730-4058-bbff-9f091dbbfec0 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:45:26.646763 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [None req-7cfcf2ee-b730-4058-bbff-9f091dbbfec0 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Usage tracker for resource:security_group_rule and tenant:0df96baa86bb4c51b3b8bece28e3e23a is out of sync, need to count used quota {{(pid=98851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:45:26.649697 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [None req-7cfcf2ee-b730-4058-bbff-9f091dbbfec0 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=98851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:45:26.656647 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.quota.driver [None req-7cfcf2ee-b730-4058-bbff-9f091dbbfec0 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=98851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:45:26.725327 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-7cfcf2ee-b730-4058-bbff-9f091dbbfec0 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:26.792298 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-7cfcf2ee-b730-4058-bbff-9f091dbbfec0 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:26.841818 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9913eeda-693a-4967-b3ab-32a0037e5798 req-0196dfba-3225-4c01-8158-2e2051b78839 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:26.843884 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-9913eeda-693a-4967-b3ab-32a0037e5798 req-0196dfba-3225-4c01-8158-2e2051b78839 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/ports?device_id=e367eb4b-29c5-4f41-b41d-0da84d751fe2 HTTP/1.1" status: 200 len: 943 time: 0.0884941 May 27 03:45:26.844802 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-7cfcf2ee-b730-4058-bbff-9f091dbbfec0 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465797'] for security_group_rule, after_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:26.847094 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-d82655ab-e3bb-4714-8d08-55079f0c5573 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:45:26.870171 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfcf2ee-b730-4058-bbff-9f091dbbfec0 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eaa29898-64b0-469e-bff8-4167ba958cc5,revision_number=0']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:45:26.879254 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-7cfcf2ee-b730-4058-bbff-9f091dbbfec0 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:45:26.905451 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-9913eeda-693a-4967-b3ab-32a0037e5798 req-1e5bb2bf-89f0-495c-b1a8-09d4ac54beed tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/security-groups?id=64f0893d-d72b-45fe-a7df-480151aef2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545745 May 27 03:45:27.005896 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-7cfcf2ee-b730-4058-bbff-9f091dbbfec0 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:27.009704 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [None req-7cfcf2ee-b730-4058-bbff-9f091dbbfec0 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3748686 May 27 03:45:27.010065 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.wsgi [-] (98851) accepted ('10.222.0.25', 59136) {{(pid=98851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:45:27.018560 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.v2.base [None req-68c0877e-49ca-401f-a97e-37a1d675ba7f tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Request body: {'security_group_rule': {'security_group_id': 'ddcda7fa-20c2-4652-a278-ed29013fdd44', 'project_id': '0df96baa86bb4c51b3b8bece28e3e23a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=98851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:45:27.026880 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.quota.driver [None req-68c0877e-49ca-401f-a97e-37a1d675ba7f tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:45:27.033209 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [None req-68c0877e-49ca-401f-a97e-37a1d675ba7f tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Usage tracker for resource:security_group_rule and tenant:0df96baa86bb4c51b3b8bece28e3e23a is out of sync, need to count used quota {{(pid=98851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:45:27.037283 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266bf648-5506-4462-839d-989afaa8537d req-7ff3e002-2696-49f6-8ed4-bb29a153fe56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:27.039164 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-266bf648-5506-4462-839d-989afaa8537d req-7ff3e002-2696-49f6-8ed4-bb29a153fe56 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0df96baa86bb4c51b3b8bece28e3e23a&device_id=daffe717-7636-45e8-813d-8b2a6075c61e HTTP/1.1" status: 200 len: 1098 time: 0.1585267 May 27 03:45:27.040524 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [None req-68c0877e-49ca-401f-a97e-37a1d675ba7f tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=98851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:45:27.050046 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51911e32-c50e-4833-94f7-d47cc9b5b240 req-fa77d037-a36c-422c-88d0-fef1b2512e4f tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:27.051436 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-51911e32-c50e-4833-94f7-d47cc9b5b240 req-fa77d037-a36c-422c-88d0-fef1b2512e4f tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c7e656a-afc5-4119-a11e-920c583d89d2 HTTP/1.1" status: 200 len: 945 time: 0.1344924 May 27 03:45:27.056093 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.quota.driver [None req-68c0877e-49ca-401f-a97e-37a1d675ba7f tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=98851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:45:27.103272 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-3d750a95-ae62-4eb1-88b5-6cc3252a4e40 req-43e72cae-91a9-4eb5-9be7-3141c06dc48a tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] 10.222.0.25 "GET /v2.0/ports?device_id=365c2ebc-713f-475e-a586-fa68bb6b3064 HTTP/1.1" status: 200 len: 210 time: 0.0442684 May 27 03:45:27.173161 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.db.securitygroups_db [None req-68c0877e-49ca-401f-a97e-37a1d675ba7f tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Project 0df96baa86bb4c51b3b8bece28e3e23a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 03:45:27.195686 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-68c0877e-49ca-401f-a97e-37a1d675ba7f tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:27.211784 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-51911e32-c50e-4833-94f7-d47cc9b5b240 req-769be036-7469-4092-8178-69ddf1d0bb7f tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e39d5df-c8e8-44f8-bf65-7b7c15957e09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1339152 May 27 03:45:27.273738 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266bf648-5506-4462-839d-989afaa8537d req-eae53798-1b0a-4c2d-805c-be33d2db205f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:27.275150 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-266bf648-5506-4462-839d-989afaa8537d req-eae53798-1b0a-4c2d-805c-be33d2db205f service neutron] 10.222.0.36 "GET /v2.0/networks?id=42a1ce98-c4d1-4e0b-b376-f6f97fb7e6e1 HTTP/1.1" status: 200 len: 915 time: 0.2201955 May 27 03:45:27.295406 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-68c0877e-49ca-401f-a97e-37a1d675ba7f tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:27.379017 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-68c0877e-49ca-401f-a97e-37a1d675ba7f tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465797'] for security_group_rule, after_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:27.381065 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:45:27.403239 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c0877e-49ca-401f-a97e-37a1d675ba7f tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e326b3fa-36fa-48c7-b08c-0923c8af70d8,revision_number=0']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:45:27.407389 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-68c0877e-49ca-401f-a97e-37a1d675ba7f tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:45:27.513269 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-68c0877e-49ca-401f-a97e-37a1d675ba7f tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:27.514482 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [None req-68c0877e-49ca-401f-a97e-37a1d675ba7f tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5036805 May 27 03:45:27.517195 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.wsgi [-] (98851) accepted ('10.222.0.25', 59144) {{(pid=98851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:45:27.522281 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.v2.base [None req-4a4dd4de-8b50-49da-acc9-49e85abc8cfe tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Request body: {'security_group_rule': {'security_group_id': 'ddcda7fa-20c2-4652-a278-ed29013fdd44', 'project_id': '0df96baa86bb4c51b3b8bece28e3e23a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=98851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:45:27.528523 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.quota.driver [None req-4a4dd4de-8b50-49da-acc9-49e85abc8cfe tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:45:27.532545 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [None req-4a4dd4de-8b50-49da-acc9-49e85abc8cfe tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Usage tracker for resource:security_group_rule and tenant:0df96baa86bb4c51b3b8bece28e3e23a is out of sync, need to count used quota {{(pid=98851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:45:27.535568 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [None req-4a4dd4de-8b50-49da-acc9-49e85abc8cfe tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=98851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:45:27.541574 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.quota.driver [None req-4a4dd4de-8b50-49da-acc9-49e85abc8cfe tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=98851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:45:27.609723 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.db.securitygroups_db [None req-4a4dd4de-8b50-49da-acc9-49e85abc8cfe tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Project 0df96baa86bb4c51b3b8bece28e3e23a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 03:45:27.615284 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-4a4dd4de-8b50-49da-acc9-49e85abc8cfe tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:27.844450 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-4a4dd4de-8b50-49da-acc9-49e85abc8cfe tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:27.852791 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-266bf648-5506-4462-839d-989afaa8537d req-a82cd33c-915b-4182-bc3d-228af07849dd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2beacebc-a476-4d0c-ad0f-528ef5b957c8 HTTP/1.1" status: 200 len: 1001 time: 0.1920722 May 27 03:45:27.915822 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-4a4dd4de-8b50-49da-acc9-49e85abc8cfe tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465797'] for security_group_rule, after_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:27.917392 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266bf648-5506-4462-839d-989afaa8537d req-9fd3e118-cf09-448d-82ca-4d6b5e8d8626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:27.918832 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-266bf648-5506-4462-839d-989afaa8537d req-9fd3e118-cf09-448d-82ca-4d6b5e8d8626 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a0827fbe-4b22-4dec-9e35-0c7ac84d00a0 HTTP/1.1" status: 200 len: 854 time: 0.0584481 May 27 03:45:27.921292 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-68c0877e-49ca-401f-a97e-37a1d675ba7f tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:45:27.985645 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4dd4de-8b50-49da-acc9-49e85abc8cfe tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8da73eb-0170-4218-822c-ae61339c9533,revision_number=0']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:45:27.989332 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-4a4dd4de-8b50-49da-acc9-49e85abc8cfe tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:45:28.020987 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266bf648-5506-4462-839d-989afaa8537d req-0643f767-22e0-48c6-97bf-c9eac24a507c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:28.022455 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-266bf648-5506-4462-839d-989afaa8537d req-0643f767-22e0-48c6-97bf-c9eac24a507c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=42a1ce98-c4d1-4e0b-b376-f6f97fb7e6e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0877888 May 27 03:45:28.103130 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-4a4dd4de-8b50-49da-acc9-49e85abc8cfe tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:28.106914 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [None req-4a4dd4de-8b50-49da-acc9-49e85abc8cfe tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5861201 May 27 03:45:28.110376 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb152d41-40c2-470e-84e0-78998f89824f req-b9b20cbd-5150-433d-be05-aa03d5451446 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:28.111965 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-eb152d41-40c2-470e-84e0-78998f89824f req-b9b20cbd-5150-433d-be05-aa03d5451446 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/ports?device_id=e367eb4b-29c5-4f41-b41d-0da84d751fe2 HTTP/1.1" status: 200 len: 943 time: 0.0931249 May 27 03:45:28.165723 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-eb152d41-40c2-470e-84e0-78998f89824f req-34c08f77-5f3e-4f30-b792-2c36349e37b7 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/security-groups?id=64f0893d-d72b-45fe-a7df-480151aef2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471611 May 27 03:45:28.173140 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-266bf648-5506-4462-839d-989afaa8537d req-6e16c27f-d1a6-4439-96bf-7244d907f0e6 service neutron] 10.222.0.36 "GET /v2.0/networks/42a1ce98-c4d1-4e0b-b376-f6f97fb7e6e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430702 May 27 03:45:28.310395 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [req-9b9bcea4-9df4-4c78-b26f-6a67dc69539e req-79f452de-782a-47f5-9f3b-1ac54d9e3e44 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Synchronizing usage tracker for tenant:0df96baa86bb4c51b3b8bece28e3e23a on resource:security_group {{(pid=98851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:45:28.311886 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-e41d87cf-403e-436b-af99-e6ac6ced64a2 req-53265de9-061e-4deb-9b5b-ff84e05349ab tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] 10.222.0.25 "GET /v2.0/ports?device_id=365c2ebc-713f-475e-a586-fa68bb6b3064 HTTP/1.1" status: 200 len: 210 time: 0.0462463 May 27 03:45:28.361652 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-266bf648-5506-4462-839d-989afaa8537d req-987218b4-f5f2-4a49-8467-8a9b00f8e48b service neutron] 10.222.0.36 "GET /v2.0/networks/42a1ce98-c4d1-4e0b-b376-f6f97fb7e6e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804481 May 27 03:45:28.456119 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [req-9b9bcea4-9df4-4c78-b26f-6a67dc69539e req-79f452de-782a-47f5-9f3b-1ac54d9e3e44 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Unset dirty status for tenant:0df96baa86bb4c51b3b8bece28e3e23a on resource:security_group {{(pid=98851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:45:28.457283 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-9b9bcea4-9df4-4c78-b26f-6a67dc69539e req-79f452de-782a-47f5-9f3b-1ac54d9e3e44 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-81960653&fields=id&tenant_id=0df96baa86bb4c51b3b8bece28e3e23a HTTP/1.1" status: 200 len: 267 time: 0.2504151 May 27 03:45:28.511943 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05109734-59af-4ca9-9db4-777c10eba982 req-bed6ee07-2939-4e90-b3b7-cf7bc0f9683a tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:28.513530 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-05109734-59af-4ca9-9db4-777c10eba982 req-bed6ee07-2939-4e90-b3b7-cf7bc0f9683a tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c7e656a-afc5-4119-a11e-920c583d89d2 HTTP/1.1" status: 200 len: 945 time: 0.1040075 May 27 03:45:28.563777 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-05109734-59af-4ca9-9db4-777c10eba982 req-de11cafe-413e-4c0b-bb22-4edf49d4ff46 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e39d5df-c8e8-44f8-bf65-7b7c15957e09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435185 May 27 03:45:28.654956 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafd3d7f-887a-4070-8b6f-62fb4b6fea16 req-a1539ab3-5b9a-4917-b01f-353a11789709 tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:28.660005 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-aafd3d7f-887a-4070-8b6f-62fb4b6fea16 req-a1539ab3-5b9a-4917-b01f-353a11789709 tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] 10.222.0.36 "GET /v2.0/networks?id=fcc8c911-2569-47b8-92dc-e0c1b7c0a740 HTTP/1.1" status: 200 len: 813 time: 0.2294390 May 27 03:45:28.667975 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9bcea4-9df4-4c78-b26f-6a67dc69539e req-500d240a-2524-42e7-9453-a3a14e8514ba tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:28.669400 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-9b9bcea4-9df4-4c78-b26f-6a67dc69539e req-500d240a-2524-42e7-9453-a3a14e8514ba tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] 10.222.0.25 "GET /v2.0/ports?device_id=daffe717-7636-45e8-813d-8b2a6075c61e HTTP/1.1" status: 200 len: 945 time: 0.2050824 May 27 03:45:28.673913 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.v2.base [req-aafd3d7f-887a-4070-8b6f-62fb4b6fea16 req-e15af1ec-933b-409d-a863-6c1295e00f4b tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] Request body: {'port': {'device_id': '365c2ebc-713f-475e-a586-fa68bb6b3064', 'network_id': 'fcc8c911-2569-47b8-92dc-e0c1b7c0a740', 'admin_state_up': True, 'tenant_id': '00dc5f669f3f483bacc0bf258a11c302'}} {{(pid=98851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:45:28.695326 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.v2.base [req-9b9bcea4-9df4-4c78-b26f-6a67dc69539e req-451c5105-a051-4c49-a16b-a6bd34af1f3f tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Request body: {'port': {'security_groups': ['7a22e4eb-1ed5-428b-9da9-e358a6333482', 'ddcda7fa-20c2-4652-a278-ed29013fdd44']}} {{(pid=98851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:45:28.929337 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-9b9bcea4-9df4-4c78-b26f-6a67dc69539e req-451c5105-a051-4c49-a16b-a6bd34af1f3f tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_update {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:28.944863 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.quota.driver [req-aafd3d7f-887a-4070-8b6f-62fb4b6fea16 req-e15af1ec-933b-409d-a863-6c1295e00f4b tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:45:28.951257 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [req-aafd3d7f-887a-4070-8b6f-62fb4b6fea16 req-e15af1ec-933b-409d-a863-6c1295e00f4b tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] Usage tracker for resource:port and tenant:00dc5f669f3f483bacc0bf258a11c302 is out of sync, need to count used quota {{(pid=98851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:45:28.981609 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [req-aafd3d7f-887a-4070-8b6f-62fb4b6fea16 req-e15af1ec-933b-409d-a863-6c1295e00f4b tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] Quota usage for port was recalculated. Used quota:0. {{(pid=98851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:45:29.000106 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.quota.driver [req-aafd3d7f-887a-4070-8b6f-62fb4b6fea16 req-e15af1ec-933b-409d-a863-6c1295e00f4b tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:45:29.089736 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aafd3d7f-887a-4070-8b6f-62fb4b6fea16 req-e15af1ec-933b-409d-a863-6c1295e00f4b tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] Made reservation on behalf of 00dc5f669f3f483bacc0bf258a11c302 for: {'port': 1} {{(pid=98851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:45:29.093300 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-aafd3d7f-887a-4070-8b6f-62fb4b6fea16 req-e15af1ec-933b-409d-a863-6c1295e00f4b tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:29.290276 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.db [req-9b9bcea4-9df4-4c78-b26f-6a67dc69539e req-451c5105-a051-4c49-a16b-a6bd34af1f3f tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] For port 2beacebc-a476-4d0c-ad0f-528ef5b957c8, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=2beacebc-a476-4d0c-ad0f-528ef5b957c8,segment=NetworkSegment(71084c34-ab19-4a6a-bf97-1930eaa9b62e),segment_id=71084c34-ab19-4a6a-bf97-1930eaa9b62e)] {{(pid=98851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:45:29.353310 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf5c893-a650-4f8f-a366-96903731d23c req-e885f604-534b-4b18-aaa5-cf48b9dc2685 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:29.354791 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-caf5c893-a650-4f8f-a366-96903731d23c req-e885f604-534b-4b18-aaa5-cf48b9dc2685 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/ports?device_id=e367eb4b-29c5-4f41-b41d-0da84d751fe2 HTTP/1.1" status: 200 len: 943 time: 0.0790446 May 27 03:45:29.369233 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-9b9bcea4-9df4-4c78-b26f-6a67dc69539e req-451c5105-a051-4c49-a16b-a6bd34af1f3f tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Notify callbacks [] for port, precommit_update {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:29.373741 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.db_base_plugin_common [req-aafd3d7f-887a-4070-8b6f-62fb4b6fea16 req-e15af1ec-933b-409d-a863-6c1295e00f4b tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] Allocated IP 172.20.0.5 (fcc8c911-2569-47b8-92dc-e0c1b7c0a740/8ed5516d-8467-42b6-99b0-adc198897053/490a8b44-4014-4b14-b088-dca46edd2c29) {{(pid=98851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:45:29.398764 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-caf5c893-a650-4f8f-a366-96903731d23c req-1ce3ffa3-2718-4bee-9a29-c8c6109b4360 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/security-groups?id=64f0893d-d72b-45fe-a7df-480151aef2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374112 May 27 03:45:29.452485 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-9b9bcea4-9df4-4c78-b26f-6a67dc69539e req-451c5105-a051-4c49-a16b-a6bd34af1f3f tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786481721483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786481287406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786481291807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28231553'] for port, after_update {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:29.457835 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-a3a4a7ec-ac7e-478f-97db-ea0fad5c1a6b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:45:29.473417 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.db [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] get_ports_and_sgs() called for port_ids ['2beacebc-a476-4d0c-ad0f-528ef5b957c8'] {{(pid=98853) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 03:45:29.553561 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-8dd5c2b7-184d-4817-b4c3-209738096539 req-06a0c55b-f2fe-42c6-97ea-0bcb89953539 tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] 10.222.0.25 "GET /v2.0/ports?device_id=365c2ebc-713f-475e-a586-fa68bb6b3064 HTTP/1.1" status: 200 len: 210 time: 0.0463104 May 27 03:45:29.591746 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451c5105-a051-4c49-a16b-a6bd34af1f3f tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Pushing event updated for resources: {'Port': ['ID=2beacebc-a476-4d0c-ad0f-528ef5b957c8,revision_number=6']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:45:29.599734 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9bcea4-9df4-4c78-b26f-6a67dc69539e req-451c5105-a051-4c49-a16b-a6bd34af1f3f tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:29.600358 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-9b9bcea4-9df4-4c78-b26f-6a67dc69539e req-451c5105-a051-4c49-a16b-a6bd34af1f3f tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4037888'] for port, before_response {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:29.601746 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-9b9bcea4-9df4-4c78-b26f-6a67dc69539e req-451c5105-a051-4c49-a16b-a6bd34af1f3f tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] 10.222.0.25 "PUT /v2.0/ports/2beacebc-a476-4d0c-ad0f-528ef5b957c8 HTTP/1.1" status: 200 len: 981 time: 0.9137981 May 27 03:45:29.609601 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'daffe717-7636-45e8-813d-8b2a6075c61e', 'tag': '2beacebc-a476-4d0c-ad0f-528ef5b957c8'}] {{(pid=98851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:45:29.737659 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.db [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] get_ports_and_sgs() called for port_ids ['2beacebc-a476-4d0c-ad0f-528ef5b957c8'] {{(pid=98853) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 03:45:29.743525 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-451c5105-a051-4c49-a16b-a6bd34af1f3f tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:45:29.865810 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-aafd3d7f-887a-4070-8b6f-62fb4b6fea16 req-e15af1ec-933b-409d-a863-6c1295e00f4b tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] Notify callbacks [] for port, precommit_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:29.912551 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737693b9-b95c-42bc-b365-4c86025674ee req-5707d159-80c3-4eb7-b0ac-ae7dd8c4761a tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:29.914261 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-737693b9-b95c-42bc-b365-4c86025674ee req-5707d159-80c3-4eb7-b0ac-ae7dd8c4761a tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] 10.222.0.25 "GET /v2.0/ports?device_id=daffe717-7636-45e8-813d-8b2a6075c61e HTTP/1.1" status: 200 len: 984 time: 0.1363578 May 27 03:45:29.974475 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-737693b9-b95c-42bc-b365-4c86025674ee req-70d8a6b4-3c98-4dec-89f6-427cc29c5129 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] 10.222.0.25 "GET /v2.0/security-groups?id=7a22e4eb-1ed5-428b-9da9-e358a6333482&id=ddcda7fa-20c2-4652-a278-ed29013fdd44&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0533412 May 27 03:45:29.985714 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-0bd6fb1d-37f4-4181-922e-a3dc06efe6b3 None None] Provisioning complete for port 2beacebc-a476-4d0c-ad0f-528ef5b957c8 triggered by entity DHCP. {{(pid=98853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:45:29.986197 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-0bd6fb1d-37f4-4181-922e-a3dc06efe6b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487713'] for port, provisioning_complete {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:30.002330 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-aafd3d7f-887a-4070-8b6f-62fb4b6fea16 req-e15af1ec-933b-409d-a863-6c1295e00f4b tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786481287388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28231606'] for port, after_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:30.014143 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-db4e774a-7fb4-4ce8-8edf-9d0e211cb715 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:45:30.088355 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aafd3d7f-887a-4070-8b6f-62fb4b6fea16 req-e15af1ec-933b-409d-a863-6c1295e00f4b tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] Network fcc8c911-2569-47b8-92dc-e0c1b7c0a740 is already hosted by enough agents. {{(pid=98851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:45:30.093416 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.scheduler.base_scheduler [req-aafd3d7f-887a-4070-8b6f-62fb4b6fea16 req-e15af1ec-933b-409d-a863-6c1295e00f4b tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] Resources bound (agent type, host, resource id): {{(pid=98851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:45:30.104568 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.l3_dvrscheduler_db [req-aafd3d7f-887a-4070-8b6f-62fb4b6fea16 req-e15af1ec-933b-409d-a863-6c1295e00f4b tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] Received port after_create {{(pid=98851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 03:45:30.170746 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15af1ec-933b-409d-a863-6c1295e00f4b tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] Pushing event updated for resources: {'Port': ['ID=490a8b44-4014-4b14-b088-dca46edd2c29,revision_number=1']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:45:30.191001 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-e15af1ec-933b-409d-a863-6c1295e00f4b tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:45:30.240451 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafd3d7f-887a-4070-8b6f-62fb4b6fea16 req-e15af1ec-933b-409d-a863-6c1295e00f4b tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:30.240975 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-aafd3d7f-887a-4070-8b6f-62fb4b6fea16 req-e15af1ec-933b-409d-a863-6c1295e00f4b tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4037888'] for port, before_response {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:30.282559 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542e84e0-f75f-44e3-b88a-9bd200ae89e6 req-de271bb5-e40e-4e60-adb7-02fdc5e9ce3e tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:30.284149 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-542e84e0-f75f-44e3-b88a-9bd200ae89e6 req-de271bb5-e40e-4e60-adb7-02fdc5e9ce3e tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c7e656a-afc5-4119-a11e-920c583d89d2 HTTP/1.1" status: 200 len: 945 time: 0.1947610 May 27 03:45:30.340029 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-aafd3d7f-887a-4070-8b6f-62fb4b6fea16 req-e15af1ec-933b-409d-a863-6c1295e00f4b tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6696584 May 27 03:45:30.347042 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-542e84e0-f75f-44e3-b88a-9bd200ae89e6 req-c84c88a6-ed46-452c-a66c-b531c617429e tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e39d5df-c8e8-44f8-bf65-7b7c15957e09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545511 May 27 03:45:30.389364 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.v2.base [req-aafd3d7f-887a-4070-8b6f-62fb4b6fea16 req-27d1424f-a3df-4e4e-82c8-c5ba1d097af6 service neutron] Request body: {'port': {'device_id': '365c2ebc-713f-475e-a586-fa68bb6b3064', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79326'}} {{(pid=98851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:45:30.427279 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'daffe717-7636-45e8-813d-8b2a6075c61e', 'tag': '2beacebc-a476-4d0c-ad0f-528ef5b957c8', 'status': 'completed', 'code': 200} May 27 03:45:30.565547 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-aafd3d7f-887a-4070-8b6f-62fb4b6fea16 req-27d1424f-a3df-4e4e-82c8-c5ba1d097af6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_update {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:30.612615 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef010ee3-9af0-4e6b-bcf9-e940b5997138 req-35957a4c-4087-4bc6-9225-6995a186d477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:30.614093 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-ef010ee3-9af0-4e6b-bcf9-e940b5997138 req-35957a4c-4087-4bc6-9225-6995a186d477 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0df96baa86bb4c51b3b8bece28e3e23a&device_id=daffe717-7636-45e8-813d-8b2a6075c61e HTTP/1.1" status: 200 len: 1137 time: 0.1800156 May 27 03:45:30.910227 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef010ee3-9af0-4e6b-bcf9-e940b5997138 req-ea1566eb-1e9b-4b42-a19f-386c940d0ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:30.911677 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-ef010ee3-9af0-4e6b-bcf9-e940b5997138 req-ea1566eb-1e9b-4b42-a19f-386c940d0ae4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=42a1ce98-c4d1-4e0b-b376-f6f97fb7e6e1 HTTP/1.1" status: 200 len: 915 time: 0.2879031 May 27 03:45:31.052890 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Device 396ee32c-72a8-43ea-b35c-f0de6de19d7a no longer exists at agent hyperv_hv-cinder-79326 {{(pid=98853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:45:31.055858 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a87da3f-856f-4a77-9345-10d847c13fc9 req-28e449f4-6ce9-48d5-ad97-7aa9bd95bf92 tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:31.056598 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [req-8a87da3f-856f-4a77-9345-10d847c13fc9 req-28e449f4-6ce9-48d5-ad97-7aa9bd95bf92 tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] Synchronizing usage tracker for tenant:00dc5f669f3f483bacc0bf258a11c302 on resource:port {{(pid=98851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:45:31.118385 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-ef010ee3-9af0-4e6b-bcf9-e940b5997138 req-0ebe0f2a-2ff6-41be-9641-d7652ca1623e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2beacebc-a476-4d0c-ad0f-528ef5b957c8 HTTP/1.1" status: 200 len: 1001 time: 0.1615930 May 27 03:45:31.229563 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef010ee3-9af0-4e6b-bcf9-e940b5997138 req-4769b550-07c5-405a-8e04-7bba0b9270c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:31.230998 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-ef010ee3-9af0-4e6b-bcf9-e940b5997138 req-4769b550-07c5-405a-8e04-7bba0b9270c6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a0827fbe-4b22-4dec-9e35-0c7ac84d00a0 HTTP/1.1" status: 200 len: 854 time: 0.1019938 May 27 03:45:31.243054 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [req-8a87da3f-856f-4a77-9345-10d847c13fc9 req-28e449f4-6ce9-48d5-ad97-7aa9bd95bf92 tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] Unset dirty status for tenant:00dc5f669f3f483bacc0bf258a11c302 on resource:port {{(pid=98851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:45:31.244075 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-8a87da3f-856f-4a77-9345-10d847c13fc9 req-28e449f4-6ce9-48d5-ad97-7aa9bd95bf92 tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] 10.222.0.25 "GET /v2.0/ports?device_id=365c2ebc-713f-475e-a586-fa68bb6b3064 HTTP/1.1" status: 200 len: 931 time: 0.5404711 May 27 03:45:31.318190 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.notifiers.nova [req-aafd3d7f-887a-4070-8b6f-62fb4b6fea16 req-27d1424f-a3df-4e4e-82c8-c5ba1d097af6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 490a8b44-4014-4b14-b088-dca46edd2c29 {{(pid=98851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:45:31.334316 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-aafd3d7f-887a-4070-8b6f-62fb4b6fea16 req-27d1424f-a3df-4e4e-82c8-c5ba1d097af6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:31.368572 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-8a87da3f-856f-4a77-9345-10d847c13fc9 req-cd79dd3b-32bd-4a10-b36f-c8131ce92e2e tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] 10.222.0.25 "GET /v2.0/security-groups?id=dcfd5ce5-c9a4-43d2-814f-e9da7ccf603c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864787 May 27 03:45:31.371124 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.provisioning_blocks [req-aafd3d7f-887a-4070-8b6f-62fb4b6fea16 req-27d1424f-a3df-4e4e-82c8-c5ba1d097af6 service neutron] Transition to ACTIVE for port object 490a8b44-4014-4b14-b088-dca46edd2c29 will not be triggered until provisioned by entity L2. {{(pid=98851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:45:31.385725 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef010ee3-9af0-4e6b-bcf9-e940b5997138 req-c2e83926-0c26-4c7d-acc1-1c89445b5c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:31.387620 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-ef010ee3-9af0-4e6b-bcf9-e940b5997138 req-c2e83926-0c26-4c7d-acc1-1c89445b5c22 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=42a1ce98-c4d1-4e0b-b376-f6f97fb7e6e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1453981 May 27 03:45:31.483299 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b5093a-000c-4141-9810-b0b9d31bab1c req-ac0c5b56-7f6a-43a8-b976-733f296d56a7 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:31.483978 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-aafd3d7f-887a-4070-8b6f-62fb4b6fea16 req-27d1424f-a3df-4e4e-82c8-c5ba1d097af6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786481721483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786481287406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786481291807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28231553'] for port, after_update {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:31.484788 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-31b5093a-000c-4141-9810-b0b9d31bab1c req-ac0c5b56-7f6a-43a8-b976-733f296d56a7 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/ports?device_id=e367eb4b-29c5-4f41-b41d-0da84d751fe2 HTTP/1.1" status: 200 len: 943 time: 0.0848758 May 27 03:45:31.520253 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-23433a42-0040-496f-8622-4ca2a2958056 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:45:31.533359 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-31b5093a-000c-4141-9810-b0b9d31bab1c req-bed450b1-7ca5-4367-9e23-3ec0dcc6dc69 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/security-groups?id=64f0893d-d72b-45fe-a7df-480151aef2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414155 May 27 03:45:31.807407 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d1424f-a3df-4e4e-82c8-c5ba1d097af6 service neutron] Pushing event updated for resources: {'Port': ['ID=490a8b44-4014-4b14-b088-dca46edd2c29,revision_number=2']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:45:31.815777 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-27d1424f-a3df-4e4e-82c8-c5ba1d097af6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:45:31.886615 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e2ec27-f014-42ed-8c11-0d3db5fd4635 req-64539c52-a312-4634-a1aa-c43d02e3cf91 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:31.888090 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-e0e2ec27-f014-42ed-8c11-0d3db5fd4635 req-64539c52-a312-4634-a1aa-c43d02e3cf91 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c7e656a-afc5-4119-a11e-920c583d89d2 HTTP/1.1" status: 200 len: 945 time: 0.4069383 May 27 03:45:31.926888 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.managers [req-aafd3d7f-887a-4070-8b6f-62fb4b6fea16 req-27d1424f-a3df-4e4e-82c8-c5ba1d097af6 service neutron] Attempting to bind port 490a8b44-4014-4b14-b088-dca46edd2c29 on host hv-cinder-79326 for vnic_type normal with profile {{(pid=98851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:45:31.927213 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.managers [req-aafd3d7f-887a-4070-8b6f-62fb4b6fea16 req-27d1424f-a3df-4e4e-82c8-c5ba1d097af6 service neutron] Attempting to bind port 490a8b44-4014-4b14-b088-dca46edd2c29 by drivers openvswitch,hyperv on host hv-cinder-79326 at level 0 using segments [{'id': 'a40311de-f1a7-4718-9ea6-e1ef0c8c1ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'fcc8c911-2569-47b8-92dc-e0c1b7c0a740'}] {{(pid=98851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:45:31.927539 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aafd3d7f-887a-4070-8b6f-62fb4b6fea16 req-27d1424f-a3df-4e4e-82c8-c5ba1d097af6 service neutron] Attempting to bind port 490a8b44-4014-4b14-b088-dca46edd2c29 on network fcc8c911-2569-47b8-92dc-e0c1b7c0a740 {{(pid=98851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:45:31.941636 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aafd3d7f-887a-4070-8b6f-62fb4b6fea16 req-27d1424f-a3df-4e4e-82c8-c5ba1d097af6 service neutron] Port 490a8b44-4014-4b14-b088-dca46edd2c29 on network fcc8c911-2569-47b8-92dc-e0c1b7c0a740 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79326 {{(pid=98851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 03:45:31.941901 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aafd3d7f-887a-4070-8b6f-62fb4b6fea16 req-27d1424f-a3df-4e4e-82c8-c5ba1d097af6 service neutron] Attempting to bind port 490a8b44-4014-4b14-b088-dca46edd2c29 on network fcc8c911-2569-47b8-92dc-e0c1b7c0a740 {{(pid=98851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:45:31.953411 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aafd3d7f-887a-4070-8b6f-62fb4b6fea16 req-27d1424f-a3df-4e4e-82c8-c5ba1d097af6 service neutron] Checking agent: {'id': 'beba53db-4949-4034-b5ab-73b6df09d927', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79326', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 3, 39, 17), 'started_at': datetime.datetime(2021, 5, 27, 3, 39, 17), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 3, 45, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 03:45:31.953748 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aafd3d7f-887a-4070-8b6f-62fb4b6fea16 req-27d1424f-a3df-4e4e-82c8-c5ba1d097af6 service neutron] Checking segment: {'id': 'a40311de-f1a7-4718-9ea6-e1ef0c8c1ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'fcc8c911-2569-47b8-92dc-e0c1b7c0a740'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 03:45:31.954130 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aafd3d7f-887a-4070-8b6f-62fb4b6fea16 req-27d1424f-a3df-4e4e-82c8-c5ba1d097af6 service neutron] Bound using segment: {'id': 'a40311de-f1a7-4718-9ea6-e1ef0c8c1ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'fcc8c911-2569-47b8-92dc-e0c1b7c0a740'} {{(pid=98851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 03:45:31.954551 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.managers [req-aafd3d7f-887a-4070-8b6f-62fb4b6fea16 req-27d1424f-a3df-4e4e-82c8-c5ba1d097af6 service neutron] Bound port: 490a8b44-4014-4b14-b088-dca46edd2c29, host: hv-cinder-79326, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a40311de-f1a7-4718-9ea6-e1ef0c8c1ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'fcc8c911-2569-47b8-92dc-e0c1b7c0a740'}}] {{(pid=98851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:45:31.954901 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-aafd3d7f-887a-4070-8b6f-62fb4b6fea16 req-27d1424f-a3df-4e4e-82c8-c5ba1d097af6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_update {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:31.967419 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-e0e2ec27-f014-42ed-8c11-0d3db5fd4635 req-ccf983e6-090d-4248-8304-fcdc8e5b2310 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e39d5df-c8e8-44f8-bf65-7b7c15957e09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694680 May 27 03:45:31.981223 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 59232) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:45:32.054787 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.db [req-aafd3d7f-887a-4070-8b6f-62fb4b6fea16 req-27d1424f-a3df-4e4e-82c8-c5ba1d097af6 service neutron] For port 490a8b44-4014-4b14-b088-dca46edd2c29, host hv-cinder-79326, cleared binding levels {{(pid=98851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:45:32.058085 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.db [req-aafd3d7f-887a-4070-8b6f-62fb4b6fea16 req-27d1424f-a3df-4e4e-82c8-c5ba1d097af6 service neutron] For port 490a8b44-4014-4b14-b088-dca46edd2c29, host hv-cinder-79326, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=490a8b44-4014-4b14-b088-dca46edd2c29,segment=NetworkSegment(a40311de-f1a7-4718-9ea6-e1ef0c8c1ca3),segment_id=a40311de-f1a7-4718-9ea6-e1ef0c8c1ca3)] {{(pid=98851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 03:45:32.102538 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-1a04412a-a681-4631-ba86-c13880178d14 req-088b0d8a-d19f-4d80-92b4-8773d84af4bc service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=e367eb4b-29c5-4f41-b41d-0da84d751fe2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1199787 May 27 03:45:32.117076 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-aafd3d7f-887a-4070-8b6f-62fb4b6fea16 req-27d1424f-a3df-4e4e-82c8-c5ba1d097af6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786481721483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786481287406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786481291807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28231553'] for port, after_update {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:32.122230 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-e15af1ec-933b-409d-a863-6c1295e00f4b tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:45:32.184044 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafd3d7f-887a-4070-8b6f-62fb4b6fea16 req-27d1424f-a3df-4e4e-82c8-c5ba1d097af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:32.184044 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-aafd3d7f-887a-4070-8b6f-62fb4b6fea16 req-27d1424f-a3df-4e4e-82c8-c5ba1d097af6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4037888'] for port, before_response {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:32.185058 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-aafd3d7f-887a-4070-8b6f-62fb4b6fea16 req-27d1424f-a3df-4e4e-82c8-c5ba1d097af6 service neutron] 10.222.0.36 "PUT /v2.0/ports/490a8b44-4014-4b14-b088-dca46edd2c29 HTTP/1.1" status: 200 len: 1093 time: 1.8002250 May 27 03:45:32.199372 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d1424f-a3df-4e4e-82c8-c5ba1d097af6 service neutron] Pushing event updated for resources: {'Port': ['ID=490a8b44-4014-4b14-b088-dca46edd2c29,revision_number=3']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:45:32.202272 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-27d1424f-a3df-4e4e-82c8-c5ba1d097af6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:45:32.432817 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a341e7-a7bd-4948-8c92-f23f2c04c7c0 req-a9ad4d6b-c16b-43f6-9080-e7a82c823737 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:32.434478 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-d1a341e7-a7bd-4948-8c92-f23f2c04c7c0 req-a9ad4d6b-c16b-43f6-9080-e7a82c823737 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c7e656a-afc5-4119-a11e-920c583d89d2 HTTP/1.1" status: 200 len: 945 time: 0.0814269 May 27 03:45:32.434791 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '365c2ebc-713f-475e-a586-fa68bb6b3064', 'tag': '490a8b44-4014-4b14-b088-dca46edd2c29'}] {{(pid=98851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:45:32.480456 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-d1a341e7-a7bd-4948-8c92-f23f2c04c7c0 req-184d3870-932b-41f1-b53a-20dc629a7ffc tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e39d5df-c8e8-44f8-bf65-7b7c15957e09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402076 May 27 03:45:32.533349 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '365c2ebc-713f-475e-a586-fa68bb6b3064', 'tag': '490a8b44-4014-4b14-b088-dca46edd2c29', 'status': 'completed', 'code': 200} May 27 03:45:32.576259 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89215c1-7573-4b81-9657-7e277547e2c3 req-80b3f5cf-0bff-46bb-ac72-c0dde910992c tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:32.578442 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-e89215c1-7573-4b81-9657-7e277547e2c3 req-80b3f5cf-0bff-46bb-ac72-c0dde910992c tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] 10.222.0.25 "GET /v2.0/ports?device_id=365c2ebc-713f-475e-a586-fa68bb6b3064 HTTP/1.1" status: 200 len: 943 time: 0.0904460 May 27 03:45:32.623042 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [req-e89215c1-7573-4b81-9657-7e277547e2c3 req-607f6777-4d79-416b-8c3f-713d58b5e99c tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] Synchronizing usage tracker for tenant:00dc5f669f3f483bacc0bf258a11c302 on resource:security_group {{(pid=98852) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:45:32.702084 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [req-e89215c1-7573-4b81-9657-7e277547e2c3 req-607f6777-4d79-416b-8c3f-713d58b5e99c tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] Unset dirty status for tenant:00dc5f669f3f483bacc0bf258a11c302 on resource:security_group {{(pid=98852) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:45:32.703336 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-e89215c1-7573-4b81-9657-7e277547e2c3 req-607f6777-4d79-416b-8c3f-713d58b5e99c tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] 10.222.0.25 "GET /v2.0/security-groups?id=dcfd5ce5-c9a4-43d2-814f-e9da7ccf603c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191854 May 27 03:45:32.732323 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca9279e-7d42-489f-ab78-a3c85f1f6be8 req-f0fa7ef4-0199-47f5-b8aa-c46d05678678 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:32.733819 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-9ca9279e-7d42-489f-ab78-a3c85f1f6be8 req-f0fa7ef4-0199-47f5-b8aa-c46d05678678 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/ports?device_id=e367eb4b-29c5-4f41-b41d-0da84d751fe2 HTTP/1.1" status: 200 len: 943 time: 0.0821514 May 27 03:45:32.777641 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-9ca9279e-7d42-489f-ab78-a3c85f1f6be8 req-11d2280d-574a-4942-a333-ff585e60a311 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/security-groups?id=64f0893d-d72b-45fe-a7df-480151aef2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377667 May 27 03:45:33.667740 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6eaec3-80c7-4348-8669-d5f6ef45bc20 req-793c86b8-463f-435c-9b61-dad1675bf557 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:33.669215 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-bb6eaec3-80c7-4348-8669-d5f6ef45bc20 req-793c86b8-463f-435c-9b61-dad1675bf557 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c7e656a-afc5-4119-a11e-920c583d89d2 HTTP/1.1" status: 200 len: 945 time: 0.0818841 May 27 03:45:33.713450 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-bb6eaec3-80c7-4348-8669-d5f6ef45bc20 req-00a70c37-15bc-4f90-a6f8-bae2aeb4c6bb tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e39d5df-c8e8-44f8-bf65-7b7c15957e09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380077 May 27 03:45:33.827553 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-d6631cfa-66bb-4fea-8f17-a39ee175ad6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:33.891585 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9ad0c1-2e1a-4388-8dbd-5e872ead5a63 req-847afa5d-8439-4bb5-b570-0997998f95cd tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:33.893062 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-2d9ad0c1-2e1a-4388-8dbd-5e872ead5a63 req-847afa5d-8439-4bb5-b570-0997998f95cd tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] 10.222.0.25 "GET /v2.0/ports?device_id=365c2ebc-713f-475e-a586-fa68bb6b3064 HTTP/1.1" status: 200 len: 943 time: 0.0851784 May 27 03:45:33.938512 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-2d9ad0c1-2e1a-4388-8dbd-5e872ead5a63 req-ca592b97-6085-446c-921f-ee15154346cd tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] 10.222.0.25 "GET /v2.0/security-groups?id=dcfd5ce5-c9a4-43d2-814f-e9da7ccf603c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395777 May 27 03:45:33.973177 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc60b66-1b90-4c2b-a3d1-e9f698b1e94b req-97db8472-e4ef-427c-bcc5-f651687e0815 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:33.974606 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-5bc60b66-1b90-4c2b-a3d1-e9f698b1e94b req-97db8472-e4ef-427c-bcc5-f651687e0815 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/ports?device_id=e367eb4b-29c5-4f41-b41d-0da84d751fe2 HTTP/1.1" status: 200 len: 943 time: 0.0784826 May 27 03:45:34.017969 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-5bc60b66-1b90-4c2b-a3d1-e9f698b1e94b req-632ee26a-347b-414a-b09e-2765c132d3e0 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/security-groups?id=64f0893d-d72b-45fe-a7df-480151aef2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377297 May 27 03:45:34.902211 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8529bd75-3258-4ba8-bd21-597b31328e08 req-57d8cf12-d804-438b-90c3-ff41ed56d190 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:34.903702 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-8529bd75-3258-4ba8-bd21-597b31328e08 req-57d8cf12-d804-438b-90c3-ff41ed56d190 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c7e656a-afc5-4119-a11e-920c583d89d2 HTTP/1.1" status: 200 len: 945 time: 0.0850165 May 27 03:45:34.947672 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-8529bd75-3258-4ba8-bd21-597b31328e08 req-8a93a4ca-a6aa-405b-b143-8577b6192ac7 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e39d5df-c8e8-44f8-bf65-7b7c15957e09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383468 May 27 03:45:35.121117 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0f21e7-e056-41e8-8369-8a25384303c6 req-60574cfe-4cce-4283-88a6-a24d218a5b28 tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:35.122600 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-8e0f21e7-e056-41e8-8369-8a25384303c6 req-60574cfe-4cce-4283-88a6-a24d218a5b28 tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] 10.222.0.25 "GET /v2.0/ports?device_id=365c2ebc-713f-475e-a586-fa68bb6b3064 HTTP/1.1" status: 200 len: 943 time: 0.0826979 May 27 03:45:35.167360 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-8e0f21e7-e056-41e8-8369-8a25384303c6 req-6ae87927-4ded-43ac-ba0b-f729659448d3 tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] 10.222.0.25 "GET /v2.0/security-groups?id=dcfd5ce5-c9a4-43d2-814f-e9da7ccf603c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386817 May 27 03:45:35.205849 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7192bff-1917-48d9-9302-5ffbf78474ca req-72113529-6869-4d3e-9d84-32dd1dcdf451 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:35.207282 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-e7192bff-1917-48d9-9302-5ffbf78474ca req-72113529-6869-4d3e-9d84-32dd1dcdf451 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/ports?device_id=e367eb4b-29c5-4f41-b41d-0da84d751fe2 HTTP/1.1" status: 200 len: 943 time: 0.0787096 May 27 03:45:35.254562 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-e7192bff-1917-48d9-9302-5ffbf78474ca req-d9080bd2-35d4-4211-915c-20c3d6e00391 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/security-groups?id=64f0893d-d72b-45fe-a7df-480151aef2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416455 May 27 03:45:36.129264 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9610ad45-7679-4a8d-a3bb-b3918062085f req-9c99922f-cda6-4d68-add0-51b9b98de988 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:36.130699 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-9610ad45-7679-4a8d-a3bb-b3918062085f req-9c99922f-cda6-4d68-add0-51b9b98de988 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c7e656a-afc5-4119-a11e-920c583d89d2 HTTP/1.1" status: 200 len: 945 time: 0.0787141 May 27 03:45:36.259435 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-9610ad45-7679-4a8d-a3bb-b3918062085f req-9e1d4c19-5622-4fec-9494-bb2a9d041ea9 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e39d5df-c8e8-44f8-bf65-7b7c15957e09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1232374 May 27 03:45:36.356964 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec19942f-5188-436d-959e-57b1913d97bb req-87e83783-c3ae-4169-9c69-e60a865d6488 tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:36.361322 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-ec19942f-5188-436d-959e-57b1913d97bb req-87e83783-c3ae-4169-9c69-e60a865d6488 tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] 10.222.0.25 "GET /v2.0/ports?device_id=365c2ebc-713f-475e-a586-fa68bb6b3064 HTTP/1.1" status: 200 len: 943 time: 0.0859692 May 27 03:45:36.403703 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-ec19942f-5188-436d-959e-57b1913d97bb req-3d83b60e-ae10-4d44-8d36-f3343c4665a3 tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] 10.222.0.25 "GET /v2.0/security-groups?id=dcfd5ce5-c9a4-43d2-814f-e9da7ccf603c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390081 May 27 03:45:36.413837 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:36.446748 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af027f25-f587-48f4-8da4-55e77de5f5fd req-6a291df2-7928-4955-8bd7-24a9ed93d6f5 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:36.448607 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-af027f25-f587-48f4-8da4-55e77de5f5fd req-6a291df2-7928-4955-8bd7-24a9ed93d6f5 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/ports?device_id=e367eb4b-29c5-4f41-b41d-0da84d751fe2 HTTP/1.1" status: 200 len: 943 time: 0.0833585 May 27 03:45:36.466909 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-be79f465-d9ed-434b-be84-83d119f5d592 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:36.496346 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-af027f25-f587-48f4-8da4-55e77de5f5fd req-0597167d-2277-432f-bfd2-a2979164b3c2 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/security-groups?id=64f0893d-d72b-45fe-a7df-480151aef2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429797 May 27 03:45:36.634219 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-ef010ee3-9af0-4e6b-bcf9-e940b5997138 req-2a3b867e-8381-4f33-bdce-6db6c5f5b874 service neutron] 10.222.0.36 "GET /v2.0/networks/42a1ce98-c4d1-4e0b-b376-f6f97fb7e6e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860929 May 27 03:45:36.640003 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a08aea-ebbb-4066-b72a-c8cbc8f293c4 req-3aac7775-151a-4ef5-a901-dadb9700b470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:36.641407 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-24a08aea-ebbb-4066-b72a-c8cbc8f293c4 req-3aac7775-151a-4ef5-a901-dadb9700b470 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=00dc5f669f3f483bacc0bf258a11c302&device_id=365c2ebc-713f-475e-a586-fa68bb6b3064 HTTP/1.1" status: 200 len: 1096 time: 0.1692474 May 27 03:45:36.935050 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-ef010ee3-9af0-4e6b-bcf9-e940b5997138 req-3d62b6ef-9fb7-4baf-a648-ff5efdf12668 service neutron] 10.222.0.36 "GET /v2.0/networks/42a1ce98-c4d1-4e0b-b376-f6f97fb7e6e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2927277 May 27 03:45:36.943851 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a08aea-ebbb-4066-b72a-c8cbc8f293c4 req-cfb6e4e5-b07a-4b98-bf8e-d431edb8d565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:36.945261 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-24a08aea-ebbb-4066-b72a-c8cbc8f293c4 req-cfb6e4e5-b07a-4b98-bf8e-d431edb8d565 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=00dc5f669f3f483bacc0bf258a11c302&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2840405 May 27 03:45:36.950700 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9497df44-370a-4316-ab55-4e0a8b1adabe req-e3cdfe90-fa8f-4ab5-a648-0efa6f210569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:36.952256 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-9497df44-370a-4316-ab55-4e0a8b1adabe req-e3cdfe90-fa8f-4ab5-a648-0efa6f210569 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=276e81e3da1f4d4c9c1881d1b1e863c4&device_id=3c7e656a-afc5-4119-a11e-920c583d89d2 HTTP/1.1" status: 200 len: 1098 time: 0.2899926 May 27 03:45:37.279419 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a08aea-ebbb-4066-b72a-c8cbc8f293c4 req-3fea4ebb-ebed-4eb0-8762-d65bf352b3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:37.281426 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-24a08aea-ebbb-4066-b72a-c8cbc8f293c4 req-3fea4ebb-ebed-4eb0-8762-d65bf352b3d1 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3283370 May 27 03:45:37.283626 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9497df44-370a-4316-ab55-4e0a8b1adabe req-0af5f119-f908-4ccf-bbe5-3225b99761b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:37.284994 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-9497df44-370a-4316-ab55-4e0a8b1adabe req-0af5f119-f908-4ccf-bbe5-3225b99761b2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=130ff3ea-d273-4d90-8f0d-494d41441c60 HTTP/1.1" status: 200 len: 910 time: 0.3129323 May 27 03:45:37.493017 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-9497df44-370a-4316-ab55-4e0a8b1adabe req-53e282d4-50b9-4734-a0c6-772018d6ba56 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=24177437-ade1-43c7-bd7d-340757426924 HTTP/1.1" status: 200 len: 1001 time: 0.2011642 May 27 03:45:37.553790 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafd3d7f-887a-4070-8b6f-62fb4b6fea16 req-e83a7170-e122-44bb-9679-bf0413f8e51d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:37.555227 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-aafd3d7f-887a-4070-8b6f-62fb4b6fea16 req-e83a7170-e122-44bb-9679-bf0413f8e51d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=00dc5f669f3f483bacc0bf258a11c302&device_id=365c2ebc-713f-475e-a586-fa68bb6b3064 HTTP/1.1" status: 200 len: 1096 time: 0.2071106 May 27 03:45:37.576308 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f138b69-ecd5-4fc0-beb5-e828cee17c93 req-bc1d473a-0a04-4b71-87bc-3cbc5c335835 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:37.578340 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-8f138b69-ecd5-4fc0-beb5-e828cee17c93 req-bc1d473a-0a04-4b71-87bc-3cbc5c335835 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c7e656a-afc5-4119-a11e-920c583d89d2 HTTP/1.1" status: 200 len: 945 time: 0.1904192 May 27 03:45:37.586925 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9497df44-370a-4316-ab55-4e0a8b1adabe req-8bb2f7e4-a8a4-4ff8-909d-061fcbe5e107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:37.588359 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-9497df44-370a-4316-ab55-4e0a8b1adabe req-8bb2f7e4-a8a4-4ff8-909d-061fcbe5e107 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=116079ce-8119-4ea5-82d4-c0c254fad638 HTTP/1.1" status: 200 len: 849 time: 0.0876529 May 27 03:45:37.594143 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39b4900-05a6-4531-a69f-fa333ffa5512 req-e65ba1d4-fffa-4c7c-b4eb-c7d01e09ff71 tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:37.595649 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-d39b4900-05a6-4531-a69f-fa333ffa5512 req-e65ba1d4-fffa-4c7c-b4eb-c7d01e09ff71 tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] 10.222.0.25 "GET /v2.0/ports?device_id=365c2ebc-713f-475e-a586-fa68bb6b3064 HTTP/1.1" status: 200 len: 943 time: 0.0847082 May 27 03:45:37.641328 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-d39b4900-05a6-4531-a69f-fa333ffa5512 req-43f7bede-06e6-4a6d-a79e-1cb06785d519 tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] 10.222.0.25 "GET /v2.0/security-groups?id=dcfd5ce5-c9a4-43d2-814f-e9da7ccf603c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398672 May 27 03:45:37.705242 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-e3613943-0892-48bd-9358-60eb59884bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:37.708932 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-aafd3d7f-887a-4070-8b6f-62fb4b6fea16 req-7978f592-1e78-42dc-96c6-7c6aafc2aa2b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=490a8b44-4014-4b14-b088-dca46edd2c29 HTTP/1.1" status: 200 len: 217 time: 0.1077244 May 27 03:45:37.777472 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-8f138b69-ecd5-4fc0-beb5-e828cee17c93 req-378e4811-e924-4ab0-af4a-d27a0b5697fe tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e39d5df-c8e8-44f8-bf65-7b7c15957e09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1921384 May 27 03:45:37.795008 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafd3d7f-887a-4070-8b6f-62fb4b6fea16 req-ca373ff8-88fe-4e74-9b5f-50aa27808416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:37.796988 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-aafd3d7f-887a-4070-8b6f-62fb4b6fea16 req-ca373ff8-88fe-4e74-9b5f-50aa27808416 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8ed5516d-8467-42b6-99b0-adc198897053 HTTP/1.1" status: 200 len: 853 time: 0.0791218 May 27 03:45:37.819678 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc12a515-8f4a-49d9-87cc-46b8572ce44c req-80afaa5d-0ff3-4f24-aca9-a4f8ac822610 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:37.821760 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-dc12a515-8f4a-49d9-87cc-46b8572ce44c req-80afaa5d-0ff3-4f24-aca9-a4f8ac822610 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/ports?device_id=e367eb4b-29c5-4f41-b41d-0da84d751fe2 HTTP/1.1" status: 200 len: 943 time: 0.0861151 May 27 03:45:37.845991 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9497df44-370a-4316-ab55-4e0a8b1adabe req-1ce94725-a67c-49ca-9ff6-5fafc05fcf85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:37.847495 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-9497df44-370a-4316-ab55-4e0a8b1adabe req-1ce94725-a67c-49ca-9ff6-5fafc05fcf85 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=130ff3ea-d273-4d90-8f0d-494d41441c60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2453835 May 27 03:45:37.853726 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-aafd3d7f-887a-4070-8b6f-62fb4b6fea16 req-cffd90bc-896e-4bed-ad98-1b4bab3ec2e5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fcc8c911-2569-47b8-92dc-e0c1b7c0a740&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493267 May 27 03:45:37.867076 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-dc12a515-8f4a-49d9-87cc-46b8572ce44c req-eae56d4c-6f66-4d42-9ae3-1c6311352917 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/security-groups?id=64f0893d-d72b-45fe-a7df-480151aef2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392764 May 27 03:45:38.087059 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-9497df44-370a-4316-ab55-4e0a8b1adabe req-5341e225-96c2-41b5-ae00-584914dadb26 service neutron] 10.222.0.36 "GET /v2.0/networks/130ff3ea-d273-4d90-8f0d-494d41441c60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2321117 May 27 03:45:38.090034 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-aafd3d7f-887a-4070-8b6f-62fb4b6fea16 req-b308a78c-b971-4fa9-afdd-2bef43bef0eb service neutron] 10.222.0.36 "GET /v2.0/networks/fcc8c911-2569-47b8-92dc-e0c1b7c0a740?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2144725 May 27 03:45:38.332156 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-9497df44-370a-4316-ab55-4e0a8b1adabe req-d02c4871-c119-40df-9606-4e232a9d511d service neutron] 10.222.0.36 "GET /v2.0/networks/130ff3ea-d273-4d90-8f0d-494d41441c60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2316825 May 27 03:45:38.335112 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-aafd3d7f-887a-4070-8b6f-62fb4b6fea16 req-f5d36649-6fab-42a8-9bf2-748b052966a5 service neutron] 10.222.0.36 "GET /v2.0/networks/fcc8c911-2569-47b8-92dc-e0c1b7c0a740?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2336667 May 27 03:45:38.838569 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b57b5f-5b17-4cbc-9667-910d06f36dab req-320020eb-cbc7-427c-8996-62a37946ca57 tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:38.839838 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-01b57b5f-5b17-4cbc-9667-910d06f36dab req-320020eb-cbc7-427c-8996-62a37946ca57 tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] 10.222.0.25 "GET /v2.0/ports?device_id=365c2ebc-713f-475e-a586-fa68bb6b3064 HTTP/1.1" status: 200 len: 943 time: 0.0917716 May 27 03:45:38.845401 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.agents_db [None req-9826b012-bfd7-43dd-a737-969f574491ef None None] Agent healthcheck: found 6 active agents {{(pid=98854) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 03:45:38.886206 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-01b57b5f-5b17-4cbc-9667-910d06f36dab req-b942cf34-0983-4fac-94bc-b4322bdd6153 tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] 10.222.0.25 "GET /v2.0/security-groups?id=dcfd5ce5-c9a4-43d2-814f-e9da7ccf603c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386462 May 27 03:45:38.986292 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ff54bc-0271-4512-843c-25a590ced08e req-be48ac92-e797-43e0-a04e-6671c2b38bf0 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:38.987740 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-29ff54bc-0271-4512-843c-25a590ced08e req-be48ac92-e797-43e0-a04e-6671c2b38bf0 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c7e656a-afc5-4119-a11e-920c583d89d2 HTTP/1.1" status: 200 len: 945 time: 0.0891948 May 27 03:45:39.034942 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-29ff54bc-0271-4512-843c-25a590ced08e req-4288c80c-a510-4e6a-946c-18e9de03b658 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e39d5df-c8e8-44f8-bf65-7b7c15957e09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414252 May 27 03:45:39.075715 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418f682b-50e6-43fe-b625-2a16f1cf04b9 req-0b5e02c4-1b60-4868-a027-b46446d8da7f tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:39.075715 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-418f682b-50e6-43fe-b625-2a16f1cf04b9 req-0b5e02c4-1b60-4868-a027-b46446d8da7f tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/ports?device_id=e367eb4b-29c5-4f41-b41d-0da84d751fe2 HTTP/1.1" status: 200 len: 943 time: 0.0828657 May 27 03:45:39.111969 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-418f682b-50e6-43fe-b625-2a16f1cf04b9 req-57327a43-f99f-4f8b-9848-47920cd04b15 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/security-groups?id=64f0893d-d72b-45fe-a7df-480151aef2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370779 May 27 03:45:39.255177 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-3af0ace6-547d-4950-9fe5-73e267668fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:39.467833 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a04412a-a681-4631-ba86-c13880178d14 req-39d972a8-23f6-423a-a305-53b0fdad0b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:39.469355 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-1a04412a-a681-4631-ba86-c13880178d14 req-39d972a8-23f6-423a-a305-53b0fdad0b97 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e367eb4b-29c5-4f41-b41d-0da84d751fe2&tenant_id=16ccb2756adb4055942bd0a0f0a061f4 HTTP/1.1" status: 200 len: 1096 time: 0.0716865 May 27 03:45:39.672774 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a04412a-a681-4631-ba86-c13880178d14 req-be2eff19-33df-4b34-bfe9-5983d8033475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:39.674252 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-1a04412a-a681-4631-ba86-c13880178d14 req-be2eff19-33df-4b34-bfe9-5983d8033475 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=16ccb2756adb4055942bd0a0f0a061f4&device_id=e367eb4b-29c5-4f41-b41d-0da84d751fe2 HTTP/1.1" status: 200 len: 1096 time: 0.1798916 May 27 03:45:39.808722 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a04412a-a681-4631-ba86-c13880178d14 req-6cf93b1e-19c7-4db8-b014-2adb1ae2ee7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:39.810156 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-1a04412a-a681-4631-ba86-c13880178d14 req-6cf93b1e-19c7-4db8-b014-2adb1ae2ee7c service neutron] 10.222.0.36 "GET /v2.0/networks?id=f65a0cca-1ebc-4ae6-b01b-5fdf0f05198a HTTP/1.1" status: 200 len: 917 time: 0.1272786 May 27 03:45:39.918459 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-1a04412a-a681-4631-ba86-c13880178d14 req-68e395c4-20c2-4f47-81b5-7eccb824f35b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=396ee32c-72a8-43ea-b35c-f0de6de19d7a HTTP/1.1" status: 200 len: 999 time: 0.1005542 May 27 03:45:39.988999 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a04412a-a681-4631-ba86-c13880178d14 req-e0161629-f383-401a-8f9e-c3e6c246f091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:39.990829 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-1a04412a-a681-4631-ba86-c13880178d14 req-e0161629-f383-401a-8f9e-c3e6c246f091 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=82530ddc-ffd6-4079-8434-d6a04187e8aa HTTP/1.1" status: 200 len: 856 time: 0.0646372 May 27 03:45:40.072618 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a04412a-a681-4631-ba86-c13880178d14 req-dd00ff3d-2884-471d-b721-24d208dcb276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:40.074104 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-1a04412a-a681-4631-ba86-c13880178d14 req-dd00ff3d-2884-471d-b721-24d208dcb276 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f65a0cca-1ebc-4ae6-b01b-5fdf0f05198a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0762346 May 27 03:45:40.079852 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbba1515-aaeb-458c-ae17-0970c853d48d req-a9be81ed-ac84-4fa0-8e65-cfc81b845f73 tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:40.081534 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-fbba1515-aaeb-458c-ae17-0970c853d48d req-a9be81ed-ac84-4fa0-8e65-cfc81b845f73 tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] 10.222.0.25 "GET /v2.0/ports?device_id=365c2ebc-713f-475e-a586-fa68bb6b3064 HTTP/1.1" status: 200 len: 943 time: 0.0869284 May 27 03:45:40.130481 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-fbba1515-aaeb-458c-ae17-0970c853d48d req-bf5666ea-e599-414b-aa95-e1e19f48b87f tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] 10.222.0.25 "GET /v2.0/security-groups?id=dcfd5ce5-c9a4-43d2-814f-e9da7ccf603c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433075 May 27 03:45:40.278930 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-1a04412a-a681-4631-ba86-c13880178d14 req-d1b7283b-2ea7-4c76-917e-ad0cd4096915 service neutron] 10.222.0.36 "GET /v2.0/networks/f65a0cca-1ebc-4ae6-b01b-5fdf0f05198a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938391 May 27 03:45:40.291501 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0db815f-1da8-4ea7-8e7b-2873c86ac05e req-53f00699-ecd1-40f1-a4f5-c6d00964106d tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:40.292896 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-a0db815f-1da8-4ea7-8e7b-2873c86ac05e req-53f00699-ecd1-40f1-a4f5-c6d00964106d tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c7e656a-afc5-4119-a11e-920c583d89d2 HTTP/1.1" status: 200 len: 945 time: 0.1307871 May 27 03:45:40.306597 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4776cbf-a4fa-4a6d-9562-58f5cae6bc6b req-11988f5e-74f1-4cac-9305-dca7316c88d1 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:40.308054 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-a4776cbf-a4fa-4a6d-9562-58f5cae6bc6b req-11988f5e-74f1-4cac-9305-dca7316c88d1 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/ports?device_id=e367eb4b-29c5-4f41-b41d-0da84d751fe2 HTTP/1.1" status: 200 len: 943 time: 0.0801008 May 27 03:45:40.352432 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-a4776cbf-a4fa-4a6d-9562-58f5cae6bc6b req-64f8f3dc-0000-4670-a0a7-48ad66273fff tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/security-groups?id=64f0893d-d72b-45fe-a7df-480151aef2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385740 May 27 03:45:40.417834 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-a0db815f-1da8-4ea7-8e7b-2873c86ac05e req-c06275d3-5acc-4af7-b696-2f7d7eacc18c tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e39d5df-c8e8-44f8-bf65-7b7c15957e09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1069112 May 27 03:45:40.453653 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-1a04412a-a681-4631-ba86-c13880178d14 req-ce443ed5-b3ab-4297-b56f-2a67604a122f service neutron] 10.222.0.36 "GET /v2.0/networks/f65a0cca-1ebc-4ae6-b01b-5fdf0f05198a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598473 May 27 03:45:41.321129 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b182fc-e85d-49f4-a493-d61c81a2bc31 req-8d904a10-e173-4c96-b908-ab435066de66 tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:41.322580 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-51b182fc-e85d-49f4-a493-d61c81a2bc31 req-8d904a10-e173-4c96-b908-ab435066de66 tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] 10.222.0.25 "GET /v2.0/ports?device_id=365c2ebc-713f-475e-a586-fa68bb6b3064 HTTP/1.1" status: 200 len: 943 time: 0.0841360 May 27 03:45:41.367095 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-51b182fc-e85d-49f4-a493-d61c81a2bc31 req-97dec8e3-f91d-46a1-9945-51eb8e336169 tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] 10.222.0.25 "GET /v2.0/security-groups?id=dcfd5ce5-c9a4-43d2-814f-e9da7ccf603c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384517 May 27 03:45:41.543789 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd4c974-54a9-49cd-863d-93f61a59c7a1 req-7a182cd9-4877-43a3-b360-8d8f5677cfa6 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:41.545788 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-6fd4c974-54a9-49cd-863d-93f61a59c7a1 req-7a182cd9-4877-43a3-b360-8d8f5677cfa6 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/ports?device_id=e367eb4b-29c5-4f41-b41d-0da84d751fe2 HTTP/1.1" status: 200 len: 943 time: 0.0839264 May 27 03:45:41.588502 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-6fd4c974-54a9-49cd-863d-93f61a59c7a1 req-f0cfb76c-2815-4a72-8c0e-074d8ae68941 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/security-groups?id=64f0893d-d72b-45fe-a7df-480151aef2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372894 May 27 03:45:42.567809 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7f6b77-7621-4148-8c35-1ba1d513168e req-d22850af-72f9-4a31-8219-a89af5cbf85d tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:42.569462 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-2b7f6b77-7621-4148-8c35-1ba1d513168e req-d22850af-72f9-4a31-8219-a89af5cbf85d tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] 10.222.0.25 "GET /v2.0/ports?device_id=365c2ebc-713f-475e-a586-fa68bb6b3064 HTTP/1.1" status: 200 len: 943 time: 0.0992525 May 27 03:45:42.625644 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-2b7f6b77-7621-4148-8c35-1ba1d513168e req-6562e961-65e1-4cba-af70-d1f07be973ca tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] 10.222.0.25 "GET /v2.0/security-groups?id=dcfd5ce5-c9a4-43d2-814f-e9da7ccf603c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475814 May 27 03:45:42.781869 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b1eaf8-a8c7-4a53-8bf9-ddc144a6e1b5 req-bcc509be-eb70-40ad-a93b-c74cdd17297f tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:42.783376 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-d3b1eaf8-a8c7-4a53-8bf9-ddc144a6e1b5 req-bcc509be-eb70-40ad-a93b-c74cdd17297f tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/ports?device_id=e367eb4b-29c5-4f41-b41d-0da84d751fe2 HTTP/1.1" status: 200 len: 943 time: 0.0830903 May 27 03:45:42.831687 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-d3b1eaf8-a8c7-4a53-8bf9-ddc144a6e1b5 req-47112414-cbfb-4b9f-8619-48691e7c2fb3 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/security-groups?id=64f0893d-d72b-45fe-a7df-480151aef2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422719 May 27 03:45:43.806663 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b82d1aa-9d05-42d7-a8a1-e4c799b89a8f req-3c786e68-04fb-4f54-a6ce-09077a9e6202 tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:43.808108 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-9b82d1aa-9d05-42d7-a8a1-e4c799b89a8f req-3c786e68-04fb-4f54-a6ce-09077a9e6202 tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] 10.222.0.25 "GET /v2.0/ports?device_id=365c2ebc-713f-475e-a586-fa68bb6b3064 HTTP/1.1" status: 200 len: 943 time: 0.0832288 May 27 03:45:43.852425 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-9b82d1aa-9d05-42d7-a8a1-e4c799b89a8f req-9b190811-6b0d-483a-a38b-3206cec4ab46 tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] 10.222.0.25 "GET /v2.0/security-groups?id=dcfd5ce5-c9a4-43d2-814f-e9da7ccf603c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387337 May 27 03:45:44.020844 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0227c6-6277-4db3-8a38-81bf02254a80 req-8777e0f5-6d9e-438f-b287-21c4148381ff tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:44.022268 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-ac0227c6-6277-4db3-8a38-81bf02254a80 req-8777e0f5-6d9e-438f-b287-21c4148381ff tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/ports?device_id=e367eb4b-29c5-4f41-b41d-0da84d751fe2 HTTP/1.1" status: 200 len: 943 time: 0.0820351 May 27 03:45:44.066020 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-ac0227c6-6277-4db3-8a38-81bf02254a80 req-5e13dc5a-237d-4e5d-b86b-a9cfecfeb782 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/security-groups?id=64f0893d-d72b-45fe-a7df-480151aef2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382428 May 27 03:45:44.498627 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Device 490a8b44-4014-4b14-b088-dca46edd2c29 details requested by agent hyperv_hv-cinder-79326 with host hv-cinder-79326 {{(pid=98853) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:45:44.665604 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.db [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] For port 490a8b44-4014-4b14-b088-dca46edd2c29, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=490a8b44-4014-4b14-b088-dca46edd2c29,segment=NetworkSegment(a40311de-f1a7-4718-9ea6-e1ef0c8c1ca3),segment_id=a40311de-f1a7-4718-9ea6-e1ef0c8c1ca3)] {{(pid=98853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:45:44.680030 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Returning: {'device': '490a8b44-4014-4b14-b088-dca46edd2c29', 'network_id': 'fcc8c911-2569-47b8-92dc-e0c1b7c0a740', 'port_id': '490a8b44-4014-4b14-b088-dca46edd2c29', 'mac_address': 'fa:16:3e:0e:93:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ed5516d-8467-42b6-99b0-adc198897053', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98853) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:45:44.736968 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:44.755133 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.notifiers.nova [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 490a8b44-4014-4b14-b088-dca46edd2c29 {{(pid=98853) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:45:44.778943 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.db [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] For port 490a8b44-4014-4b14-b088-dca46edd2c29, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=490a8b44-4014-4b14-b088-dca46edd2c29,segment=NetworkSegment(a40311de-f1a7-4718-9ea6-e1ef0c8c1ca3),segment_id=a40311de-f1a7-4718-9ea6-e1ef0c8c1ca3)] {{(pid=98853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:45:44.848230 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786481721483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786481287406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786481291807'] for port, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:44.850214 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:45:44.931053 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Pushing event updated for resources: {'Port': ['ID=490a8b44-4014-4b14-b088-dca46edd2c29,revision_number=4']} {{(pid=98853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:45:44.934524 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:45:45.048188 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7deedb-40af-4e30-b9d8-2f9f9fd8590e req-9667eaea-c2ea-441d-9372-c5d9b72fd593 tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:45.049926 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-ff7deedb-40af-4e30-b9d8-2f9f9fd8590e req-9667eaea-c2ea-441d-9372-c5d9b72fd593 tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] 10.222.0.25 "GET /v2.0/ports?device_id=365c2ebc-713f-475e-a586-fa68bb6b3064 HTTP/1.1" status: 200 len: 944 time: 0.0832133 May 27 03:45:45.099802 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-ff7deedb-40af-4e30-b9d8-2f9f9fd8590e req-205acf6c-bd5a-47f2-83b3-079223d559f8 tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] 10.222.0.25 "GET /v2.0/security-groups?id=dcfd5ce5-c9a4-43d2-814f-e9da7ccf603c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441823 May 27 03:45:45.274354 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c28b99-c3a7-4fb3-a406-f19fa9805ab0 req-d6a6b24e-1b42-40b3-82ae-680a4be3c80b tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:45.275821 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-50c28b99-c3a7-4fb3-a406-f19fa9805ab0 req-d6a6b24e-1b42-40b3-82ae-680a4be3c80b tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/ports?device_id=e367eb4b-29c5-4f41-b41d-0da84d751fe2 HTTP/1.1" status: 200 len: 943 time: 0.0910971 May 27 03:45:45.324166 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-50c28b99-c3a7-4fb3-a406-f19fa9805ab0 req-2dd63dcc-74d5-44a1-af2e-a6442ec1223a tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/security-groups?id=64f0893d-d72b-45fe-a7df-480151aef2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419824 May 27 03:45:46.281410 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a62211-39ac-4684-a4bc-607a8e1f09fd req-cc62cb06-bd72-4319-ac4c-f9e9be5559e8 tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:46.282907 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-12a62211-39ac-4684-a4bc-607a8e1f09fd req-cc62cb06-bd72-4319-ac4c-f9e9be5559e8 tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] 10.222.0.25 "GET /v2.0/ports?device_id=365c2ebc-713f-475e-a586-fa68bb6b3064 HTTP/1.1" status: 200 len: 944 time: 0.0792022 May 27 03:45:46.329594 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-12a62211-39ac-4684-a4bc-607a8e1f09fd req-208d0aaf-4bda-4ebf-bc04-4d103770f7a8 tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] 10.222.0.25 "GET /v2.0/security-groups?id=dcfd5ce5-c9a4-43d2-814f-e9da7ccf603c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405545 May 27 03:45:46.515597 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a454785d-d900-4bd7-82a3-c78a34e651e8 req-c3afc161-1e97-4312-b1d9-9dcf55bd8d00 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:46.517109 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-a454785d-d900-4bd7-82a3-c78a34e651e8 req-c3afc161-1e97-4312-b1d9-9dcf55bd8d00 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/ports?device_id=e367eb4b-29c5-4f41-b41d-0da84d751fe2 HTTP/1.1" status: 200 len: 943 time: 0.0782766 May 27 03:45:46.563302 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-a454785d-d900-4bd7-82a3-c78a34e651e8 req-5029cfec-a79c-4131-9424-958fed71db35 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/security-groups?id=64f0893d-d72b-45fe-a7df-480151aef2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406041 May 27 03:45:47.318076 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:47.536686 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12824376-cb69-4913-a393-b65a864ca3bc req-344cb2d7-d445-46c6-ae0b-d34f999cdf56 tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:47.538397 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-12824376-cb69-4913-a393-b65a864ca3bc req-344cb2d7-d445-46c6-ae0b-d34f999cdf56 tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] 10.222.0.25 "GET /v2.0/ports?device_id=365c2ebc-713f-475e-a586-fa68bb6b3064 HTTP/1.1" status: 200 len: 944 time: 0.0847921 May 27 03:45:47.584264 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-12824376-cb69-4913-a393-b65a864ca3bc req-b71107f4-5a61-47ac-b78b-90a7990dd3ce tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] 10.222.0.25 "GET /v2.0/security-groups?id=dcfd5ce5-c9a4-43d2-814f-e9da7ccf603c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394347 May 27 03:45:47.772006 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a531565-95a4-4d10-a2cb-0ced1a76f6fa req-76959e7e-9904-4cd7-8f07-49f34ac323ae tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:47.773492 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-6a531565-95a4-4d10-a2cb-0ced1a76f6fa req-76959e7e-9904-4cd7-8f07-49f34ac323ae tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/ports?device_id=e367eb4b-29c5-4f41-b41d-0da84d751fe2 HTTP/1.1" status: 200 len: 943 time: 0.0886738 May 27 03:45:47.818650 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-6a531565-95a4-4d10-a2cb-0ced1a76f6fa req-6d4345f3-d301-465d-946b-5c06f97e236e tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/security-groups?id=64f0893d-d72b-45fe-a7df-480151aef2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393867 May 27 03:45:48.324805 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.db [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] get_ports_and_sgs() called for port_ids ['490a8b44-4014-4b14-b088-dca46edd2c29'] {{(pid=98853) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 03:45:48.782961 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd18e11-1f32-4a8e-afaa-4479cdf6ce6d req-1e466f7b-cd7c-4d83-b6fc-3582048ce1e1 tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:48.785833 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-dfd18e11-1f32-4a8e-afaa-4479cdf6ce6d req-1e466f7b-cd7c-4d83-b6fc-3582048ce1e1 tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] 10.222.0.25 "GET /v2.0/ports?device_id=365c2ebc-713f-475e-a586-fa68bb6b3064 HTTP/1.1" status: 200 len: 944 time: 0.0885084 May 27 03:45:48.830694 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-dfd18e11-1f32-4a8e-afaa-4479cdf6ce6d req-fa5abc7d-c7fb-4237-8dc4-7849f153d60c tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] 10.222.0.25 "GET /v2.0/security-groups?id=dcfd5ce5-c9a4-43d2-814f-e9da7ccf603c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403669 May 27 03:45:49.016371 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a91b54-168d-49d2-9891-b0180db5e39c req-18dfa2c5-3a9c-4e1b-8ed1-5cd667a5bdd9 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:49.017849 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-02a91b54-168d-49d2-9891-b0180db5e39c req-18dfa2c5-3a9c-4e1b-8ed1-5cd667a5bdd9 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/ports?device_id=e367eb4b-29c5-4f41-b41d-0da84d751fe2 HTTP/1.1" status: 200 len: 943 time: 0.0826564 May 27 03:45:49.063377 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-02a91b54-168d-49d2-9891-b0180db5e39c req-5de86d54-c90e-4130-8f3b-a9568a6a81cc tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/security-groups?id=64f0893d-d72b-45fe-a7df-480151aef2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396705 May 27 03:45:50.025734 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8f642d-ddd8-4a4b-937c-3a80cdf9c1c2 req-1c08f4c1-4960-45e3-ba7e-05aceeb773f6 tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:50.027516 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-4c8f642d-ddd8-4a4b-937c-3a80cdf9c1c2 req-1c08f4c1-4960-45e3-ba7e-05aceeb773f6 tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] 10.222.0.25 "GET /v2.0/ports?device_id=365c2ebc-713f-475e-a586-fa68bb6b3064 HTTP/1.1" status: 200 len: 944 time: 0.0912499 May 27 03:45:50.082019 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-4c8f642d-ddd8-4a4b-937c-3a80cdf9c1c2 req-6edfec76-e1cd-45ed-8052-721565037531 tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] 10.222.0.25 "GET /v2.0/security-groups?id=dcfd5ce5-c9a4-43d2-814f-e9da7ccf603c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469470 May 27 03:45:50.278788 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9619cda-86bc-41ee-8784-48104d3c8f82 req-2f2e77ee-9395-4bac-860b-10086381275e tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:50.281197 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-b9619cda-86bc-41ee-8784-48104d3c8f82 req-2f2e77ee-9395-4bac-860b-10086381275e tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/ports?device_id=e367eb4b-29c5-4f41-b41d-0da84d751fe2 HTTP/1.1" status: 200 len: 943 time: 0.0905633 May 27 03:45:50.337052 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-b9619cda-86bc-41ee-8784-48104d3c8f82 req-bdf8ce20-b868-4a60-abfd-48d9f25c9422 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/security-groups?id=64f0893d-d72b-45fe-a7df-480151aef2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471802 May 27 03:45:51.214482 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Device 490a8b44-4014-4b14-b088-dca46edd2c29 up at agent hyperv_hv-cinder-79326 {{(pid=98853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:45:51.263384 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22516b5f-e7cf-4335-8974-5cf56557d3b9 req-9b4ba6cf-935e-4a5c-9d04-3f08525fe18d tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:51.265424 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-22516b5f-e7cf-4335-8974-5cf56557d3b9 req-9b4ba6cf-935e-4a5c-9d04-3f08525fe18d tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] 10.222.0.25 "GET /v2.0/ports?device_id=365c2ebc-713f-475e-a586-fa68bb6b3064 HTTP/1.1" status: 200 len: 944 time: 0.0810196 May 27 03:45:51.310096 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-22516b5f-e7cf-4335-8974-5cf56557d3b9 req-8945b248-3e6b-44bb-9896-a31051b3fe0c tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] 10.222.0.25 "GET /v2.0/security-groups?id=dcfd5ce5-c9a4-43d2-814f-e9da7ccf603c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390744 May 27 03:45:51.369427 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Provisioning for port 490a8b44-4014-4b14-b088-dca46edd2c29 completed by entity L2. {{(pid=98853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:45:51.375140 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Provisioning complete for port 490a8b44-4014-4b14-b088-dca46edd2c29 triggered by entity L2. {{(pid=98853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:45:51.382808 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487713'] for port, provisioning_complete {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:51.500841 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:51.528618 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '365c2ebc-713f-475e-a586-fa68bb6b3064', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '490a8b44-4014-4b14-b088-dca46edd2c29'}] {{(pid=98853) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:45:51.547917 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.db [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] For port 490a8b44-4014-4b14-b088-dca46edd2c29, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=490a8b44-4014-4b14-b088-dca46edd2c29,segment=NetworkSegment(a40311de-f1a7-4718-9ea6-e1ef0c8c1ca3),segment_id=a40311de-f1a7-4718-9ea6-e1ef0c8c1ca3)] {{(pid=98853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:45:51.576367 dv-cinder-793264-1-iscsi neutron-server[98853]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '365c2ebc-713f-475e-a586-fa68bb6b3064', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '490a8b44-4014-4b14-b088-dca46edd2c29', 'code': 200} May 27 03:45:51.613700 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786481721483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786481287406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786481291807'] for port, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:51.617018 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-42070fea-6feb-4afe-88f8-53d0bbbf0859 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:45:51.643434 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7557d40-ab78-4942-8e3f-b7119d77576a req-3f32cbcb-a314-43ae-9598-a13161b61f45 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:51.644834 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-c7557d40-ab78-4942-8e3f-b7119d77576a req-3f32cbcb-a314-43ae-9598-a13161b61f45 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/ports?device_id=e367eb4b-29c5-4f41-b41d-0da84d751fe2 HTTP/1.1" status: 200 len: 943 time: 0.1828556 May 27 03:45:51.695340 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-c7557d40-ab78-4942-8e3f-b7119d77576a req-c141f3c2-a145-4162-ae5b-f0ce2509fd66 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/security-groups?id=64f0893d-d72b-45fe-a7df-480151aef2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435317 May 27 03:45:51.696288 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Pushing event updated for resources: {'Port': ['ID=490a8b44-4014-4b14-b088-dca46edd2c29,revision_number=5']} {{(pid=98853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:45:51.699396 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:45:52.501145 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f203758-f5b8-41b3-af5e-99f2e1737b8a req-9e52ccb0-796a-423c-a4a3-883709d56322 tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:52.502745 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-0f203758-f5b8-41b3-af5e-99f2e1737b8a req-9e52ccb0-796a-423c-a4a3-883709d56322 tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] 10.222.0.25 "GET /v2.0/ports?device_id=365c2ebc-713f-475e-a586-fa68bb6b3064 HTTP/1.1" status: 200 len: 945 time: 0.0844977 May 27 03:45:52.596281 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-0f203758-f5b8-41b3-af5e-99f2e1737b8a req-36a7a60e-f411-4ca3-9754-d25313d6e15f tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] 10.222.0.25 "GET /v2.0/security-groups?id=dcfd5ce5-c9a4-43d2-814f-e9da7ccf603c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876718 May 27 03:45:52.967337 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e767570-de42-4ec2-b00f-0bebf6183d4b req-e2abd9c5-5574-4a92-8783-9444492448b9 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:52.969130 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-3e767570-de42-4ec2-b00f-0bebf6183d4b req-e2abd9c5-5574-4a92-8783-9444492448b9 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/ports?device_id=e367eb4b-29c5-4f41-b41d-0da84d751fe2 HTTP/1.1" status: 200 len: 943 time: 0.1615601 May 27 03:45:53.012298 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-3e767570-de42-4ec2-b00f-0bebf6183d4b req-dcbff224-9130-4444-b397-904c71685ec1 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/security-groups?id=64f0893d-d72b-45fe-a7df-480151aef2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376256 May 27 03:45:53.778032 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edf1704-2b95-4709-9109-85e8fe69e2a7 req-221a5ddc-7cbe-46a9-82ba-b0fd20c0b8bf tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:53.779464 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-8edf1704-2b95-4709-9109-85e8fe69e2a7 req-221a5ddc-7cbe-46a9-82ba-b0fd20c0b8bf tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] 10.222.0.25 "GET /v2.0/ports?device_id=365c2ebc-713f-475e-a586-fa68bb6b3064 HTTP/1.1" status: 200 len: 945 time: 0.0823841 May 27 03:45:53.823294 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-8edf1704-2b95-4709-9109-85e8fe69e2a7 req-e65856a9-bac8-4a9a-b4aa-a9cb213c50bb tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] 10.222.0.25 "GET /v2.0/security-groups?id=dcfd5ce5-c9a4-43d2-814f-e9da7ccf603c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375462 May 27 03:45:54.197637 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96967298-c4ca-4f5b-972e-e5fd2d0c6986 req-fe89a6ea-e3cb-4772-b6de-b7407de420de tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:54.199063 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-96967298-c4ca-4f5b-972e-e5fd2d0c6986 req-fe89a6ea-e3cb-4772-b6de-b7407de420de tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/ports?device_id=e367eb4b-29c5-4f41-b41d-0da84d751fe2 HTTP/1.1" status: 200 len: 943 time: 0.0811706 May 27 03:45:54.245443 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-96967298-c4ca-4f5b-972e-e5fd2d0c6986 req-6e29a5d8-1cd4-4b45-b728-f6ad6077be60 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/security-groups?id=64f0893d-d72b-45fe-a7df-480151aef2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398772 May 27 03:45:55.004624 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce4b82c-81f1-47a4-9f36-fdc42610678f req-d3d29407-0d69-4050-9334-5e9a7c122ce7 tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:55.006065 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-4ce4b82c-81f1-47a4-9f36-fdc42610678f req-d3d29407-0d69-4050-9334-5e9a7c122ce7 tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] 10.222.0.25 "GET /v2.0/ports?device_id=365c2ebc-713f-475e-a586-fa68bb6b3064 HTTP/1.1" status: 200 len: 945 time: 0.0781450 May 27 03:45:55.049482 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-4ce4b82c-81f1-47a4-9f36-fdc42610678f req-0f37674d-c403-4108-8b6d-c2398eb52fae tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] 10.222.0.25 "GET /v2.0/security-groups?id=dcfd5ce5-c9a4-43d2-814f-e9da7ccf603c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379610 May 27 03:45:55.431678 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df8aa33-b142-4eef-98cc-a3fbdfd43a1c req-1dc799f9-d727-4a3a-97e0-c63c1b295901 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:55.433154 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-9df8aa33-b142-4eef-98cc-a3fbdfd43a1c req-1dc799f9-d727-4a3a-97e0-c63c1b295901 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/ports?device_id=e367eb4b-29c5-4f41-b41d-0da84d751fe2 HTTP/1.1" status: 200 len: 943 time: 0.0796680 May 27 03:45:55.477591 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-9df8aa33-b142-4eef-98cc-a3fbdfd43a1c req-9a4c01bb-3762-4750-b3f5-a47347565022 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/security-groups?id=64f0893d-d72b-45fe-a7df-480151aef2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382645 May 27 03:45:56.321489 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e1c25b-3b39-4178-ab7b-04ba2e16e093 req-3179f675-b96b-4db6-bbb6-c17dcfcd231d tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:56.322976 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-95e1c25b-3b39-4178-ab7b-04ba2e16e093 req-3179f675-b96b-4db6-bbb6-c17dcfcd231d tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] 10.222.0.25 "GET /v2.0/ports?device_id=365c2ebc-713f-475e-a586-fa68bb6b3064 HTTP/1.1" status: 200 len: 945 time: 0.1658659 May 27 03:45:56.369702 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-95e1c25b-3b39-4178-ab7b-04ba2e16e093 req-4cb93e42-d4e5-41cb-81a2-f77c42aa33fa tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] 10.222.0.25 "GET /v2.0/security-groups?id=dcfd5ce5-c9a4-43d2-814f-e9da7ccf603c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409386 May 27 03:45:56.672119 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9adf583-8d53-4dde-8a0d-87e25b1437d8 req-7b7d2e25-a1f8-455e-9da7-5e89e528cd83 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:56.673571 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-d9adf583-8d53-4dde-8a0d-87e25b1437d8 req-7b7d2e25-a1f8-455e-9da7-5e89e528cd83 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/ports?device_id=e367eb4b-29c5-4f41-b41d-0da84d751fe2 HTTP/1.1" status: 200 len: 943 time: 0.0846126 May 27 03:45:56.718668 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-d9adf583-8d53-4dde-8a0d-87e25b1437d8 req-aab58a38-061a-4503-92c5-327612f39e03 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/security-groups?id=64f0893d-d72b-45fe-a7df-480151aef2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393283 May 27 03:45:57.560379 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7fcd04-62a6-4005-9101-be92b866056b req-dc57ba79-b4aa-4c2d-ba94-0b0d0ccbd481 tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:57.561878 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-be7fcd04-62a6-4005-9101-be92b866056b req-dc57ba79-b4aa-4c2d-ba94-0b0d0ccbd481 tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] 10.222.0.25 "GET /v2.0/ports?device_id=365c2ebc-713f-475e-a586-fa68bb6b3064 HTTP/1.1" status: 200 len: 945 time: 0.0862894 May 27 03:45:57.619806 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-be7fcd04-62a6-4005-9101-be92b866056b req-88f67ab5-9bca-41a0-819b-05bca8b4f804 tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] 10.222.0.25 "GET /v2.0/security-groups?id=dcfd5ce5-c9a4-43d2-814f-e9da7ccf603c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515490 May 27 03:45:57.938382 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0914b9da-fe21-409f-9300-b6ea9c5b8f9e req-a8f92062-5c04-4d86-8afa-c828dfd6697d tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:57.939828 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-0914b9da-fe21-409f-9300-b6ea9c5b8f9e req-a8f92062-5c04-4d86-8afa-c828dfd6697d tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/ports?device_id=e367eb4b-29c5-4f41-b41d-0da84d751fe2 HTTP/1.1" status: 200 len: 943 time: 0.0796373 May 27 03:45:57.989299 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-0914b9da-fe21-409f-9300-b6ea9c5b8f9e req-3c8f9ea7-ee5a-408b-9f4c-58449c9101b1 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/security-groups?id=64f0893d-d72b-45fe-a7df-480151aef2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436618 May 27 03:45:58.796833 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949b745d-afb8-4b31-ad63-32a13a139442 req-e152fc19-6d58-4c81-9c52-6577ad3ae86b tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:58.798781 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-949b745d-afb8-4b31-ad63-32a13a139442 req-e152fc19-6d58-4c81-9c52-6577ad3ae86b tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] 10.222.0.25 "GET /v2.0/ports?device_id=365c2ebc-713f-475e-a586-fa68bb6b3064 HTTP/1.1" status: 200 len: 945 time: 0.0793738 May 27 03:45:58.843252 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-949b745d-afb8-4b31-ad63-32a13a139442 req-ab4cc687-a384-4b41-ae59-6a47fe4458f2 tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] 10.222.0.25 "GET /v2.0/security-groups?id=dcfd5ce5-c9a4-43d2-814f-e9da7ccf603c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386930 May 27 03:45:59.174187 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6c7268-5522-48ba-8973-2201468b4212 req-6af9e96d-fb2c-43bd-9e27-8a76cf36dc91 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:59.175641 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-7d6c7268-5522-48ba-8973-2201468b4212 req-6af9e96d-fb2c-43bd-9e27-8a76cf36dc91 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/ports?device_id=e367eb4b-29c5-4f41-b41d-0da84d751fe2 HTTP/1.1" status: 200 len: 943 time: 0.0798538 May 27 03:45:59.217780 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-7d6c7268-5522-48ba-8973-2201468b4212 req-c4ca7bdf-d2a8-43d7-a61f-7d43ba1f82cf tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/security-groups?id=64f0893d-d72b-45fe-a7df-480151aef2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366435 May 27 03:46:00.041067 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f96aa6-a3dc-4194-a1cc-d8592dacd04a req-cb577836-2b9a-4e76-9eae-67c85db3b0e5 tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:46:00.042566 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-b1f96aa6-a3dc-4194-a1cc-d8592dacd04a req-cb577836-2b9a-4e76-9eae-67c85db3b0e5 tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] 10.222.0.25 "GET /v2.0/ports?device_id=365c2ebc-713f-475e-a586-fa68bb6b3064 HTTP/1.1" status: 200 len: 945 time: 0.0869930 May 27 03:46:00.098183 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-b1f96aa6-a3dc-4194-a1cc-d8592dacd04a req-7472b261-45c2-4e96-96ef-cbba699bad3e tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] 10.222.0.25 "GET /v2.0/security-groups?id=dcfd5ce5-c9a4-43d2-814f-e9da7ccf603c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489459 May 27 03:46:00.422394 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaecbeba-804c-4322-961b-e653d4c852ef req-983503cd-e194-440b-8cb6-0c0f80c0bb13 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:46:00.423894 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-aaecbeba-804c-4322-961b-e653d4c852ef req-983503cd-e194-440b-8cb6-0c0f80c0bb13 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/ports?device_id=e367eb4b-29c5-4f41-b41d-0da84d751fe2 HTTP/1.1" status: 200 len: 943 time: 0.0890617 May 27 03:46:00.471317 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-aaecbeba-804c-4322-961b-e653d4c852ef req-7628196b-ea7e-4725-acb1-fdf748765a2f tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/security-groups?id=64f0893d-d72b-45fe-a7df-480151aef2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415545 May 27 03:46:01.277399 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a5e4df-3f46-4bb2-83e0-bb4f0fd8b5ad req-6ec64b81-bba4-4289-9500-c7b041ff790a tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:46:01.278849 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-62a5e4df-3f46-4bb2-83e0-bb4f0fd8b5ad req-6ec64b81-bba4-4289-9500-c7b041ff790a tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] 10.222.0.25 "GET /v2.0/ports?device_id=365c2ebc-713f-475e-a586-fa68bb6b3064 HTTP/1.1" status: 200 len: 945 time: 0.0788600 May 27 03:46:01.323284 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-62a5e4df-3f46-4bb2-83e0-bb4f0fd8b5ad req-b2d0f997-7d23-435b-ab19-aa9c68c5a152 tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] 10.222.0.25 "GET /v2.0/security-groups?id=dcfd5ce5-c9a4-43d2-814f-e9da7ccf603c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382504 May 27 03:46:01.657288 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d5f7c2-68ee-42bb-ab47-71db177b354b req-0a566f51-5201-43f6-97e1-a0325c5ca0d4 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:46:01.658702 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-93d5f7c2-68ee-42bb-ab47-71db177b354b req-0a566f51-5201-43f6-97e1-a0325c5ca0d4 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/ports?device_id=e367eb4b-29c5-4f41-b41d-0da84d751fe2 HTTP/1.1" status: 200 len: 943 time: 0.0778039 May 27 03:46:01.701728 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-93d5f7c2-68ee-42bb-ab47-71db177b354b req-c6d3f627-b647-4f98-87d8-175e961af751 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/security-groups?id=64f0893d-d72b-45fe-a7df-480151aef2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372455 May 27 03:46:02.511677 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214f245e-2856-4837-bf9d-ff3c9a9f912f req-2888a9bb-1f3f-4fc0-9601-5b59956174fa tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:46:02.513143 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-214f245e-2856-4837-bf9d-ff3c9a9f912f req-2888a9bb-1f3f-4fc0-9601-5b59956174fa tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] 10.222.0.25 "GET /v2.0/ports?device_id=365c2ebc-713f-475e-a586-fa68bb6b3064 HTTP/1.1" status: 200 len: 945 time: 0.0844691 May 27 03:46:02.559304 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-214f245e-2856-4837-bf9d-ff3c9a9f912f req-2ad192ea-9ba1-4725-8d9f-31fdb9c9cd01 tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] 10.222.0.25 "GET /v2.0/security-groups?id=dcfd5ce5-c9a4-43d2-814f-e9da7ccf603c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400083 May 27 03:46:02.890463 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b48ab0c-ef2a-43de-b063-aac99aeeb1f9 req-59503229-6004-4dd8-ba2f-ecfa03880658 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:46:02.891947 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-1b48ab0c-ef2a-43de-b063-aac99aeeb1f9 req-59503229-6004-4dd8-ba2f-ecfa03880658 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/ports?device_id=e367eb4b-29c5-4f41-b41d-0da84d751fe2 HTTP/1.1" status: 200 len: 943 time: 0.0826840 May 27 03:46:02.935789 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-1b48ab0c-ef2a-43de-b063-aac99aeeb1f9 req-95c37c59-d055-43be-8057-0acce29c13cb tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/security-groups?id=64f0893d-d72b-45fe-a7df-480151aef2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382800 May 27 03:46:03.747721 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32b47fb-817f-45ad-8044-b5320b29993f req-daebd4fd-b63a-47a3-b934-4cd49d6f7d0d tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:46:03.749283 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-c32b47fb-817f-45ad-8044-b5320b29993f req-daebd4fd-b63a-47a3-b934-4cd49d6f7d0d tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] 10.222.0.25 "GET /v2.0/ports?device_id=365c2ebc-713f-475e-a586-fa68bb6b3064 HTTP/1.1" status: 200 len: 945 time: 0.0835824 May 27 03:46:03.801704 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-c32b47fb-817f-45ad-8044-b5320b29993f req-2c44ab3e-2abe-4cd9-8b92-df1b12490176 tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] 10.222.0.25 "GET /v2.0/security-groups?id=dcfd5ce5-c9a4-43d2-814f-e9da7ccf603c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466688 May 27 03:46:03.832216 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-70c8e85b-9ee8-45b0-b700-7ee2adebb4c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:04.137666 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5647aa4d-a0dd-462d-822c-8786748a648a req-bacad030-d49f-4937-9f98-1a9b2097c016 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:46:04.139208 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-5647aa4d-a0dd-462d-822c-8786748a648a req-bacad030-d49f-4937-9f98-1a9b2097c016 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/ports?device_id=e367eb4b-29c5-4f41-b41d-0da84d751fe2 HTTP/1.1" status: 200 len: 943 time: 0.0825913 May 27 03:46:04.187744 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-5647aa4d-a0dd-462d-822c-8786748a648a req-996b727d-9415-4744-8e27-e4356b65fb78 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/security-groups?id=64f0893d-d72b-45fe-a7df-480151aef2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425961 May 27 03:46:04.982649 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9686d9-951f-42d8-9c3b-a5000a17d36a req-82273190-a173-4917-8c66-c7a3401bf1d7 tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:46:04.987513 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-6b9686d9-951f-42d8-9c3b-a5000a17d36a req-82273190-a173-4917-8c66-c7a3401bf1d7 tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] 10.222.0.25 "GET /v2.0/ports?device_id=365c2ebc-713f-475e-a586-fa68bb6b3064 HTTP/1.1" status: 200 len: 945 time: 0.0805871 May 27 03:46:05.029621 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-6b9686d9-951f-42d8-9c3b-a5000a17d36a req-f5be23a3-7aef-4e92-a443-75f4842fdf15 tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] 10.222.0.25 "GET /v2.0/security-groups?id=dcfd5ce5-c9a4-43d2-814f-e9da7ccf603c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398493 May 27 03:46:05.379978 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d86de6-f8a3-4592-926d-cfcc05c5af2f req-896d1384-173a-405a-a51e-50e909c6eb39 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:46:05.381471 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-78d86de6-f8a3-4592-926d-cfcc05c5af2f req-896d1384-173a-405a-a51e-50e909c6eb39 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/ports?device_id=e367eb4b-29c5-4f41-b41d-0da84d751fe2 HTTP/1.1" status: 200 len: 943 time: 0.0849140 May 27 03:46:05.426751 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-78d86de6-f8a3-4592-926d-cfcc05c5af2f req-c7f5a923-84a3-43fc-b40c-fb20dc277f12 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/security-groups?id=64f0893d-d72b-45fe-a7df-480151aef2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397267 May 27 03:46:06.219488 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067032df-217a-426c-89aa-773e1c7e1bdf req-222481b1-363e-483e-8ee3-b37d3fad9540 tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:46:06.220946 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-067032df-217a-426c-89aa-773e1c7e1bdf req-222481b1-363e-483e-8ee3-b37d3fad9540 tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] 10.222.0.25 "GET /v2.0/ports?device_id=365c2ebc-713f-475e-a586-fa68bb6b3064 HTTP/1.1" status: 200 len: 945 time: 0.0842352 May 27 03:46:06.270051 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-067032df-217a-426c-89aa-773e1c7e1bdf req-9c0140c5-8236-4b4a-9d25-c3c2893d7cac tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] 10.222.0.25 "GET /v2.0/security-groups?id=dcfd5ce5-c9a4-43d2-814f-e9da7ccf603c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431347 May 27 03:46:06.441715 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-b108d0fd-4c66-4694-862f-701393621f44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:06.475846 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:06.616524 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651dfafe-48cb-4ae4-9700-130ec89a1987 req-4959f94f-45d8-4c22-a6ca-2cfdafc1c9cc tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:46:06.618011 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-651dfafe-48cb-4ae4-9700-130ec89a1987 req-4959f94f-45d8-4c22-a6ca-2cfdafc1c9cc tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/ports?device_id=e367eb4b-29c5-4f41-b41d-0da84d751fe2 HTTP/1.1" status: 200 len: 943 time: 0.0810874 May 27 03:46:06.665895 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-651dfafe-48cb-4ae4-9700-130ec89a1987 req-5fe02833-d45a-4ca0-99ed-8faed12a616f tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/security-groups?id=64f0893d-d72b-45fe-a7df-480151aef2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423648 May 27 03:46:07.453706 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1698f94c-b46c-414c-ab18-364ef00815de req-38975047-3d0d-4061-a7f5-ba0afc4bba23 tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:46:07.455149 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-1698f94c-b46c-414c-ab18-364ef00815de req-38975047-3d0d-4061-a7f5-ba0afc4bba23 tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] 10.222.0.25 "GET /v2.0/ports?device_id=365c2ebc-713f-475e-a586-fa68bb6b3064 HTTP/1.1" status: 200 len: 945 time: 0.0805805 May 27 03:46:07.499759 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-1698f94c-b46c-414c-ab18-364ef00815de req-ab3e256d-e3c6-45b2-a956-f2def63dd793 tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] 10.222.0.25 "GET /v2.0/security-groups?id=dcfd5ce5-c9a4-43d2-814f-e9da7ccf603c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387664 May 27 03:46:07.694825 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-e3613943-0892-48bd-9358-60eb59884bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:07.859211 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001078bf-b495-46e1-9c4d-fcd4204a3e52 req-c59cda46-dee7-422f-8723-a69c1e867851 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:46:07.860848 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-001078bf-b495-46e1-9c4d-fcd4204a3e52 req-c59cda46-dee7-422f-8723-a69c1e867851 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/ports?device_id=e367eb4b-29c5-4f41-b41d-0da84d751fe2 HTTP/1.1" status: 200 len: 943 time: 0.0821042 May 27 03:46:07.904433 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-001078bf-b495-46e1-9c4d-fcd4204a3e52 req-3bdf4470-c32c-489e-9bc3-e59e70ea187a tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/security-groups?id=64f0893d-d72b-45fe-a7df-480151aef2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379791 May 27 03:46:08.000630 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd247714-b652-4fc9-ba33-f65dab4ea6ac req-1239e31e-c036-4a8f-80cd-9f0d74ea7980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:46:08.002056 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-dd247714-b652-4fc9-ba33-f65dab4ea6ac req-1239e31e-c036-4a8f-80cd-9f0d74ea7980 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=365c2ebc-713f-475e-a586-fa68bb6b3064 HTTP/1.1" status: 200 len: 1098 time: 0.0730393 May 27 03:46:08.043117 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-dd247714-b652-4fc9-ba33-f65dab4ea6ac req-a36f4c42-342a-452f-909e-d99242ffff27 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=dcfd5ce5-c9a4-43d2-814f-e9da7ccf603c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336788 May 27 03:46:08.686880 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c45859e-eca7-4e56-930c-1a869b758dbc req-181d01c5-8fa6-410f-8030-321e8c09aec9 tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:46:08.689068 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-8c45859e-eca7-4e56-930c-1a869b758dbc req-181d01c5-8fa6-410f-8030-321e8c09aec9 tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] 10.222.0.25 "GET /v2.0/ports?device_id=365c2ebc-713f-475e-a586-fa68bb6b3064 HTTP/1.1" status: 200 len: 945 time: 0.0845902 May 27 03:46:08.732796 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-8c45859e-eca7-4e56-930c-1a869b758dbc req-f2136760-a970-42ba-b7c5-8b8b095bde6c tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] 10.222.0.25 "GET /v2.0/security-groups?id=dcfd5ce5-c9a4-43d2-814f-e9da7ccf603c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380433 May 27 03:46:09.197028 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd31b42b-8df2-4cda-ab0b-c8eace0d3f6b req-939c7829-0199-4c39-b008-633cece592f0 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:46:09.198482 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-dd31b42b-8df2-4cda-ab0b-c8eace0d3f6b req-939c7829-0199-4c39-b008-633cece592f0 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/ports?device_id=e367eb4b-29c5-4f41-b41d-0da84d751fe2 HTTP/1.1" status: 200 len: 943 time: 0.0793643 May 27 03:46:09.243038 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-dd31b42b-8df2-4cda-ab0b-c8eace0d3f6b req-40215431-d64a-481e-8dfa-19bae41dde4b tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/security-groups?id=64f0893d-d72b-45fe-a7df-480151aef2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384984 May 27 03:46:09.311642 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-3af0ace6-547d-4950-9fe5-73e267668fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:09.918569 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb471c87-3a5a-4723-9b52-eb407bc613f7 req-d775d957-f88a-4d8c-a713-cfb12be53435 tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:46:09.920040 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-eb471c87-3a5a-4723-9b52-eb407bc613f7 req-d775d957-f88a-4d8c-a713-cfb12be53435 tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] 10.222.0.25 "GET /v2.0/ports?device_id=365c2ebc-713f-475e-a586-fa68bb6b3064 HTTP/1.1" status: 200 len: 945 time: 0.0791073 May 27 03:46:09.969385 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-eb471c87-3a5a-4723-9b52-eb407bc613f7 req-865e0786-de6e-4c05-9d66-a9aab49a0a24 tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] 10.222.0.25 "GET /v2.0/security-groups?id=dcfd5ce5-c9a4-43d2-814f-e9da7ccf603c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435839 May 27 03:46:10.383451 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 59618) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:46:10.436124 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71f2f75-d55b-4dec-a4a2-205da5ec8a26 req-c24df874-dbbb-4d83-b581-86e9222e4432 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:46:10.437717 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-b71f2f75-d55b-4dec-a4a2-205da5ec8a26 req-c24df874-dbbb-4d83-b581-86e9222e4432 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/ports?device_id=e367eb4b-29c5-4f41-b41d-0da84d751fe2 HTTP/1.1" status: 200 len: 943 time: 0.0860434 May 27 03:46:10.483444 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-b71f2f75-d55b-4dec-a4a2-205da5ec8a26 req-d6a6e70a-3be1-4b6c-bc0d-e44795a06e19 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/security-groups?id=64f0893d-d72b-45fe-a7df-480151aef2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399573 May 27 03:46:10.517042 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-bb0565af-71c2-49b8-8fa0-c2789a3793a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:10.531918 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-bb0565af-71c2-49b8-8fa0-c2789a3793a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:46:10.535979 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-bb0565af-71c2-49b8-8fa0-c2789a3793a5 admin admin] Usage tracker for resource:security_group_rule and tenant:3d724dad7c504c4dba9285b7936121c4 is out of sync, need to count used quota {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:46:10.539289 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-bb0565af-71c2-49b8-8fa0-c2789a3793a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:46:10.545176 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-bb0565af-71c2-49b8-8fa0-c2789a3793a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:46:10.627450 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-bb0565af-71c2-49b8-8fa0-c2789a3793a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:10.699814 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-bb0565af-71c2-49b8-8fa0-c2789a3793a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:10.708298 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-362c956f-bb53-4bcc-8a04-2fb15d4ca12f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:46:10.748063 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-bb0565af-71c2-49b8-8fa0-c2789a3793a5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3d724dad7c504c4dba9285b7936121c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3634973 May 27 03:46:10.749730 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0565af-71c2-49b8-8fa0-c2789a3793a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e25a8648-292c-4370-b4f1-45735b297722,revision_number=1']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:46:10.750770 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.wsgi [-] (98851) accepted ('10.222.0.25', 59626) {{(pid=98851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:46:10.757380 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0565af-71c2-49b8-8fa0-c2789a3793a5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:46:10.757746 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0565af-71c2-49b8-8fa0-c2789a3793a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:46:10.758117 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0565af-71c2-49b8-8fa0-c2789a3793a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:46:10.758472 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0565af-71c2-49b8-8fa0-c2789a3793a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:46:10.758832 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0565af-71c2-49b8-8fa0-c2789a3793a5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:46:10.759186 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0565af-71c2-49b8-8fa0-c2789a3793a5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:46:10.759536 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0565af-71c2-49b8-8fa0-c2789a3793a5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:46:10.759884 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0565af-71c2-49b8-8fa0-c2789a3793a5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:46:10.760236 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0565af-71c2-49b8-8fa0-c2789a3793a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:46:10.760602 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0565af-71c2-49b8-8fa0-c2789a3793a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:46:10.760945 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0565af-71c2-49b8-8fa0-c2789a3793a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:46:10.761304 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0565af-71c2-49b8-8fa0-c2789a3793a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:46:10.765323 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-bb0565af-71c2-49b8-8fa0-c2789a3793a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:46:10.818209 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-76d36a6a-c15b-4890-8408-e1ff71fbe96f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:10.846828 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-76d36a6a-c15b-4890-8408-e1ff71fbe96f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:11.012917 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-76d36a6a-c15b-4890-8408-e1ff71fbe96f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:11.017753 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-9c0499bd-5850-4055-a7d9-6cd47a0cb0f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:46:11.030726 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d36a6a-c15b-4890-8408-e1ff71fbe96f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e25a8648-292c-4370-b4f1-45735b297722,revision_number=None']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:46:11.041218 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d36a6a-c15b-4890-8408-e1ff71fbe96f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:46:11.041578 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d36a6a-c15b-4890-8408-e1ff71fbe96f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:46:11.041928 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d36a6a-c15b-4890-8408-e1ff71fbe96f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:46:11.042277 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d36a6a-c15b-4890-8408-e1ff71fbe96f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:46:11.042619 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d36a6a-c15b-4890-8408-e1ff71fbe96f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:46:11.042960 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d36a6a-c15b-4890-8408-e1ff71fbe96f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:46:11.043297 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d36a6a-c15b-4890-8408-e1ff71fbe96f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:46:11.043633 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d36a6a-c15b-4890-8408-e1ff71fbe96f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:46:11.043969 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d36a6a-c15b-4890-8408-e1ff71fbe96f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:46:11.044302 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d36a6a-c15b-4890-8408-e1ff71fbe96f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:46:11.044663 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d36a6a-c15b-4890-8408-e1ff71fbe96f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:46:11.044993 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d36a6a-c15b-4890-8408-e1ff71fbe96f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:46:11.048031 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-76d36a6a-c15b-4890-8408-e1ff71fbe96f admin admin] Notify callbacks [] for security_group, before_response {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:11.049133 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [None req-76d36a6a-c15b-4890-8408-e1ff71fbe96f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e25a8648-292c-4370-b4f1-45735b297722 HTTP/1.1" status: 204 len: 168 time: 0.2973208 May 27 03:46:11.049969 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-76d36a6a-c15b-4890-8408-e1ff71fbe96f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:46:11.612372 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.wsgi [-] (98851) accepted ('10.222.0.25', 59654) {{(pid=98851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:46:11.630551 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-bced8253-d4e4-454e-b7b2-9635245876b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:11.646123 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.quota.driver [None req-bced8253-d4e4-454e-b7b2-9635245876b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:46:11.650050 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [None req-bced8253-d4e4-454e-b7b2-9635245876b3 admin admin] Usage tracker for resource:security_group_rule and tenant:855a03b0d8f74a83b218ee3c6a3ad688 is out of sync, need to count used quota {{(pid=98851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:46:11.652945 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [None req-bced8253-d4e4-454e-b7b2-9635245876b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:46:11.659183 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.quota.driver [None req-bced8253-d4e4-454e-b7b2-9635245876b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:46:11.701145 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b5ce4f-1def-4aaa-aa68-7bc9465340da req-0997ced8-72d3-42af-adab-d5c89de4a8c7 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:46:11.702721 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-d7b5ce4f-1def-4aaa-aa68-7bc9465340da req-0997ced8-72d3-42af-adab-d5c89de4a8c7 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/ports?device_id=e367eb4b-29c5-4f41-b41d-0da84d751fe2 HTTP/1.1" status: 200 len: 943 time: 0.0945902 May 27 03:46:11.752172 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-bced8253-d4e4-454e-b7b2-9635245876b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:11.756465 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-d7b5ce4f-1def-4aaa-aa68-7bc9465340da req-a1a01f87-fc1d-49be-99f6-bbc7f6dc4bb3 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/security-groups?id=64f0893d-d72b-45fe-a7df-480151aef2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468824 May 27 03:46:11.814674 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-bced8253-d4e4-454e-b7b2-9635245876b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:11.822575 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-9075e0ab-bb3b-435a-9b76-3d5f8351adee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:46:11.866195 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [None req-bced8253-d4e4-454e-b7b2-9635245876b3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=855a03b0d8f74a83b218ee3c6a3ad688&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2526011 May 27 03:46:11.867027 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bced8253-d4e4-454e-b7b2-9635245876b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2c0d3f7-db48-420d-bcd8-85b9882269f9,revision_number=1']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:46:11.868852 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 59660) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:46:11.870598 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-bced8253-d4e4-454e-b7b2-9635245876b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:46:11.933985 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-03a12b4c-8694-44f3-905f-3a55787f9d6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:11.962082 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-03a12b4c-8694-44f3-905f-3a55787f9d6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:12.060643 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-03a12b4c-8694-44f3-905f-3a55787f9d6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:12.065061 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-94c67d90-2c20-4906-a18d-2bd54b177be6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:46:12.077981 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a12b4c-8694-44f3-905f-3a55787f9d6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2c0d3f7-db48-420d-bcd8-85b9882269f9,revision_number=None']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:46:12.080992 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-03a12b4c-8694-44f3-905f-3a55787f9d6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:46:12.088743 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-03a12b4c-8694-44f3-905f-3a55787f9d6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:12.092911 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-03a12b4c-8694-44f3-905f-3a55787f9d6d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e2c0d3f7-db48-420d-bcd8-85b9882269f9 HTTP/1.1" status: 204 len: 168 time: 0.2200022 May 27 03:46:12.958333 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b766f0cb-73a9-447b-ae13-1665016ff701 req-534b3fbc-ad55-4961-8fa8-e63020504d19 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:46:12.960002 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-b766f0cb-73a9-447b-ae13-1665016ff701 req-534b3fbc-ad55-4961-8fa8-e63020504d19 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/ports?device_id=e367eb4b-29c5-4f41-b41d-0da84d751fe2 HTTP/1.1" status: 200 len: 943 time: 0.0863304 May 27 03:46:13.091984 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-b766f0cb-73a9-447b-ae13-1665016ff701 req-bb2623a1-9e4d-4cab-8f1c-7f9303809fd9 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/security-groups?id=64f0893d-d72b-45fe-a7df-480151aef2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1262550 May 27 03:46:14.289981 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd64e3c2-6fa6-4230-a264-28f63de78fe8 req-92307326-ced8-4e82-b40a-e747ed197bf1 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:46:14.291445 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-dd64e3c2-6fa6-4230-a264-28f63de78fe8 req-92307326-ced8-4e82-b40a-e747ed197bf1 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/ports?device_id=e367eb4b-29c5-4f41-b41d-0da84d751fe2 HTTP/1.1" status: 200 len: 943 time: 0.0868044 May 27 03:46:14.339193 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-dd64e3c2-6fa6-4230-a264-28f63de78fe8 req-43a46e4c-beb2-4a02-ace0-a2229cffffa8 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/security-groups?id=64f0893d-d72b-45fe-a7df-480151aef2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422575 May 27 03:46:15.534788 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3765c416-7cfa-4504-898d-6a9ebf861180 req-88e2d248-8549-4c7e-81ae-a07193d6d06d tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:46:15.536272 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-3765c416-7cfa-4504-898d-6a9ebf861180 req-88e2d248-8549-4c7e-81ae-a07193d6d06d tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/ports?device_id=e367eb4b-29c5-4f41-b41d-0da84d751fe2 HTTP/1.1" status: 200 len: 943 time: 0.0825989 May 27 03:46:15.589199 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-3765c416-7cfa-4504-898d-6a9ebf861180 req-73133c89-b504-47ff-bce3-ac963cbc58b6 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/security-groups?id=64f0893d-d72b-45fe-a7df-480151aef2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435860 May 27 03:46:15.846381 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.agents_db [None req-9826b012-bfd7-43dd-a737-969f574491ef None None] Agent healthcheck: found 6 active agents {{(pid=98854) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 03:46:16.787954 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac142c6-efe6-44af-94ae-1f56b108f428 req-95d402e5-f720-41b7-9c14-e46388f85bcd tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:46:16.789467 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-4ac142c6-efe6-44af-94ae-1f56b108f428 req-95d402e5-f720-41b7-9c14-e46388f85bcd tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/ports?device_id=e367eb4b-29c5-4f41-b41d-0da84d751fe2 HTTP/1.1" status: 200 len: 943 time: 0.0839038 May 27 03:46:16.835473 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-4ac142c6-efe6-44af-94ae-1f56b108f428 req-967c22b9-8328-43d0-bcb4-a3ea07db8971 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/security-groups?id=64f0893d-d72b-45fe-a7df-480151aef2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404313 May 27 03:46:16.916495 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Device 396ee32c-72a8-43ea-b35c-f0de6de19d7a details requested by agent hyperv_hv-cinder-79326 with host hv-cinder-79326 {{(pid=98853) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:46:17.052547 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.db [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] For port 396ee32c-72a8-43ea-b35c-f0de6de19d7a, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=396ee32c-72a8-43ea-b35c-f0de6de19d7a,segment=NetworkSegment(5baf6fec-eb5b-47d6-b1b0-298ebe932b07),segment_id=5baf6fec-eb5b-47d6-b1b0-298ebe932b07)] {{(pid=98853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:46:17.066209 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Returning: {'device': '396ee32c-72a8-43ea-b35c-f0de6de19d7a', 'network_id': 'f65a0cca-1ebc-4ae6-b01b-5fdf0f05198a', 'port_id': '396ee32c-72a8-43ea-b35c-f0de6de19d7a', 'mac_address': 'fa:16:3e:29:db:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82530ddc-ffd6-4079-8434-d6a04187e8aa', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98853) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:46:17.120339 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:17.138311 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.notifiers.nova [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 396ee32c-72a8-43ea-b35c-f0de6de19d7a {{(pid=98853) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:46:17.153872 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.db [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] For port 396ee32c-72a8-43ea-b35c-f0de6de19d7a, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=396ee32c-72a8-43ea-b35c-f0de6de19d7a,segment=NetworkSegment(5baf6fec-eb5b-47d6-b1b0-298ebe932b07),segment_id=5baf6fec-eb5b-47d6-b1b0-298ebe932b07)] {{(pid=98853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:46:17.237438 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786481721483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786481287406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786481291807'] for port, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:17.239996 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:46:17.320380 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Pushing event updated for resources: {'Port': ['ID=396ee32c-72a8-43ea-b35c-f0de6de19d7a,revision_number=9']} {{(pid=98853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:46:17.327778 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:46:17.328125 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:46:17.328489 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:46:17.328827 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:46:17.329158 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:46:17.329488 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:46:17.329815 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:46:17.330138 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:46:17.330463 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:46:17.330787 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:46:17.331108 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:46:17.331428 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:46:17.336466 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:46:17.385922 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:17.719003 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.db [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] get_ports_and_sgs() called for port_ids ['396ee32c-72a8-43ea-b35c-f0de6de19d7a'] {{(pid=98853) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 03:46:18.025909 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38546b3-29bd-4cad-8a06-a21781b66b04 req-71dcad6f-07ab-4efd-bf4a-ed908df9adc1 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:46:18.027452 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-b38546b3-29bd-4cad-8a06-a21781b66b04 req-71dcad6f-07ab-4efd-bf4a-ed908df9adc1 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/ports?device_id=e367eb4b-29c5-4f41-b41d-0da84d751fe2 HTTP/1.1" status: 200 len: 944 time: 0.0813668 May 27 03:46:18.071333 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-b38546b3-29bd-4cad-8a06-a21781b66b04 req-d0d2ac6d-ea81-4268-9a14-f643ea03643f tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/security-groups?id=64f0893d-d72b-45fe-a7df-480151aef2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380113 May 27 03:46:18.935443 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Device 396ee32c-72a8-43ea-b35c-f0de6de19d7a up at agent hyperv_hv-cinder-79326 {{(pid=98853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:46:19.010934 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Provisioning complete for port 396ee32c-72a8-43ea-b35c-f0de6de19d7a triggered by entity L2. {{(pid=98853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:46:19.010934 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487713'] for port, provisioning_complete {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:19.127499 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:19.158024 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e367eb4b-29c5-4f41-b41d-0da84d751fe2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '396ee32c-72a8-43ea-b35c-f0de6de19d7a'}] {{(pid=98853) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:46:19.170954 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.db [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] For port 396ee32c-72a8-43ea-b35c-f0de6de19d7a, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=396ee32c-72a8-43ea-b35c-f0de6de19d7a,segment=NetworkSegment(5baf6fec-eb5b-47d6-b1b0-298ebe932b07),segment_id=5baf6fec-eb5b-47d6-b1b0-298ebe932b07)] {{(pid=98853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:46:19.208758 dv-cinder-793264-1-iscsi neutron-server[98853]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e367eb4b-29c5-4f41-b41d-0da84d751fe2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '396ee32c-72a8-43ea-b35c-f0de6de19d7a', 'code': 200} May 27 03:46:19.247642 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786481721483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786481287406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786481291807'] for port, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:19.249553 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:46:19.270741 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3ff347-b205-461a-b1f2-4a061730d029 req-160a2c07-e306-48e3-add1-8c2b8e758765 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:46:19.274277 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-1d3ff347-b205-461a-b1f2-4a061730d029 req-160a2c07-e306-48e3-add1-8c2b8e758765 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/ports?device_id=e367eb4b-29c5-4f41-b41d-0da84d751fe2 HTTP/1.1" status: 200 len: 944 time: 0.0880289 May 27 03:46:19.317683 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Pushing event updated for resources: {'Port': ['ID=396ee32c-72a8-43ea-b35c-f0de6de19d7a,revision_number=10']} {{(pid=98853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:46:19.320749 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:46:19.322202 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-1d3ff347-b205-461a-b1f2-4a061730d029 req-0b406a22-66cc-43ef-a20f-d2287323aa25 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/security-groups?id=64f0893d-d72b-45fe-a7df-480151aef2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407441 May 27 03:46:20.159465 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2389813d-156b-4f77-b58b-a6998fb8eb36 req-f5309996-c923-4650-b56a-18f3c4f2487b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:46:20.161195 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-2389813d-156b-4f77-b58b-a6998fb8eb36 req-f5309996-c923-4650-b56a-18f3c4f2487b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e367eb4b-29c5-4f41-b41d-0da84d751fe2 HTTP/1.1" status: 200 len: 1099 time: 0.1759315 May 27 03:46:20.211302 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-2389813d-156b-4f77-b58b-a6998fb8eb36 req-82434689-b7be-4030-9979-244ba5f4bcca service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=64f0893d-d72b-45fe-a7df-480151aef2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357196 May 27 03:46:20.604755 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 59792) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:46:20.665914 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76896069-b617-4d06-964d-debbb824884a req-1e5e3ccc-0bc4-4bfa-9679-ceb793bf7227 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:46:20.667365 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-76896069-b617-4d06-964d-debbb824884a req-1e5e3ccc-0bc4-4bfa-9679-ceb793bf7227 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/ports?device_id=e367eb4b-29c5-4f41-b41d-0da84d751fe2 HTTP/1.1" status: 200 len: 946 time: 0.0832129 May 27 03:46:20.716165 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-76896069-b617-4d06-964d-debbb824884a req-3f08cdfc-4a44-4276-ac0f-a2b9d39cebde tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/security-groups?id=64f0893d-d72b-45fe-a7df-480151aef2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428891 May 27 03:46:20.724760 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-1568af9a-2a92-4a16-a658-513cdb43e66a admin admin] Notify callbacks [] for security_group, before_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:20.740164 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-1568af9a-2a92-4a16-a658-513cdb43e66a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:46:20.743652 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-1568af9a-2a92-4a16-a658-513cdb43e66a admin admin] Usage tracker for resource:security_group_rule and tenant:d33d128e08b2491ab2aad9bdef325681 is out of sync, need to count used quota {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:46:20.746490 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-1568af9a-2a92-4a16-a658-513cdb43e66a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:46:20.752180 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-1568af9a-2a92-4a16-a658-513cdb43e66a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:46:20.833824 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-1568af9a-2a92-4a16-a658-513cdb43e66a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:20.900286 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-1568af9a-2a92-4a16-a658-513cdb43e66a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:20.907781 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-0ac0a5d6-0097-4e09-9e8d-b58384ff6809 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:46:21.031645 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-1568af9a-2a92-4a16-a658-513cdb43e66a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d33d128e08b2491ab2aad9bdef325681&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4257746 May 27 03:46:21.032446 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1568af9a-2a92-4a16-a658-513cdb43e66a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ad5629e-4fcf-42a0-877f-c41e0804f7f4,revision_number=1']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:46:21.034332 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.wsgi [-] (98851) accepted ('10.222.0.25', 59800) {{(pid=98851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:46:21.035402 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-1568af9a-2a92-4a16-a658-513cdb43e66a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:46:21.097264 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-2b5d027d-1165-4f46-ac7b-07fc8d7a7e4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:21.122370 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-2b5d027d-1165-4f46-ac7b-07fc8d7a7e4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:21.260492 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-2b5d027d-1165-4f46-ac7b-07fc8d7a7e4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:21.264241 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-309128a2-7f1b-4f72-bc20-e94c322b4bc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:46:21.277281 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5d027d-1165-4f46-ac7b-07fc8d7a7e4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ad5629e-4fcf-42a0-877f-c41e0804f7f4,revision_number=None']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:46:21.281090 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-2b5d027d-1165-4f46-ac7b-07fc8d7a7e4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:46:21.286400 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-2b5d027d-1165-4f46-ac7b-07fc8d7a7e4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:21.287793 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [None req-2b5d027d-1165-4f46-ac7b-07fc8d7a7e4c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2ad5629e-4fcf-42a0-877f-c41e0804f7f4 HTTP/1.1" status: 204 len: 168 time: 0.2523458 May 27 03:46:21.883076 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.wsgi [-] (98851) accepted ('10.222.0.25', 59826) {{(pid=98851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:46:21.907795 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-c07fd2ba-3def-4204-946d-19a71aa7573c admin admin] Notify callbacks [] for security_group, before_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:21.924678 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.quota.driver [None req-c07fd2ba-3def-4204-946d-19a71aa7573c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:46:21.928597 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee97b46-6a5e-496d-ab05-a8ddc65654cf req-b6563738-9ff5-4cf2-abb1-b33e1536fdd4 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:46:21.929085 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [None req-c07fd2ba-3def-4204-946d-19a71aa7573c admin admin] Usage tracker for resource:security_group_rule and tenant:4ee302a38884425091935d4a9befd542 is out of sync, need to count used quota {{(pid=98851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:46:21.930074 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-eee97b46-6a5e-496d-ab05-a8ddc65654cf req-b6563738-9ff5-4cf2-abb1-b33e1536fdd4 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/ports?device_id=e367eb4b-29c5-4f41-b41d-0da84d751fe2 HTTP/1.1" status: 200 len: 946 time: 0.0866752 May 27 03:46:21.931534 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [None req-c07fd2ba-3def-4204-946d-19a71aa7573c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:46:21.937352 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.quota.driver [None req-c07fd2ba-3def-4204-946d-19a71aa7573c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:46:21.976515 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-eee97b46-6a5e-496d-ab05-a8ddc65654cf req-d8eb3711-30c8-4b86-9389-96df9f83f132 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/security-groups?id=64f0893d-d72b-45fe-a7df-480151aef2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405712 May 27 03:46:22.024743 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-c07fd2ba-3def-4204-946d-19a71aa7573c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:22.094206 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-c07fd2ba-3def-4204-946d-19a71aa7573c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:22.102201 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-15f2052c-9409-462c-bf7c-43d2b8772f23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:46:22.142118 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07fd2ba-3def-4204-946d-19a71aa7573c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ed36966-54df-4da0-9838-ad683d403cf2,revision_number=1']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:46:22.148311 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [None req-c07fd2ba-3def-4204-946d-19a71aa7573c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4ee302a38884425091935d4a9befd542&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2642012 May 27 03:46:22.149288 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-c07fd2ba-3def-4204-946d-19a71aa7573c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:46:22.150248 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.wsgi [-] (98851) accepted ('10.222.0.25', 59842) {{(pid=98851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:46:22.211228 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-190e3339-c2b6-4abd-98f7-9c8c4da75376 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:22.237245 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-190e3339-c2b6-4abd-98f7-9c8c4da75376 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:22.386103 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-190e3339-c2b6-4abd-98f7-9c8c4da75376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:22.390008 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-9112e4aa-95a7-4a20-bc50-43502308dfa7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:46:22.403963 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190e3339-c2b6-4abd-98f7-9c8c4da75376 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ed36966-54df-4da0-9838-ad683d403cf2,revision_number=None']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:46:22.406222 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-190e3339-c2b6-4abd-98f7-9c8c4da75376 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:46:22.409619 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-190e3339-c2b6-4abd-98f7-9c8c4da75376 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:22.411819 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [None req-190e3339-c2b6-4abd-98f7-9c8c4da75376 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9ed36966-54df-4da0-9838-ad683d403cf2 HTTP/1.1" status: 204 len: 168 time: 0.2607980 May 27 03:46:23.168248 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624aa46e-12c7-4acb-971e-4bcbea5e9563 req-70ada3d7-5391-40c0-bd33-af394752e9dd tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:46:23.169732 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-624aa46e-12c7-4acb-971e-4bcbea5e9563 req-70ada3d7-5391-40c0-bd33-af394752e9dd tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/ports?device_id=e367eb4b-29c5-4f41-b41d-0da84d751fe2 HTTP/1.1" status: 200 len: 946 time: 0.0804806 May 27 03:46:23.217705 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-624aa46e-12c7-4acb-971e-4bcbea5e9563 req-2184f93a-5698-45ca-b9b2-e6d2178183f9 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/security-groups?id=64f0893d-d72b-45fe-a7df-480151aef2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417325 May 27 03:46:24.417657 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64412400-8dd0-47c8-b307-c5605c5b0357 req-15ca75a8-2e91-4362-9099-c404bb18ddf2 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:46:24.419337 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-64412400-8dd0-47c8-b307-c5605c5b0357 req-15ca75a8-2e91-4362-9099-c404bb18ddf2 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/ports?device_id=e367eb4b-29c5-4f41-b41d-0da84d751fe2 HTTP/1.1" status: 200 len: 946 time: 0.0854480 May 27 03:46:24.465375 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-64412400-8dd0-47c8-b307-c5605c5b0357 req-9bd78691-6bbf-4280-87d2-45b5b690cc6a tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/security-groups?id=64f0893d-d72b-45fe-a7df-480151aef2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400236 May 27 03:46:25.500175 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.wsgi [-] (98851) accepted ('10.222.0.25', 59950) {{(pid=98851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:46:25.614807 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-7a6847e9-8894-4975-85c9-120f9066190b admin admin] Notify callbacks [] for security_group, before_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:25.629163 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.quota.driver [None req-7a6847e9-8894-4975-85c9-120f9066190b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:46:25.632850 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [None req-7a6847e9-8894-4975-85c9-120f9066190b admin admin] Usage tracker for resource:security_group_rule and tenant:fb1b5430461a45819b688adc26ba93cf is out of sync, need to count used quota {{(pid=98851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:46:25.635601 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [None req-7a6847e9-8894-4975-85c9-120f9066190b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:46:25.641868 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.quota.driver [None req-7a6847e9-8894-4975-85c9-120f9066190b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:46:25.720839 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-7a6847e9-8894-4975-85c9-120f9066190b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:25.791173 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-7a6847e9-8894-4975-85c9-120f9066190b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:25.798665 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-2d17beb0-8769-4e13-b69e-e83c14e0879f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:46:25.838954 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [None req-7a6847e9-8894-4975-85c9-120f9066190b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fb1b5430461a45819b688adc26ba93cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3371935 May 27 03:46:25.839826 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6847e9-8894-4975-85c9-120f9066190b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84c03f7e-6d20-4df6-ae6a-edd387940381,revision_number=1']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:46:25.841749 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 59956) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:46:25.842812 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-7a6847e9-8894-4975-85c9-120f9066190b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:46:25.899834 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-4504c3c3-15bb-4940-83b9-492d26ab04a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:25.925517 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-4504c3c3-15bb-4940-83b9-492d26ab04a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:26.042717 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-4504c3c3-15bb-4940-83b9-492d26ab04a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:26.046468 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-ffdf41ec-9e41-4cc9-96a7-62739e9a4955 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:46:26.061928 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4504c3c3-15bb-4940-83b9-492d26ab04a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84c03f7e-6d20-4df6-ae6a-edd387940381,revision_number=None']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:46:26.065997 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-4504c3c3-15bb-4940-83b9-492d26ab04a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:46:26.073663 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-4504c3c3-15bb-4940-83b9-492d26ab04a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:26.074760 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-4504c3c3-15bb-4940-83b9-492d26ab04a2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/84c03f7e-6d20-4df6-ae6a-edd387940381 HTTP/1.1" status: 204 len: 168 time: 0.2319779 May 27 03:46:26.614647 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 59966) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:46:26.632086 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-41b636f2-4ea2-4389-bf5b-94f40c8ee05a admin admin] Notify callbacks [] for security_group, before_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:26.646555 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-41b636f2-4ea2-4389-bf5b-94f40c8ee05a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:46:26.650305 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-41b636f2-4ea2-4389-bf5b-94f40c8ee05a admin admin] Usage tracker for resource:security_group_rule and tenant:462d5b5c100b4f8c9fec964887c0f1f5 is out of sync, need to count used quota {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:46:26.653079 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-41b636f2-4ea2-4389-bf5b-94f40c8ee05a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:46:26.659251 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-41b636f2-4ea2-4389-bf5b-94f40c8ee05a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:46:26.737102 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-41b636f2-4ea2-4389-bf5b-94f40c8ee05a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:26.808325 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-41b636f2-4ea2-4389-bf5b-94f40c8ee05a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:26.816937 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-5cb639e9-cbd6-4359-8d8e-7b542e086bf8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:46:26.856042 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-41b636f2-4ea2-4389-bf5b-94f40c8ee05a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=462d5b5c100b4f8c9fec964887c0f1f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2403612 May 27 03:46:26.857664 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b636f2-4ea2-4389-bf5b-94f40c8ee05a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2565ef86-a69c-4a05-b9f2-79f85fc9cf0a,revision_number=1']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:46:26.858768 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.wsgi [-] (98851) accepted ('10.222.0.25', 59970) {{(pid=98851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:46:26.860578 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-41b636f2-4ea2-4389-bf5b-94f40c8ee05a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:46:26.921149 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-10656a43-3377-4f11-9b95-54b49a21c0ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:26.946866 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-10656a43-3377-4f11-9b95-54b49a21c0ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:27.088310 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-10656a43-3377-4f11-9b95-54b49a21c0ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:27.092996 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-76d36a6a-c15b-4890-8408-e1ff71fbe96f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:46:27.104516 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10656a43-3377-4f11-9b95-54b49a21c0ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2565ef86-a69c-4a05-b9f2-79f85fc9cf0a,revision_number=None']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:46:27.108226 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-10656a43-3377-4f11-9b95-54b49a21c0ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:46:27.113498 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-10656a43-3377-4f11-9b95-54b49a21c0ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:27.114601 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [None req-10656a43-3377-4f11-9b95-54b49a21c0ca admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2565ef86-a69c-4a05-b9f2-79f85fc9cf0a HTTP/1.1" status: 204 len: 168 time: 0.2548802 May 27 03:46:29.793832 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 60036) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:46:29.910867 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-f1dbeff1-42a9-435f-8f7a-f0318858f95b admin admin] Notify callbacks [] for security_group, before_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:29.925436 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-f1dbeff1-42a9-435f-8f7a-f0318858f95b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:46:29.929227 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-f1dbeff1-42a9-435f-8f7a-f0318858f95b admin admin] Usage tracker for resource:security_group_rule and tenant:93ec31ef01544ff692f7188e710ce905 is out of sync, need to count used quota {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:46:29.931989 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-f1dbeff1-42a9-435f-8f7a-f0318858f95b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:46:29.937698 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-f1dbeff1-42a9-435f-8f7a-f0318858f95b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:46:30.018497 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-f1dbeff1-42a9-435f-8f7a-f0318858f95b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:30.065159 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-f1dbeff1-42a9-435f-8f7a-f0318858f95b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:30.077521 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-fd1d57c6-2ca1-4e6d-9234-d60451a04bc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:46:30.117066 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-f1dbeff1-42a9-435f-8f7a-f0318858f95b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=93ec31ef01544ff692f7188e710ce905&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3221591 May 27 03:46:30.118714 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dbeff1-42a9-435f-8f7a-f0318858f95b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59402a1f-c3f2-4fe3-a97b-d24c8adf0af2,revision_number=1']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:46:30.119877 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.wsgi [-] (98851) accepted ('10.222.0.25', 60044) {{(pid=98851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:46:30.121718 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-f1dbeff1-42a9-435f-8f7a-f0318858f95b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:46:30.177815 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-84bd0a30-6b91-4ebe-a498-a5edd45f25d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:30.202720 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-84bd0a30-6b91-4ebe-a498-a5edd45f25d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:30.328364 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-84bd0a30-6b91-4ebe-a498-a5edd45f25d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:30.333195 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-dcf82969-709e-4518-b945-14bd09fee5d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:46:30.346271 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bd0a30-6b91-4ebe-a498-a5edd45f25d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59402a1f-c3f2-4fe3-a97b-d24c8adf0af2,revision_number=None']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:46:30.348929 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-84bd0a30-6b91-4ebe-a498-a5edd45f25d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:46:30.350139 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-84bd0a30-6b91-4ebe-a498-a5edd45f25d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:30.353979 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [None req-84bd0a30-6b91-4ebe-a498-a5edd45f25d5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/59402a1f-c3f2-4fe3-a97b-d24c8adf0af2 HTTP/1.1" status: 204 len: 168 time: 0.2330029 May 27 03:46:30.975561 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.wsgi [-] (98851) accepted ('10.222.0.25', 60054) {{(pid=98851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:46:30.996464 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-72c4e0f4-5b1f-4197-b5a4-4ce60df65d3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:31.010565 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.quota.driver [None req-72c4e0f4-5b1f-4197-b5a4-4ce60df65d3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:46:31.014412 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [None req-72c4e0f4-5b1f-4197-b5a4-4ce60df65d3e admin admin] Usage tracker for resource:security_group_rule and tenant:1b24b70b77ed43468eeeb75f2962a1e4 is out of sync, need to count used quota {{(pid=98851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:46:31.017726 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [None req-72c4e0f4-5b1f-4197-b5a4-4ce60df65d3e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:46:31.023415 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.quota.driver [None req-72c4e0f4-5b1f-4197-b5a4-4ce60df65d3e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:46:31.103207 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-72c4e0f4-5b1f-4197-b5a4-4ce60df65d3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:31.172896 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-72c4e0f4-5b1f-4197-b5a4-4ce60df65d3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:31.181405 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-9a174f1d-f6b9-4287-b962-4c0de4a50f8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:46:31.221090 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c4e0f4-5b1f-4197-b5a4-4ce60df65d3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79d0f80a-ff63-4baa-ab9e-a927b532edb8,revision_number=1']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:46:31.225202 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [None req-72c4e0f4-5b1f-4197-b5a4-4ce60df65d3e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1b24b70b77ed43468eeeb75f2962a1e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2486444 May 27 03:46:31.226065 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-72c4e0f4-5b1f-4197-b5a4-4ce60df65d3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:46:31.227786 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.wsgi [-] (98851) accepted ('10.222.0.25', 60058) {{(pid=98851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:46:31.286834 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-94700ae9-53ff-4ea3-ba1a-1d4b0d5ffcfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:31.313530 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-94700ae9-53ff-4ea3-ba1a-1d4b0d5ffcfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:31.464390 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-94700ae9-53ff-4ea3-ba1a-1d4b0d5ffcfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:31.468811 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:46:31.479878 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94700ae9-53ff-4ea3-ba1a-1d4b0d5ffcfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79d0f80a-ff63-4baa-ab9e-a927b532edb8,revision_number=None']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:46:31.482679 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-94700ae9-53ff-4ea3-ba1a-1d4b0d5ffcfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:46:31.484515 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-94700ae9-53ff-4ea3-ba1a-1d4b0d5ffcfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:31.485610 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [None req-94700ae9-53ff-4ea3-ba1a-1d4b0d5ffcfa admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/79d0f80a-ff63-4baa-ab9e-a927b532edb8 HTTP/1.1" status: 204 len: 168 time: 0.2569628 May 27 03:46:33.836808 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-2eb8b246-7573-4a5c-bc0f-13da7d6d5cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:36.447867 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-568ea40c-8651-4ef3-9413-e96763f4038d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:36.499038 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:37.682008 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-e3613943-0892-48bd-9358-60eb59884bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:39.270905 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-3af0ace6-547d-4950-9fe5-73e267668fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:47.293419 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:47.843231 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 60198) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:46:47.959573 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-9359c4bf-46f6-4ce8-82b6-c5b7d030e14f admin admin] Notify callbacks [] for security_group, before_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:47.974252 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-9359c4bf-46f6-4ce8-82b6-c5b7d030e14f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:46:47.978052 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-9359c4bf-46f6-4ce8-82b6-c5b7d030e14f admin admin] Usage tracker for resource:security_group_rule and tenant:723daa1a489b4242a9ddda513e6fd418 is out of sync, need to count used quota {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:46:47.980853 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-9359c4bf-46f6-4ce8-82b6-c5b7d030e14f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:46:47.987052 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-9359c4bf-46f6-4ce8-82b6-c5b7d030e14f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:46:48.066433 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-9359c4bf-46f6-4ce8-82b6-c5b7d030e14f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:48.138815 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-9359c4bf-46f6-4ce8-82b6-c5b7d030e14f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:48.145580 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-4504c3c3-15bb-4940-83b9-492d26ab04a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:46:48.187557 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-9359c4bf-46f6-4ce8-82b6-c5b7d030e14f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=723daa1a489b4242a9ddda513e6fd418&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3433282 May 27 03:46:48.188488 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9359c4bf-46f6-4ce8-82b6-c5b7d030e14f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbe41f68-367b-417b-9022-d7ba9523130e,revision_number=1']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:46:48.190359 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.wsgi [-] (98851) accepted ('10.222.0.25', 60204) {{(pid=98851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:46:48.191590 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-9359c4bf-46f6-4ce8-82b6-c5b7d030e14f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:46:48.248896 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-cee684ef-5d8e-491d-a942-a486e5cd9298 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:48.275682 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-cee684ef-5d8e-491d-a942-a486e5cd9298 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:48.401772 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-cee684ef-5d8e-491d-a942-a486e5cd9298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:48.405393 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-cd8a3a96-8433-4fe6-ab7f-f497b22432c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:46:48.418953 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee684ef-5d8e-491d-a942-a486e5cd9298 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbe41f68-367b-417b-9022-d7ba9523130e,revision_number=None']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:46:48.421822 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-cee684ef-5d8e-491d-a942-a486e5cd9298 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:46:48.423946 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-cee684ef-5d8e-491d-a942-a486e5cd9298 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:48.424990 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [None req-cee684ef-5d8e-491d-a942-a486e5cd9298 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fbe41f68-367b-417b-9022-d7ba9523130e HTTP/1.1" status: 204 len: 168 time: 0.2336152 May 27 03:46:51.476716 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29261c6d-1488-4acc-b26c-c9c0bc42a642 req-036f69c5-2356-4d39-a435-63f4a49eddec tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:46:51.478166 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-29261c6d-1488-4acc-b26c-c9c0bc42a642 req-036f69c5-2356-4d39-a435-63f4a49eddec tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] 10.222.0.25 "GET /v2.0/ports?device_id=02984890-fe33-4d25-bf6d-a3c3163a965f HTTP/1.1" status: 200 len: 946 time: 0.0859833 May 27 03:46:51.522653 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-29261c6d-1488-4acc-b26c-c9c0bc42a642 req-0ff2a659-478c-49b2-a532-40ba6a87d066 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] 10.222.0.25 "GET /v2.0/security-groups?id=c84eeadc-d16c-4b72-8eeb-79ff20a61103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388532 May 27 03:46:52.725598 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c15d6d8-72fa-4cf3-b516-151eb0cd2ab8 req-6e43d8b7-f5fe-486d-8f1a-e9aeeb8afcc6 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:46:52.726954 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-7c15d6d8-72fa-4cf3-b516-151eb0cd2ab8 req-6e43d8b7-f5fe-486d-8f1a-e9aeeb8afcc6 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] 10.222.0.25 "GET /v2.0/ports?device_id=02984890-fe33-4d25-bf6d-a3c3163a965f HTTP/1.1" status: 200 len: 946 time: 0.0830803 May 27 03:46:52.771377 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-7c15d6d8-72fa-4cf3-b516-151eb0cd2ab8 req-20c30c99-a685-4506-a68e-27527a28e13a tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] 10.222.0.25 "GET /v2.0/security-groups?id=c84eeadc-d16c-4b72-8eeb-79ff20a61103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388739 May 27 03:46:52.845615 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.agents_db [None req-9826b012-bfd7-43dd-a737-969f574491ef None None] Agent healthcheck: found 6 active agents {{(pid=98854) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 03:46:53.952006 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c29d9d-a152-4797-8d29-8aef68ced829 req-33d3e5c6-8607-4a01-a349-b28ca5ccc1ec tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:46:53.953467 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-25c29d9d-a152-4797-8d29-8aef68ced829 req-33d3e5c6-8607-4a01-a349-b28ca5ccc1ec tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] 10.222.0.25 "GET /v2.0/ports?device_id=02984890-fe33-4d25-bf6d-a3c3163a965f HTTP/1.1" status: 200 len: 946 time: 0.0794723 May 27 03:46:53.995678 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-25c29d9d-a152-4797-8d29-8aef68ced829 req-b8632dfb-9111-4429-bfad-78d43a30e077 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] 10.222.0.25 "GET /v2.0/security-groups?id=c84eeadc-d16c-4b72-8eeb-79ff20a61103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360494 May 27 03:46:55.176387 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bf3720-7dc8-4e5c-a261-4fe5abf6d103 req-a241e006-e0c7-4e52-b148-1d7be3e16429 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:46:55.177763 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-60bf3720-7dc8-4e5c-a261-4fe5abf6d103 req-a241e006-e0c7-4e52-b148-1d7be3e16429 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] 10.222.0.25 "GET /v2.0/ports?device_id=02984890-fe33-4d25-bf6d-a3c3163a965f HTTP/1.1" status: 200 len: 946 time: 0.0790570 May 27 03:46:55.221862 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-60bf3720-7dc8-4e5c-a261-4fe5abf6d103 req-f0f78334-e45c-44ab-b3c0-4b06d64969c6 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] 10.222.0.25 "GET /v2.0/security-groups?id=c84eeadc-d16c-4b72-8eeb-79ff20a61103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385599 May 27 03:46:56.401361 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2fa433-fb85-41e5-b594-ff46615808a8 req-0d3a098e-e7e5-4505-a856-08773a1c9a3a tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:46:56.408858 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-5f2fa433-fb85-41e5-b594-ff46615808a8 req-0d3a098e-e7e5-4505-a856-08773a1c9a3a tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] 10.222.0.25 "GET /v2.0/ports?device_id=02984890-fe33-4d25-bf6d-a3c3163a965f HTTP/1.1" status: 200 len: 946 time: 0.0801034 May 27 03:46:56.447662 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-5f2fa433-fb85-41e5-b594-ff46615808a8 req-adc84da6-25ea-4c57-aedb-6e9be13c14ca tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] 10.222.0.25 "GET /v2.0/security-groups?id=c84eeadc-d16c-4b72-8eeb-79ff20a61103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385597 May 27 03:46:57.633481 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9622cc-ec4b-41a5-b5f0-745000f73ef8 req-02a4ecf4-b13a-48e5-9141-d11d5024f987 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:46:57.634830 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-7c9622cc-ec4b-41a5-b5f0-745000f73ef8 req-02a4ecf4-b13a-48e5-9141-d11d5024f987 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] 10.222.0.25 "GET /v2.0/ports?device_id=02984890-fe33-4d25-bf6d-a3c3163a965f HTTP/1.1" status: 200 len: 946 time: 0.0827179 May 27 03:46:57.679358 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-7c9622cc-ec4b-41a5-b5f0-745000f73ef8 req-6f40a290-6795-47c4-922c-6853d976185d tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] 10.222.0.25 "GET /v2.0/security-groups?id=c84eeadc-d16c-4b72-8eeb-79ff20a61103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389402 May 27 03:46:58.861341 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a395ef07-ac48-4abf-a17f-2ffd4afff355 req-b27e2e3d-7753-41ab-adb4-1dfc1d0afab0 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:46:58.863748 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-a395ef07-ac48-4abf-a17f-2ffd4afff355 req-b27e2e3d-7753-41ab-adb4-1dfc1d0afab0 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] 10.222.0.25 "GET /v2.0/ports?device_id=02984890-fe33-4d25-bf6d-a3c3163a965f HTTP/1.1" status: 200 len: 946 time: 0.0792825 May 27 03:46:58.909815 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-a395ef07-ac48-4abf-a17f-2ffd4afff355 req-e78a10d0-da93-4a47-8908-593fd446b419 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] 10.222.0.25 "GET /v2.0/security-groups?id=c84eeadc-d16c-4b72-8eeb-79ff20a61103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412557 May 27 03:47:00.095790 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842886e7-0d73-442c-b5f2-7aca0b11bbfc req-c7caf201-3541-4cfe-8a92-9fe293183411 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:00.097170 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-842886e7-0d73-442c-b5f2-7aca0b11bbfc req-c7caf201-3541-4cfe-8a92-9fe293183411 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] 10.222.0.25 "GET /v2.0/ports?device_id=02984890-fe33-4d25-bf6d-a3c3163a965f HTTP/1.1" status: 200 len: 946 time: 0.0785422 May 27 03:47:00.144056 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-842886e7-0d73-442c-b5f2-7aca0b11bbfc req-4a9e0977-6785-4bc6-8cd5-181fa6211b03 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] 10.222.0.25 "GET /v2.0/security-groups?id=c84eeadc-d16c-4b72-8eeb-79ff20a61103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413022 May 27 03:47:01.325067 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e543eb-3a66-419f-a962-cd6d3d264b52 req-7ee49d77-9205-406b-9cbf-66956adac4dd tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:01.327151 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-c1e543eb-3a66-419f-a962-cd6d3d264b52 req-7ee49d77-9205-406b-9cbf-66956adac4dd tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] 10.222.0.25 "GET /v2.0/ports?device_id=02984890-fe33-4d25-bf6d-a3c3163a965f HTTP/1.1" status: 200 len: 946 time: 0.0800111 May 27 03:47:01.371480 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-c1e543eb-3a66-419f-a962-cd6d3d264b52 req-4c1d1e02-c7fa-4de8-8c82-648ba624da17 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] 10.222.0.25 "GET /v2.0/security-groups?id=c84eeadc-d16c-4b72-8eeb-79ff20a61103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383844 May 27 03:47:02.554520 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fadf101-8418-421f-ab8b-e1c55fcbe25a req-08765270-2b39-4734-b57f-717147eb323b tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:02.555970 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-5fadf101-8418-421f-ab8b-e1c55fcbe25a req-08765270-2b39-4734-b57f-717147eb323b tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] 10.222.0.25 "GET /v2.0/ports?device_id=02984890-fe33-4d25-bf6d-a3c3163a965f HTTP/1.1" status: 200 len: 946 time: 0.0790389 May 27 03:47:02.599542 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-5fadf101-8418-421f-ab8b-e1c55fcbe25a req-4dd07f3b-a96a-4f7a-b2c5-9f4a014b07f3 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] 10.222.0.25 "GET /v2.0/security-groups?id=c84eeadc-d16c-4b72-8eeb-79ff20a61103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379519 May 27 03:47:03.846778 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-28db2d3d-13cb-4cee-b049-6dee487f412e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:03.861041 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6943c6-b338-4053-bbc9-ee0a4dc86103 req-14c82367-d224-4ec2-9c26-c515b24c610d tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:03.862494 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-7b6943c6-b338-4053-bbc9-ee0a4dc86103 req-14c82367-d224-4ec2-9c26-c515b24c610d tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] 10.222.0.25 "GET /v2.0/ports?device_id=02984890-fe33-4d25-bf6d-a3c3163a965f HTTP/1.1" status: 200 len: 946 time: 0.1587510 May 27 03:47:03.905702 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-7b6943c6-b338-4053-bbc9-ee0a4dc86103 req-180d2b6d-3832-4afd-92f4-77add29bb000 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] 10.222.0.25 "GET /v2.0/security-groups?id=c84eeadc-d16c-4b72-8eeb-79ff20a61103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375171 May 27 03:47:05.090112 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee60006-c890-4dd2-a58a-8d85dbfb22f6 req-ebd53f81-185d-4ff6-bf94-1abe6c251434 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:05.091463 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-fee60006-c890-4dd2-a58a-8d85dbfb22f6 req-ebd53f81-185d-4ff6-bf94-1abe6c251434 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] 10.222.0.25 "GET /v2.0/ports?device_id=02984890-fe33-4d25-bf6d-a3c3163a965f HTTP/1.1" status: 200 len: 946 time: 0.0818315 May 27 03:47:05.135360 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-fee60006-c890-4dd2-a58a-8d85dbfb22f6 req-c085bb1b-4c27-45ca-a51a-737581b845fd tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] 10.222.0.25 "GET /v2.0/security-groups?id=c84eeadc-d16c-4b72-8eeb-79ff20a61103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377736 May 27 03:47:06.316315 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b871a0-536a-497e-9a42-08332dae688d req-7962a6a7-7885-426f-a1a0-c8d1cb90734c tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:06.317677 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-f8b871a0-536a-497e-9a42-08332dae688d req-7962a6a7-7885-426f-a1a0-c8d1cb90734c tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] 10.222.0.25 "GET /v2.0/ports?device_id=02984890-fe33-4d25-bf6d-a3c3163a965f HTTP/1.1" status: 200 len: 946 time: 0.0789387 May 27 03:47:06.364920 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-f8b871a0-536a-497e-9a42-08332dae688d req-04eacbea-5a67-448d-907a-9d9d00c71e68 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] 10.222.0.25 "GET /v2.0/security-groups?id=c84eeadc-d16c-4b72-8eeb-79ff20a61103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418127 May 27 03:47:06.407038 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-708866a6-05b9-4f8f-9e2a-4ff73a37e34e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:06.429736 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:07.555212 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c73c1c-acc2-461e-80f3-bd0a7026870f req-648a32bd-b6da-4f06-84c7-1cbe8a3626f9 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:07.556631 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-85c73c1c-acc2-461e-80f3-bd0a7026870f req-648a32bd-b6da-4f06-84c7-1cbe8a3626f9 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] 10.222.0.25 "GET /v2.0/ports?device_id=02984890-fe33-4d25-bf6d-a3c3163a965f HTTP/1.1" status: 200 len: 946 time: 0.0830631 May 27 03:47:07.601018 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-85c73c1c-acc2-461e-80f3-bd0a7026870f req-d065a8d4-f59c-49c2-b03f-2228966e758d tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] 10.222.0.25 "GET /v2.0/security-groups?id=c84eeadc-d16c-4b72-8eeb-79ff20a61103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388649 May 27 03:47:07.726754 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-e3613943-0892-48bd-9358-60eb59884bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:08.779131 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed3b43d-69f2-4c62-b1cc-5b348eed35d6 req-9925e8ad-4448-40d2-aafb-f9b387e33594 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:08.780586 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-7ed3b43d-69f2-4c62-b1cc-5b348eed35d6 req-9925e8ad-4448-40d2-aafb-f9b387e33594 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] 10.222.0.25 "GET /v2.0/ports?device_id=02984890-fe33-4d25-bf6d-a3c3163a965f HTTP/1.1" status: 200 len: 946 time: 0.0778587 May 27 03:47:08.824800 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-7ed3b43d-69f2-4c62-b1cc-5b348eed35d6 req-a3390b29-97e0-4497-9015-5be1e68f2465 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] 10.222.0.25 "GET /v2.0/security-groups?id=c84eeadc-d16c-4b72-8eeb-79ff20a61103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377727 May 27 03:47:09.221896 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af990212-ea9f-46d2-9e54-0511c84a3bc6 req-93d15dc6-0fe4-41e8-9f18-5aab3b46df11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:09.223353 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-af990212-ea9f-46d2-9e54-0511c84a3bc6 req-93d15dc6-0fe4-41e8-9f18-5aab3b46df11 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=450ff0f7a98a4ae385a74e4ddaf301ef&device_id=02984890-fe33-4d25-bf6d-a3c3163a965f HTTP/1.1" status: 200 len: 1099 time: 0.0733972 May 27 03:47:09.264086 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-3af0ace6-547d-4950-9fe5-73e267668fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:09.353800 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af990212-ea9f-46d2-9e54-0511c84a3bc6 req-63cedc5c-d1f9-438f-8979-ac12c12a1b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:09.355201 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-af990212-ea9f-46d2-9e54-0511c84a3bc6 req-63cedc5c-d1f9-438f-8979-ac12c12a1b85 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ad9eef72-b0bd-43e0-b9f9-b206091e5c65 HTTP/1.1" status: 200 len: 909 time: 0.1241179 May 27 03:47:09.457206 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-af990212-ea9f-46d2-9e54-0511c84a3bc6 req-e3c29541-a340-4515-ad74-f064466dfca9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2554297d-a794-4bc9-9cb3-56dce4e9fb2f HTTP/1.1" status: 200 len: 1000 time: 0.0949750 May 27 03:47:09.517382 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af990212-ea9f-46d2-9e54-0511c84a3bc6 req-4e08cf26-2512-4a33-af50-588782f648f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:09.518785 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-af990212-ea9f-46d2-9e54-0511c84a3bc6 req-4e08cf26-2512-4a33-af50-588782f648f8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6c6b99bf-0e7d-4ba7-b853-38f4087b6993 HTTP/1.1" status: 200 len: 848 time: 0.0557795 May 27 03:47:09.591384 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af990212-ea9f-46d2-9e54-0511c84a3bc6 req-2b7ea4de-6b98-4c8a-8c39-1f23aa5f6cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:09.592828 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-af990212-ea9f-46d2-9e54-0511c84a3bc6 req-2b7ea4de-6b98-4c8a-8c39-1f23aa5f6cac service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ad9eef72-b0bd-43e0-b9f9-b206091e5c65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0682113 May 27 03:47:09.720366 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-af990212-ea9f-46d2-9e54-0511c84a3bc6 req-2eaabbb9-a011-4ae3-a3ce-fe114fdd661f service neutron] 10.222.0.36 "GET /v2.0/networks/ad9eef72-b0bd-43e0-b9f9-b206091e5c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201947 May 27 03:47:09.848759 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-af990212-ea9f-46d2-9e54-0511c84a3bc6 req-468ad3ed-63df-4bf9-ae88-76319ec34584 service neutron] 10.222.0.36 "GET /v2.0/networks/ad9eef72-b0bd-43e0-b9f9-b206091e5c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218255 May 27 03:47:10.011470 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a305f5c0-15e7-4ecf-be95-d216e0bf092a req-a58e225a-8a7b-4f3e-b4ba-1bb737d020af tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:10.012992 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-a305f5c0-15e7-4ecf-be95-d216e0bf092a req-a58e225a-8a7b-4f3e-b4ba-1bb737d020af tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] 10.222.0.25 "GET /v2.0/ports?device_id=02984890-fe33-4d25-bf6d-a3c3163a965f HTTP/1.1" status: 200 len: 946 time: 0.0851345 May 27 03:47:10.057911 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-a305f5c0-15e7-4ecf-be95-d216e0bf092a req-bef3a095-e4d8-4e90-9348-8e8e09624a93 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] 10.222.0.25 "GET /v2.0/security-groups?id=c84eeadc-d16c-4b72-8eeb-79ff20a61103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384979 May 27 03:47:11.242809 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482a67ea-140d-4915-848c-5403f9505f23 req-81c5cfc6-a91a-44a2-8739-c0b3f139b4e8 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:11.244274 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-482a67ea-140d-4915-848c-5403f9505f23 req-81c5cfc6-a91a-44a2-8739-c0b3f139b4e8 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] 10.222.0.25 "GET /v2.0/ports?device_id=02984890-fe33-4d25-bf6d-a3c3163a965f HTTP/1.1" status: 200 len: 946 time: 0.0840802 May 27 03:47:11.288920 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-482a67ea-140d-4915-848c-5403f9505f23 req-530a18aa-0f00-4b0d-9a0f-24991496c7a8 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] 10.222.0.25 "GET /v2.0/security-groups?id=c84eeadc-d16c-4b72-8eeb-79ff20a61103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390098 May 27 03:47:12.475174 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49483f10-03e0-4495-be47-b8e8db516f34 req-9800583a-e58b-4533-8ead-22e70f205868 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:12.483111 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-49483f10-03e0-4495-be47-b8e8db516f34 req-9800583a-e58b-4533-8ead-22e70f205868 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] 10.222.0.25 "GET /v2.0/ports?device_id=02984890-fe33-4d25-bf6d-a3c3163a965f HTTP/1.1" status: 200 len: 946 time: 0.0872552 May 27 03:47:12.530958 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-49483f10-03e0-4495-be47-b8e8db516f34 req-006a0ac0-15ea-45e0-99e0-91a13cc880e6 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] 10.222.0.25 "GET /v2.0/security-groups?id=c84eeadc-d16c-4b72-8eeb-79ff20a61103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428188 May 27 03:47:13.712443 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c72a788-7fee-4eea-97d8-e1839ea87bb0 req-88637bfa-a610-4db7-b2a2-c0c5cfdd4386 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:13.713893 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-0c72a788-7fee-4eea-97d8-e1839ea87bb0 req-88637bfa-a610-4db7-b2a2-c0c5cfdd4386 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] 10.222.0.25 "GET /v2.0/ports?device_id=02984890-fe33-4d25-bf6d-a3c3163a965f HTTP/1.1" status: 200 len: 946 time: 0.0808098 May 27 03:47:13.761012 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-0c72a788-7fee-4eea-97d8-e1839ea87bb0 req-139ff191-0b0a-419e-8d54-c9d1793a4f47 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] 10.222.0.25 "GET /v2.0/security-groups?id=c84eeadc-d16c-4b72-8eeb-79ff20a61103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415514 May 27 03:47:14.345440 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e868959d-87dc-44ce-bc32-8428268fa9f2 req-067c5f1d-9f84-4774-b4b0-8623125ce78c tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:14.346893 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-e868959d-87dc-44ce-bc32-8428268fa9f2 req-067c5f1d-9f84-4774-b4b0-8623125ce78c tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] 10.222.0.25 "GET /v2.0/ports?device_id=02984890-fe33-4d25-bf6d-a3c3163a965f HTTP/1.1" status: 200 len: 946 time: 0.0803845 May 27 03:47:14.353356 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.wsgi [-] (98851) accepted ('10.222.0.25', 60350) {{(pid=98851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:47:14.400354 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-e868959d-87dc-44ce-bc32-8428268fa9f2 req-568dc065-3a6f-4928-9378-af3e38f763f3 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] 10.222.0.25 "GET /v2.0/security-groups?id=c84eeadc-d16c-4b72-8eeb-79ff20a61103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477257 May 27 03:47:14.500216 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-ac166c74-62c8-4255-9586-ac4937765fbd req-56c5b710-0691-4512-a69e-a214a0c0bc4b service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=02984890-fe33-4d25-bf6d-a3c3163a965f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1373279 May 27 03:47:15.273544 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Device 2554297d-a794-4bc9-9cb3-56dce4e9fb2f no longer exists at agent hyperv_hv-cinder-79326 {{(pid=98853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:47:15.388978 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:15.417795 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02984890-fe33-4d25-bf6d-a3c3163a965f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2554297d-a794-4bc9-9cb3-56dce4e9fb2f'}] {{(pid=98853) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:47:15.442296 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.db [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] For port 2554297d-a794-4bc9-9cb3-56dce4e9fb2f, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=2554297d-a794-4bc9-9cb3-56dce4e9fb2f,segment=NetworkSegment(590d349a-0123-42dc-adf4-c99c77d07402),segment_id=590d349a-0123-42dc-adf4-c99c77d07402)] {{(pid=98853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:47:15.459784 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-ea4e6d5b-77b7-436d-ac67-5f823569e522 req-aa2db1ce-1853-4e64-9ef2-f3d683582591 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3c7e656a-afc5-4119-a11e-920c583d89d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0791435 May 27 03:47:15.521465 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786481721483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786481287406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786481291807'] for port, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:15.531292 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:47:15.612756 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Pushing event updated for resources: {'Port': ['ID=2554297d-a794-4bc9-9cb3-56dce4e9fb2f,revision_number=6']} {{(pid=98853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:47:15.617034 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:47:15.618622 dv-cinder-793264-1-iscsi neutron-server[98853]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '02984890-fe33-4d25-bf6d-a3c3163a965f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2554297d-a794-4bc9-9cb3-56dce4e9fb2f', 'code': 422} returned with failed status May 27 03:47:15.628572 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3368d3d-94bd-4c12-90a6-a43f21c3e92f req-181a57c5-8cf7-4183-96b2-52554f16d359 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:15.630131 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-c3368d3d-94bd-4c12-90a6-a43f21c3e92f req-181a57c5-8cf7-4183-96b2-52554f16d359 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] 10.222.0.25 "GET /v2.0/ports?device_id=02984890-fe33-4d25-bf6d-a3c3163a965f HTTP/1.1" status: 200 len: 944 time: 0.1073611 May 27 03:47:15.660024 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4e6d5b-77b7-436d-ac67-5f823569e522 req-b95afc0f-8811-46eb-a774-ecc76dbe1ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:15.661810 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-ea4e6d5b-77b7-436d-ac67-5f823569e522 req-b95afc0f-8811-46eb-a774-ecc76dbe1ad1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=276e81e3da1f4d4c9c1881d1b1e863c4&device_id=3c7e656a-afc5-4119-a11e-920c583d89d2 HTTP/1.1" status: 200 len: 1098 time: 0.1070187 May 27 03:47:15.674820 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-c3368d3d-94bd-4c12-90a6-a43f21c3e92f req-3b6223b8-21ee-4424-b791-ce03acb6bb13 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] 10.222.0.25 "GET /v2.0/security-groups?id=c84eeadc-d16c-4b72-8eeb-79ff20a61103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390790 May 27 03:47:15.818954 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4e6d5b-77b7-436d-ac67-5f823569e522 req-765ff4ea-006a-4f49-9839-4037260ee2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:15.820319 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-ea4e6d5b-77b7-436d-ac67-5f823569e522 req-765ff4ea-006a-4f49-9839-4037260ee2f3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=130ff3ea-d273-4d90-8f0d-494d41441c60 HTTP/1.1" status: 200 len: 910 time: 0.1327603 May 27 03:47:16.003603 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-ea4e6d5b-77b7-436d-ac67-5f823569e522 req-4fc062ed-b246-4ed9-b203-95b19bae1f19 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=24177437-ade1-43c7-bd7d-340757426924 HTTP/1.1" status: 200 len: 1001 time: 0.1748524 May 27 03:47:16.069629 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4e6d5b-77b7-436d-ac67-5f823569e522 req-6701ef7a-ab79-46ea-8459-3610544c2949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:16.071005 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-ea4e6d5b-77b7-436d-ac67-5f823569e522 req-6701ef7a-ab79-46ea-8459-3610544c2949 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=116079ce-8119-4ea5-82d4-c0c254fad638 HTTP/1.1" status: 200 len: 849 time: 0.0607238 May 27 03:47:16.146122 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4e6d5b-77b7-436d-ac67-5f823569e522 req-c4f89ee8-9cc7-4668-be48-6acb84bd0954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:16.147558 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-ea4e6d5b-77b7-436d-ac67-5f823569e522 req-c4f89ee8-9cc7-4668-be48-6acb84bd0954 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=130ff3ea-d273-4d90-8f0d-494d41441c60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0697048 May 27 03:47:16.282844 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-ea4e6d5b-77b7-436d-ac67-5f823569e522 req-fd2c6dbf-61dd-42d2-a507-b31b7a3fa416 service neutron] 10.222.0.36 "GET /v2.0/networks/130ff3ea-d273-4d90-8f0d-494d41441c60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270061 May 27 03:47:16.437981 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-ea4e6d5b-77b7-436d-ac67-5f823569e522 req-1939c24a-86e5-4b7b-8b88-33731ba4d539 service neutron] 10.222.0.36 "GET /v2.0/networks/130ff3ea-d273-4d90-8f0d-494d41441c60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471479 May 27 03:47:16.868417 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8a569d-112b-4cc9-a7ea-3772d1834430 req-6e2edf57-c95d-402d-94b0-f9616170ceba tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:16.869918 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-4e8a569d-112b-4cc9-a7ea-3772d1834430 req-6e2edf57-c95d-402d-94b0-f9616170ceba tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] 10.222.0.25 "GET /v2.0/ports?device_id=02984890-fe33-4d25-bf6d-a3c3163a965f HTTP/1.1" status: 200 len: 944 time: 0.0876465 May 27 03:47:16.902528 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cbd32e-bc46-4ca4-b9ae-192b7117b834 req-6cdcec6e-61a0-4625-8e4b-ba8a5074879e tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:16.903976 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-96cbd32e-bc46-4ca4-b9ae-192b7117b834 req-6cdcec6e-61a0-4625-8e4b-ba8a5074879e tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] 10.222.0.25 "GET /v2.0/ports?device_id=365c2ebc-713f-475e-a586-fa68bb6b3064 HTTP/1.1" status: 200 len: 945 time: 0.0861285 May 27 03:47:16.916246 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-4e8a569d-112b-4cc9-a7ea-3772d1834430 req-b32b50e6-48fe-4c59-9b86-728087cdcc6f tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] 10.222.0.25 "GET /v2.0/security-groups?id=c84eeadc-d16c-4b72-8eeb-79ff20a61103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404088 May 27 03:47:16.948675 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-96cbd32e-bc46-4ca4-b9ae-192b7117b834 req-b040ad50-4e69-49f1-bec2-cd6c20edabc2 tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] 10.222.0.25 "GET /v2.0/security-groups?id=dcfd5ce5-c9a4-43d2-814f-e9da7ccf603c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376284 May 27 03:47:17.361322 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:18.098262 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac7dcd5-4705-47ba-8ae4-2091459db59c req-12deb118-43d9-458d-9242-8a09449ee6af tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:18.099661 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-8ac7dcd5-4705-47ba-8ae4-2091459db59c req-12deb118-43d9-458d-9242-8a09449ee6af tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] 10.222.0.25 "GET /v2.0/ports?device_id=02984890-fe33-4d25-bf6d-a3c3163a965f HTTP/1.1" status: 200 len: 944 time: 0.0808017 May 27 03:47:18.145265 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-8ac7dcd5-4705-47ba-8ae4-2091459db59c req-6559c437-e19a-4165-8ede-0ab090a982ed tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] 10.222.0.25 "GET /v2.0/security-groups?id=c84eeadc-d16c-4b72-8eeb-79ff20a61103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396364 May 27 03:47:18.180898 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac166c74-62c8-4255-9586-ac4937765fbd req-aa2a163d-4213-4830-a545-aebd30a184e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:18.182370 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-ac166c74-62c8-4255-9586-ac4937765fbd req-aa2a163d-4213-4830-a545-aebd30a184e4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=02984890-fe33-4d25-bf6d-a3c3163a965f&tenant_id=450ff0f7a98a4ae385a74e4ddaf301ef HTTP/1.1" status: 200 len: 1097 time: 0.1339216 May 27 03:47:18.190398 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c552c524-a1c3-423e-b379-a2cefb830c05 req-a75f4c47-1974-4b08-b60b-85400f5eaf2f tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:18.191728 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-c552c524-a1c3-423e-b379-a2cefb830c05 req-a75f4c47-1974-4b08-b60b-85400f5eaf2f tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] 10.222.0.25 "GET /v2.0/ports?device_id=365c2ebc-713f-475e-a586-fa68bb6b3064 HTTP/1.1" status: 200 len: 945 time: 0.1130805 May 27 03:47:18.289283 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-c552c524-a1c3-423e-b379-a2cefb830c05 req-b2c0b52e-eb04-4cc5-bfcc-d34875ce4ea2 tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] 10.222.0.25 "GET /v2.0/security-groups?id=dcfd5ce5-c9a4-43d2-814f-e9da7ccf603c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914404 May 27 03:47:18.304206 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac166c74-62c8-4255-9586-ac4937765fbd req-d25edbf4-ab49-4684-a153-48cf4d16c3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:18.305667 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-ac166c74-62c8-4255-9586-ac4937765fbd req-d25edbf4-ab49-4684-a153-48cf4d16c3fc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=450ff0f7a98a4ae385a74e4ddaf301ef&device_id=02984890-fe33-4d25-bf6d-a3c3163a965f HTTP/1.1" status: 200 len: 1097 time: 0.0943215 May 27 03:47:18.438683 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac166c74-62c8-4255-9586-ac4937765fbd req-424dd8ab-ca95-4cc5-9249-f7deeb837534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:18.440086 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-ac166c74-62c8-4255-9586-ac4937765fbd req-424dd8ab-ca95-4cc5-9249-f7deeb837534 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ad9eef72-b0bd-43e0-b9f9-b206091e5c65 HTTP/1.1" status: 200 len: 909 time: 0.1252348 May 27 03:47:18.541361 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-ac166c74-62c8-4255-9586-ac4937765fbd req-11bba50c-bd22-4533-8b8d-2e42a8eecefa service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2554297d-a794-4bc9-9cb3-56dce4e9fb2f HTTP/1.1" status: 200 len: 998 time: 0.0937791 May 27 03:47:18.606240 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac166c74-62c8-4255-9586-ac4937765fbd req-67ba97d3-cf6a-4526-8a4d-1f926b68c20d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:18.607635 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-ac166c74-62c8-4255-9586-ac4937765fbd req-67ba97d3-cf6a-4526-8a4d-1f926b68c20d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6c6b99bf-0e7d-4ba7-b853-38f4087b6993 HTTP/1.1" status: 200 len: 848 time: 0.0594587 May 27 03:47:18.684693 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac166c74-62c8-4255-9586-ac4937765fbd req-2e3c1949-8994-46a7-9d7d-83dcfac7aea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:18.686177 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-ac166c74-62c8-4255-9586-ac4937765fbd req-2e3c1949-8994-46a7-9d7d-83dcfac7aea9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ad9eef72-b0bd-43e0-b9f9-b206091e5c65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0702751 May 27 03:47:18.873550 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-ac166c74-62c8-4255-9586-ac4937765fbd req-3bc76b1e-2640-4e37-9046-363be4098aa2 service neutron] 10.222.0.36 "GET /v2.0/networks/ad9eef72-b0bd-43e0-b9f9-b206091e5c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793799 May 27 03:47:18.887270 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce211eeb-b06b-411a-8f40-ff6bbfe77037 req-628e37af-7e7f-42d8-85c9-5c88af694b93 tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:18.888603 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-ce211eeb-b06b-411a-8f40-ff6bbfe77037 req-628e37af-7e7f-42d8-85c9-5c88af694b93 tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] 10.222.0.36 "GET /v2.0/ports?device_id=365c2ebc-713f-475e-a586-fa68bb6b3064 HTTP/1.1" status: 200 len: 945 time: 0.1259637 May 27 03:47:19.197873 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-ac166c74-62c8-4255-9586-ac4937765fbd req-8a24bedb-c8da-4686-bd9a-26341eae9871 service neutron] 10.222.0.36 "GET /v2.0/networks/ad9eef72-b0bd-43e0-b9f9-b206091e5c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3083551 May 27 03:47:19.216678 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.plugin [req-ce211eeb-b06b-411a-8f40-ff6bbfe77037 req-582224ae-3a4b-4097-af52-0d348ea6c7f0 tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] Deleting port 490a8b44-4014-4b14-b088-dca46edd2c29 {{(pid=98851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 03:47:19.217015 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-ce211eeb-b06b-411a-8f40-ff6bbfe77037 req-582224ae-3a4b-4097-af52-0d348ea6c7f0 tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786481719372'] for port, before_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:19.372074 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.db [req-ce211eeb-b06b-411a-8f40-ff6bbfe77037 req-582224ae-3a4b-4097-af52-0d348ea6c7f0 tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] For port 490a8b44-4014-4b14-b088-dca46edd2c29, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=490a8b44-4014-4b14-b088-dca46edd2c29,segment=NetworkSegment(a40311de-f1a7-4718-9ea6-e1ef0c8c1ca3),segment_id=a40311de-f1a7-4718-9ea6-e1ef0c8c1ca3)] {{(pid=98851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:47:19.372899 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-ce211eeb-b06b-411a-8f40-ff6bbfe77037 req-582224ae-3a4b-4097-af52-0d348ea6c7f0 tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417280'] for port, precommit_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:19.419520 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe75d0cf-7f06-4720-988a-152661d00835 req-58bb9cfc-fd58-4467-9645-3b3b235e9a53 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:19.420999 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-fe75d0cf-7f06-4720-988a-152661d00835 req-58bb9cfc-fd58-4467-9645-3b3b235e9a53 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] 10.222.0.25 "GET /v2.0/ports?device_id=02984890-fe33-4d25-bf6d-a3c3163a965f HTTP/1.1" status: 200 len: 944 time: 0.1700404 May 27 03:47:19.465263 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-fe75d0cf-7f06-4720-988a-152661d00835 req-0d569a18-8cfc-4ba3-8570-91ff3092da9f tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] 10.222.0.25 "GET /v2.0/security-groups?id=c84eeadc-d16c-4b72-8eeb-79ff20a61103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378187 May 27 03:47:19.502667 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.plugin [req-ce211eeb-b06b-411a-8f40-ff6bbfe77037 req-582224ae-3a4b-4097-af52-0d348ea6c7f0 tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] Calling delete_port for 490a8b44-4014-4b14-b088-dca46edd2c29 owned by compute:nova {{(pid=98851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 03:47:19.606108 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9546e1-0347-4816-8ad1-93c323b30673 req-c8c294a7-c15a-49e2-b843-faa40f1ac8c5 tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:19.607508 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-bd9546e1-0347-4816-8ad1-93c323b30673 req-c8c294a7-c15a-49e2-b843-faa40f1ac8c5 tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] 10.222.0.25 "GET /v2.0/ports?device_id=365c2ebc-713f-475e-a586-fa68bb6b3064 HTTP/1.1" status: 200 len: 945 time: 0.1698198 May 27 03:47:19.700687 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-bd9546e1-0347-4816-8ad1-93c323b30673 req-4693c642-a380-4306-921a-2c73065b40cc tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] 10.222.0.25 "GET /v2.0/security-groups?id=dcfd5ce5-c9a4-43d2-814f-e9da7ccf603c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867813 May 27 03:47:19.749807 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-ce211eeb-b06b-411a-8f40-ff6bbfe77037 req-582224ae-3a4b-4097-af52-0d348ea6c7f0 tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786481721510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786481287397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28231606'] for port, after_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:19.755367 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-9fb1dd70-9a7a-4879-b0a2-4c2e93b01eda tempest-VolumesNegativeTest-41913782 tempest-VolumesNegativeTest-41913782-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:47:19.760805 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.db [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] get_ports_and_sgs() called for port_ids ['490a8b44-4014-4b14-b088-dca46edd2c29'] {{(pid=98853) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 03:47:19.800840 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582224ae-3a4b-4097-af52-0d348ea6c7f0 tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] Pushing event deleted for resources: {'Port': ['ID=490a8b44-4014-4b14-b088-dca46edd2c29,revision_number=None']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:47:19.842312 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582224ae-3a4b-4097-af52-0d348ea6c7f0 tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:47:19.842678 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582224ae-3a4b-4097-af52-0d348ea6c7f0 tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:47:19.843032 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582224ae-3a4b-4097-af52-0d348ea6c7f0 tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:47:19.843382 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582224ae-3a4b-4097-af52-0d348ea6c7f0 tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:47:19.843729 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582224ae-3a4b-4097-af52-0d348ea6c7f0 tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:47:19.844073 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582224ae-3a4b-4097-af52-0d348ea6c7f0 tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:47:19.844438 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582224ae-3a4b-4097-af52-0d348ea6c7f0 tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:47:19.844777 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582224ae-3a4b-4097-af52-0d348ea6c7f0 tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:47:19.845116 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582224ae-3a4b-4097-af52-0d348ea6c7f0 tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:47:19.846167 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582224ae-3a4b-4097-af52-0d348ea6c7f0 tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:47:19.846513 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582224ae-3a4b-4097-af52-0d348ea6c7f0 tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:47:19.846851 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582224ae-3a4b-4097-af52-0d348ea6c7f0 tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:47:19.853607 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-582224ae-3a4b-4097-af52-0d348ea6c7f0 tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:47:19.887486 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce211eeb-b06b-411a-8f40-ff6bbfe77037 req-582224ae-3a4b-4097-af52-0d348ea6c7f0 tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] No DVR routers for this DVR port 490a8b44-4014-4b14-b088-dca46edd2c29 on host hv-cinder-79326 {{(pid=98851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:47:19.889715 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-ce211eeb-b06b-411a-8f40-ff6bbfe77037 req-582224ae-3a4b-4097-af52-0d348ea6c7f0 tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4037888'] for port, before_response {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:19.892088 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '365c2ebc-713f-475e-a586-fa68bb6b3064', 'name': 'network-vif-deleted', 'tag': '490a8b44-4014-4b14-b088-dca46edd2c29'}] {{(pid=98851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:47:19.939081 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-ce211eeb-b06b-411a-8f40-ff6bbfe77037 req-582224ae-3a4b-4097-af52-0d348ea6c7f0 tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] 10.222.0.36 "DELETE /v2.0/ports/490a8b44-4014-4b14-b088-dca46edd2c29 HTTP/1.1" status: 204 len: 173 time: 1.0323396 May 27 03:47:19.998591 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '365c2ebc-713f-475e-a586-fa68bb6b3064', 'name': 'network-vif-deleted', 'tag': '490a8b44-4014-4b14-b088-dca46edd2c29', 'status': 'completed', 'code': 200} May 27 03:47:20.644734 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecf4f12-ff53-4c22-946d-7fa0f1cb4591 req-1e95ee82-d6ad-4737-b2ef-b40ba6219d6b tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:20.646179 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-cecf4f12-ff53-4c22-946d-7fa0f1cb4591 req-1e95ee82-d6ad-4737-b2ef-b40ba6219d6b tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] 10.222.0.25 "GET /v2.0/ports?device_id=02984890-fe33-4d25-bf6d-a3c3163a965f HTTP/1.1" status: 200 len: 944 time: 0.0784328 May 27 03:47:20.693758 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-cecf4f12-ff53-4c22-946d-7fa0f1cb4591 req-71f34a3f-46d4-4889-94bd-96428e50eca2 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] 10.222.0.25 "GET /v2.0/security-groups?id=c84eeadc-d16c-4b72-8eeb-79ff20a61103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419605 May 27 03:47:20.863480 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-f99d3ab2-90a2-4b07-9102-94426f4b59c7 req-7c26fd2b-311b-418e-9ac8-cdd6187f3cca tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] 10.222.0.25 "GET /v2.0/ports?device_id=365c2ebc-713f-475e-a586-fa68bb6b3064 HTTP/1.1" status: 200 len: 210 time: 0.0430901 May 27 03:47:21.873085 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09980221-3270-462b-9b30-a38e42ff7d9e req-736d49a5-4260-4375-ab15-8592fd042c1f tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:21.874542 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-09980221-3270-462b-9b30-a38e42ff7d9e req-736d49a5-4260-4375-ab15-8592fd042c1f tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] 10.222.0.25 "GET /v2.0/ports?device_id=02984890-fe33-4d25-bf6d-a3c3163a965f HTTP/1.1" status: 200 len: 944 time: 0.0792282 May 27 03:47:21.919623 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-09980221-3270-462b-9b30-a38e42ff7d9e req-d4f84ba2-22bb-4101-83fd-33ce1856d6ee tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] 10.222.0.25 "GET /v2.0/security-groups?id=c84eeadc-d16c-4b72-8eeb-79ff20a61103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389435 May 27 03:47:23.106021 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a69a2d-14aa-48ac-b565-272d501d53ad req-cb4bb03d-c534-42f9-8c52-81ef80f5938b tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:23.107351 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-48a69a2d-14aa-48ac-b565-272d501d53ad req-cb4bb03d-c534-42f9-8c52-81ef80f5938b tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] 10.222.0.25 "GET /v2.0/ports?device_id=02984890-fe33-4d25-bf6d-a3c3163a965f HTTP/1.1" status: 200 len: 944 time: 0.0825632 May 27 03:47:23.151108 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-48a69a2d-14aa-48ac-b565-272d501d53ad req-de150190-a078-4d54-ac3f-d95151a594f9 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] 10.222.0.25 "GET /v2.0/security-groups?id=c84eeadc-d16c-4b72-8eeb-79ff20a61103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381317 May 27 03:47:23.337169 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Device 490a8b44-4014-4b14-b088-dca46edd2c29 no longer exists at agent hyperv_hv-cinder-79326 {{(pid=98853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:47:23.370892 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.plugin [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] No Port match for: 490a8b44-4014-4b14-b088-dca46edd2c29 {{(pid=98853) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 03:47:23.371181 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Device 490a8b44-4014-4b14-b088-dca46edd2c29 not bound to the agent host hv-cinder-79326 {{(pid=98853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:47:24.336278 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c2b82b-b068-48d0-9942-fd81daff1f54 req-39c3a80c-b1e6-4ba6-9bb5-dcf0e6d5a55e tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:24.337760 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-74c2b82b-b068-48d0-9942-fd81daff1f54 req-39c3a80c-b1e6-4ba6-9bb5-dcf0e6d5a55e tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] 10.222.0.25 "GET /v2.0/ports?device_id=02984890-fe33-4d25-bf6d-a3c3163a965f HTTP/1.1" status: 200 len: 944 time: 0.0826516 May 27 03:47:24.381310 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-74c2b82b-b068-48d0-9942-fd81daff1f54 req-f71e800b-8f67-4c55-97e1-9d3ef11aa21d tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] 10.222.0.25 "GET /v2.0/security-groups?id=c84eeadc-d16c-4b72-8eeb-79ff20a61103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377254 May 27 03:47:25.564098 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4e135d-c979-4a68-8f02-4d5c897e6dd2 req-602f76c1-4d1f-48ca-88c9-e6f9446f8b03 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:25.565491 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-fd4e135d-c979-4a68-8f02-4d5c897e6dd2 req-602f76c1-4d1f-48ca-88c9-e6f9446f8b03 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] 10.222.0.25 "GET /v2.0/ports?device_id=02984890-fe33-4d25-bf6d-a3c3163a965f HTTP/1.1" status: 200 len: 944 time: 0.0805881 May 27 03:47:25.608655 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-fd4e135d-c979-4a68-8f02-4d5c897e6dd2 req-6219866c-3155-47f3-9018-1aa8f23ac813 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] 10.222.0.25 "GET /v2.0/security-groups?id=c84eeadc-d16c-4b72-8eeb-79ff20a61103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376101 May 27 03:47:26.788148 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0f6f77-9517-4437-9091-8c16f3435abf req-2666821c-9909-4e84-9156-5f408ed7de7c tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:26.789604 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-5a0f6f77-9517-4437-9091-8c16f3435abf req-2666821c-9909-4e84-9156-5f408ed7de7c tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] 10.222.0.25 "GET /v2.0/ports?device_id=02984890-fe33-4d25-bf6d-a3c3163a965f HTTP/1.1" status: 200 len: 944 time: 0.0787823 May 27 03:47:26.833742 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-5a0f6f77-9517-4437-9091-8c16f3435abf req-eba5f0f5-c7d5-415f-87ce-2b7c11242251 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] 10.222.0.25 "GET /v2.0/security-groups?id=c84eeadc-d16c-4b72-8eeb-79ff20a61103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386293 May 27 03:47:28.025489 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f188b9-65a7-4020-a23f-2c500c28b519 req-dcc1fc1f-1e4c-4c8d-b11e-07834985a660 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:28.026937 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-f0f188b9-65a7-4020-a23f-2c500c28b519 req-dcc1fc1f-1e4c-4c8d-b11e-07834985a660 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] 10.222.0.25 "GET /v2.0/ports?device_id=02984890-fe33-4d25-bf6d-a3c3163a965f HTTP/1.1" status: 200 len: 944 time: 0.0887046 May 27 03:47:28.071584 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-f0f188b9-65a7-4020-a23f-2c500c28b519 req-30cda51f-96ca-4ce9-a7a3-9eb05bfbf01d tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] 10.222.0.25 "GET /v2.0/security-groups?id=c84eeadc-d16c-4b72-8eeb-79ff20a61103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389807 May 27 03:47:29.262383 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d42a7e-7dc6-46df-ab05-779c235cbcd5 req-7d90e39c-cf1c-41b1-aa0e-b57fb6073272 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:29.263853 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-73d42a7e-7dc6-46df-ab05-779c235cbcd5 req-7d90e39c-cf1c-41b1-aa0e-b57fb6073272 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] 10.222.0.25 "GET /v2.0/ports?device_id=02984890-fe33-4d25-bf6d-a3c3163a965f HTTP/1.1" status: 200 len: 944 time: 0.0842776 May 27 03:47:29.308438 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-73d42a7e-7dc6-46df-ab05-779c235cbcd5 req-d1c60f0f-1d70-4cda-9cf8-80917630dfe5 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] 10.222.0.25 "GET /v2.0/security-groups?id=c84eeadc-d16c-4b72-8eeb-79ff20a61103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389061 May 27 03:47:29.355053 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Device 2554297d-a794-4bc9-9cb3-56dce4e9fb2f details requested by agent hyperv_hv-cinder-79326 with host hv-cinder-79326 {{(pid=98853) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:47:29.485079 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.db [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] For port 2554297d-a794-4bc9-9cb3-56dce4e9fb2f, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=2554297d-a794-4bc9-9cb3-56dce4e9fb2f,segment=NetworkSegment(590d349a-0123-42dc-adf4-c99c77d07402),segment_id=590d349a-0123-42dc-adf4-c99c77d07402)] {{(pid=98853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:47:29.498218 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Returning: {'device': '2554297d-a794-4bc9-9cb3-56dce4e9fb2f', 'network_id': 'ad9eef72-b0bd-43e0-b9f9-b206091e5c65', 'port_id': '2554297d-a794-4bc9-9cb3-56dce4e9fb2f', 'mac_address': 'fa:16:3e:1b:24:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c6b99bf-0e7d-4ba7-b853-38f4087b6993', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98853) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:47:29.557419 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:29.575994 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.notifiers.nova [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2554297d-a794-4bc9-9cb3-56dce4e9fb2f {{(pid=98853) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:47:29.599822 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.db [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] For port 2554297d-a794-4bc9-9cb3-56dce4e9fb2f, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=2554297d-a794-4bc9-9cb3-56dce4e9fb2f,segment=NetworkSegment(590d349a-0123-42dc-adf4-c99c77d07402),segment_id=590d349a-0123-42dc-adf4-c99c77d07402)] {{(pid=98853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:47:29.675258 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786481721483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786481287406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786481291807'] for port, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:29.678779 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:47:29.741652 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Pushing event updated for resources: {'Port': ['ID=2554297d-a794-4bc9-9cb3-56dce4e9fb2f,revision_number=7']} {{(pid=98853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:47:29.748658 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:47:29.748996 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:47:29.749350 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:47:29.749673 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:47:29.749990 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:47:29.750310 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:47:29.750624 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:47:29.750937 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:47:29.751250 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:47:29.751560 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:47:29.751869 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:47:29.752177 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:47:29.755774 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:47:29.844573 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.agents_db [None req-9826b012-bfd7-43dd-a737-969f574491ef None None] Agent healthcheck: found 6 active agents {{(pid=98854) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 03:47:30.331677 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.db [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] get_ports_and_sgs() called for port_ids ['2554297d-a794-4bc9-9cb3-56dce4e9fb2f'] {{(pid=98853) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 03:47:30.491325 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59cbe6d-83c9-4160-83a1-92a72f4723c5 req-6783e52e-253a-43d1-a984-5a74f3588e73 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:30.492810 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-f59cbe6d-83c9-4160-83a1-92a72f4723c5 req-6783e52e-253a-43d1-a984-5a74f3588e73 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] 10.222.0.25 "GET /v2.0/ports?device_id=02984890-fe33-4d25-bf6d-a3c3163a965f HTTP/1.1" status: 200 len: 945 time: 0.0786362 May 27 03:47:30.541372 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-f59cbe6d-83c9-4160-83a1-92a72f4723c5 req-75257c96-ab31-45c8-a309-1e5a242df537 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] 10.222.0.25 "GET /v2.0/security-groups?id=c84eeadc-d16c-4b72-8eeb-79ff20a61103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430312 May 27 03:47:31.723399 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098929b9-a7b3-4a8a-af7a-5af51c8fd0c5 req-a1b28d1b-ef20-4f32-a287-b5d41e9bd68c tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:31.724885 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-098929b9-a7b3-4a8a-af7a-5af51c8fd0c5 req-a1b28d1b-ef20-4f32-a287-b5d41e9bd68c tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] 10.222.0.25 "GET /v2.0/ports?device_id=02984890-fe33-4d25-bf6d-a3c3163a965f HTTP/1.1" status: 200 len: 945 time: 0.0791416 May 27 03:47:31.771699 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-098929b9-a7b3-4a8a-af7a-5af51c8fd0c5 req-969db789-ca7e-4bbe-af6e-4a3a6a3923c1 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] 10.222.0.25 "GET /v2.0/security-groups?id=c84eeadc-d16c-4b72-8eeb-79ff20a61103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412648 May 27 03:47:32.950504 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0287f467-9d32-418c-8398-d09a51ee89d4 req-9f9625b9-128b-49df-892c-b6d1183b3d3e tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:32.951819 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-0287f467-9d32-418c-8398-d09a51ee89d4 req-9f9625b9-128b-49df-892c-b6d1183b3d3e tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] 10.222.0.25 "GET /v2.0/ports?device_id=02984890-fe33-4d25-bf6d-a3c3163a965f HTTP/1.1" status: 200 len: 945 time: 0.0776844 May 27 03:47:32.994786 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-0287f467-9d32-418c-8398-d09a51ee89d4 req-79cebdf6-f808-47d6-ad7d-b4f434af062b tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] 10.222.0.25 "GET /v2.0/security-groups?id=c84eeadc-d16c-4b72-8eeb-79ff20a61103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373967 May 27 03:47:33.829123 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-7b4c7a02-c85d-4557-ade5-35e398467ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:34.173135 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f630d262-11c0-45fb-b706-93d940b5ab91 req-270ad197-5c98-45b1-aeb0-8d7d935b5ae0 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:34.174561 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-f630d262-11c0-45fb-b706-93d940b5ab91 req-270ad197-5c98-45b1-aeb0-8d7d935b5ae0 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] 10.222.0.25 "GET /v2.0/ports?device_id=02984890-fe33-4d25-bf6d-a3c3163a965f HTTP/1.1" status: 200 len: 945 time: 0.0785050 May 27 03:47:34.218265 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-f630d262-11c0-45fb-b706-93d940b5ab91 req-ce33c409-a1f6-4d2c-b52f-e4e6f961d9ed tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] 10.222.0.25 "GET /v2.0/security-groups?id=c84eeadc-d16c-4b72-8eeb-79ff20a61103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375915 May 27 03:47:35.095360 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce55ad91-86ac-4d28-b645-fe6fce5ad0b0 req-2fb95dc5-236a-48a2-b105-afb7a91f14a1 tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:35.096832 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-ce55ad91-86ac-4d28-b645-fe6fce5ad0b0 req-2fb95dc5-236a-48a2-b105-afb7a91f14a1 tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] 10.222.0.25 "GET /v2.0/networks?id=fcc8c911-2569-47b8-92dc-e0c1b7c0a740 HTTP/1.1" status: 200 len: 813 time: 0.1451983 May 27 03:47:35.110759 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-ce55ad91-86ac-4d28-b645-fe6fce5ad0b0 req-d774a2db-f96d-4b24-833b-b9347f11ad6c tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] 10.222.0.25 "GET /v2.0/quotas/00dc5f669f3f483bacc0bf258a11c302 HTTP/1.1" status: 200 len: 375 time: 0.0085337 May 27 03:47:35.155907 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [req-ce55ad91-86ac-4d28-b645-fe6fce5ad0b0 req-dc2163bd-5680-4b86-b7fc-99072dade0c5 tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] Synchronizing usage tracker for tenant:00dc5f669f3f483bacc0bf258a11c302 on resource:port {{(pid=98851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:47:35.228814 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [req-ce55ad91-86ac-4d28-b645-fe6fce5ad0b0 req-dc2163bd-5680-4b86-b7fc-99072dade0c5 tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] Unset dirty status for tenant:00dc5f669f3f483bacc0bf258a11c302 on resource:port {{(pid=98851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:47:35.230051 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-ce55ad91-86ac-4d28-b645-fe6fce5ad0b0 req-dc2163bd-5680-4b86-b7fc-99072dade0c5 tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=00dc5f669f3f483bacc0bf258a11c302&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1145453 May 27 03:47:35.405686 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-ce55ad91-86ac-4d28-b645-fe6fce5ad0b0 req-6162fa28-92d2-483f-ab1c-d79aaba5148f service neutron] 10.222.0.25 "GET /v2.0/networks/fcc8c911-2569-47b8-92dc-e0c1b7c0a740?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684940 May 27 03:47:35.414433 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f05f5e-bed4-4f42-a194-586c57e028f9 req-aeb6a8f3-0573-462b-b67c-1ba3e8addd2e tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:35.415899 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-93f05f5e-bed4-4f42-a194-586c57e028f9 req-aeb6a8f3-0573-462b-b67c-1ba3e8addd2e tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] 10.222.0.25 "GET /v2.0/ports?device_id=02984890-fe33-4d25-bf6d-a3c3163a965f HTTP/1.1" status: 200 len: 945 time: 0.0849202 May 27 03:47:35.462827 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-93f05f5e-bed4-4f42-a194-586c57e028f9 req-0b003715-f0ae-423e-ba48-8965ceb2d4bc tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] 10.222.0.25 "GET /v2.0/security-groups?id=c84eeadc-d16c-4b72-8eeb-79ff20a61103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411174 May 27 03:47:35.532628 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Device 2554297d-a794-4bc9-9cb3-56dce4e9fb2f up at agent hyperv_hv-cinder-79326 {{(pid=98853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:47:35.598490 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Provisioning complete for port 2554297d-a794-4bc9-9cb3-56dce4e9fb2f triggered by entity L2. {{(pid=98853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:47:35.598868 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487713'] for port, provisioning_complete {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:35.624128 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-ce55ad91-86ac-4d28-b645-fe6fce5ad0b0 req-d758fcff-047b-43b4-8d89-55ab6c197199 service neutron] 10.222.0.25 "GET /v2.0/networks/fcc8c911-2569-47b8-92dc-e0c1b7c0a740?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2058313 May 27 03:47:35.715233 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:35.742477 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02984890-fe33-4d25-bf6d-a3c3163a965f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2554297d-a794-4bc9-9cb3-56dce4e9fb2f'}] {{(pid=98853) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:47:35.751978 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.db [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] For port 2554297d-a794-4bc9-9cb3-56dce4e9fb2f, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=2554297d-a794-4bc9-9cb3-56dce4e9fb2f,segment=NetworkSegment(590d349a-0123-42dc-adf4-c99c77d07402),segment_id=590d349a-0123-42dc-adf4-c99c77d07402)] {{(pid=98853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:47:35.788081 dv-cinder-793264-1-iscsi neutron-server[98853]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02984890-fe33-4d25-bf6d-a3c3163a965f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2554297d-a794-4bc9-9cb3-56dce4e9fb2f', 'code': 200} May 27 03:47:35.835368 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786481721483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786481287406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786481291807'] for port, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:35.838215 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:47:35.875372 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-1fccf03c-d48d-430b-8b31-dce8afac6bea req-7d1f2e62-e60c-426f-b1c5-e5d01570367f tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] 10.222.0.25 "GET /v2.0/ports?device_id=d3834ee5-6837-4b8d-abb2-0c048ef2d2e5 HTTP/1.1" status: 200 len: 210 time: 0.0444188 May 27 03:47:35.905803 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Pushing event updated for resources: {'Port': ['ID=2554297d-a794-4bc9-9cb3-56dce4e9fb2f,revision_number=8']} {{(pid=98853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:47:35.909168 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:47:36.132041 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73197e2f-eaa3-4ca6-a2dd-d1344003dd3c req-d00c2e5e-693d-4c73-abcc-a8757f4c9e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:36.133538 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-73197e2f-eaa3-4ca6-a2dd-d1344003dd3c req-d00c2e5e-693d-4c73-abcc-a8757f4c9e4e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=02984890-fe33-4d25-bf6d-a3c3163a965f HTTP/1.1" status: 200 len: 1099 time: 0.0686424 May 27 03:47:36.174836 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-73197e2f-eaa3-4ca6-a2dd-d1344003dd3c req-01074a34-57c4-4116-9f34-45ce7ebf492c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c84eeadc-d16c-4b72-8eeb-79ff20a61103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342257 May 27 03:47:36.400924 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-9d20ca73-5611-4a85-a08b-d98150d45249 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:36.457723 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:36.651429 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0299a8b-7a11-49da-8963-f8feecfd935d req-f97ce50d-62b0-485d-bc66-d9a69b934ead tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:36.652884 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-e0299a8b-7a11-49da-8963-f8feecfd935d req-f97ce50d-62b0-485d-bc66-d9a69b934ead tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] 10.222.0.25 "GET /v2.0/ports?device_id=02984890-fe33-4d25-bf6d-a3c3163a965f HTTP/1.1" status: 200 len: 946 time: 0.0845268 May 27 03:47:36.698344 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-e0299a8b-7a11-49da-8963-f8feecfd935d req-fe5fa61b-1977-4306-92d9-eb9eef1bea51 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] 10.222.0.25 "GET /v2.0/security-groups?id=c84eeadc-d16c-4b72-8eeb-79ff20a61103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397186 May 27 03:47:37.023215 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-e73e96c8-af23-4774-a7a2-9c2f64d8b84b req-4e632de6-a40f-4aca-8356-5cb4a660f92d tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] 10.222.0.25 "GET /v2.0/ports?device_id=d3834ee5-6837-4b8d-abb2-0c048ef2d2e5 HTTP/1.1" status: 200 len: 210 time: 0.0425894 May 27 03:47:37.698361 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-e3613943-0892-48bd-9358-60eb59884bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:37.727882 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce55ad91-86ac-4d28-b645-fe6fce5ad0b0 req-5b0451ac-da98-484f-9ea4-fe0054e2b6a5 tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:37.730192 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-ce55ad91-86ac-4d28-b645-fe6fce5ad0b0 req-5b0451ac-da98-484f-9ea4-fe0054e2b6a5 tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] 10.222.0.36 "GET /v2.0/networks?id=fcc8c911-2569-47b8-92dc-e0c1b7c0a740 HTTP/1.1" status: 200 len: 813 time: 0.1517644 May 27 03:47:37.744419 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.v2.base [req-ce55ad91-86ac-4d28-b645-fe6fce5ad0b0 req-189e5179-c370-4bf9-9afb-d2c14eb78dda tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] Request body: {'port': {'device_id': 'd3834ee5-6837-4b8d-abb2-0c048ef2d2e5', 'network_id': 'fcc8c911-2569-47b8-92dc-e0c1b7c0a740', 'admin_state_up': True, 'tenant_id': '00dc5f669f3f483bacc0bf258a11c302'}} {{(pid=98851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:47:37.898326 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.quota.driver [req-ce55ad91-86ac-4d28-b645-fe6fce5ad0b0 req-189e5179-c370-4bf9-9afb-d2c14eb78dda tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:47:37.909287 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.quota.driver [req-ce55ad91-86ac-4d28-b645-fe6fce5ad0b0 req-189e5179-c370-4bf9-9afb-d2c14eb78dda tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:47:37.966580 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce55ad91-86ac-4d28-b645-fe6fce5ad0b0 req-189e5179-c370-4bf9-9afb-d2c14eb78dda tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] Made reservation on behalf of 00dc5f669f3f483bacc0bf258a11c302 for: {'port': 1} {{(pid=98851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:47:37.970507 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-ce55ad91-86ac-4d28-b645-fe6fce5ad0b0 req-189e5179-c370-4bf9-9afb-d2c14eb78dda tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:38.030378 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34710539-e8f5-4e96-9f32-09423ce68dc7 req-ef6c68b1-528f-41c7-b6e2-c78ac63b868a tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:38.031857 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-34710539-e8f5-4e96-9f32-09423ce68dc7 req-ef6c68b1-528f-41c7-b6e2-c78ac63b868a tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] 10.222.0.25 "GET /v2.0/ports?device_id=02984890-fe33-4d25-bf6d-a3c3163a965f HTTP/1.1" status: 200 len: 946 time: 0.0865133 May 27 03:47:38.078793 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-34710539-e8f5-4e96-9f32-09423ce68dc7 req-b4f907e6-1b46-460f-afa5-09e361f27d46 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] 10.222.0.25 "GET /v2.0/security-groups?id=c84eeadc-d16c-4b72-8eeb-79ff20a61103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398576 May 27 03:47:38.162508 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.db_base_plugin_common [req-ce55ad91-86ac-4d28-b645-fe6fce5ad0b0 req-189e5179-c370-4bf9-9afb-d2c14eb78dda tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] Allocated IP 172.20.0.5 (fcc8c911-2569-47b8-92dc-e0c1b7c0a740/8ed5516d-8467-42b6-99b0-adc198897053/d711e7b6-b731-4377-8814-b74e7863713f) {{(pid=98851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:47:38.241536 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-01f3b3a8-92ef-46d9-8654-4e1944c623f2 req-208897bd-08ca-49fd-971f-d2cafb2a0fdb tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] 10.222.0.25 "GET /v2.0/ports?device_id=d3834ee5-6837-4b8d-abb2-0c048ef2d2e5 HTTP/1.1" status: 200 len: 210 time: 0.0442517 May 27 03:47:38.371036 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-ce55ad91-86ac-4d28-b645-fe6fce5ad0b0 req-189e5179-c370-4bf9-9afb-d2c14eb78dda tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] Notify callbacks [] for port, precommit_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:38.458768 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-ce55ad91-86ac-4d28-b645-fe6fce5ad0b0 req-189e5179-c370-4bf9-9afb-d2c14eb78dda tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786481287388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28231606'] for port, after_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:38.465809 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-7d83295b-13c1-4be0-9c67-c3c720c6c1e4 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:47:38.526147 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce55ad91-86ac-4d28-b645-fe6fce5ad0b0 req-189e5179-c370-4bf9-9afb-d2c14eb78dda tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] Network fcc8c911-2569-47b8-92dc-e0c1b7c0a740 is already hosted by enough agents. {{(pid=98851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:47:38.529308 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.scheduler.base_scheduler [req-ce55ad91-86ac-4d28-b645-fe6fce5ad0b0 req-189e5179-c370-4bf9-9afb-d2c14eb78dda tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] Resources bound (agent type, host, resource id): {{(pid=98851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:47:38.533142 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce55ad91-86ac-4d28-b645-fe6fce5ad0b0 req-189e5179-c370-4bf9-9afb-d2c14eb78dda tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] Received port after_create {{(pid=98851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 03:47:38.575678 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189e5179-c370-4bf9-9afb-d2c14eb78dda tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] Pushing event updated for resources: {'Port': ['ID=d711e7b6-b731-4377-8814-b74e7863713f,revision_number=1']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:47:38.583690 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-189e5179-c370-4bf9-9afb-d2c14eb78dda tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:47:38.603924 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce55ad91-86ac-4d28-b645-fe6fce5ad0b0 req-189e5179-c370-4bf9-9afb-d2c14eb78dda tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:38.604545 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-ce55ad91-86ac-4d28-b645-fe6fce5ad0b0 req-189e5179-c370-4bf9-9afb-d2c14eb78dda tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4037888'] for port, before_response {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:38.715741 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-ce55ad91-86ac-4d28-b645-fe6fce5ad0b0 req-189e5179-c370-4bf9-9afb-d2c14eb78dda tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9753091 May 27 03:47:38.728029 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.v2.base [req-ce55ad91-86ac-4d28-b645-fe6fce5ad0b0 req-970a74b9-58ad-402d-9e70-156c695b8ef7 service neutron] Request body: {'port': {'device_id': 'd3834ee5-6837-4b8d-abb2-0c048ef2d2e5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79326'}} {{(pid=98851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:47:38.836645 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-ce55ad91-86ac-4d28-b645-fe6fce5ad0b0 req-970a74b9-58ad-402d-9e70-156c695b8ef7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_update {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:39.169924 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.notifiers.nova [req-ce55ad91-86ac-4d28-b645-fe6fce5ad0b0 req-970a74b9-58ad-402d-9e70-156c695b8ef7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d711e7b6-b731-4377-8814-b74e7863713f {{(pid=98851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:47:39.177582 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-ce55ad91-86ac-4d28-b645-fe6fce5ad0b0 req-970a74b9-58ad-402d-9e70-156c695b8ef7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:39.191164 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.provisioning_blocks [req-ce55ad91-86ac-4d28-b645-fe6fce5ad0b0 req-970a74b9-58ad-402d-9e70-156c695b8ef7 service neutron] Transition to ACTIVE for port object d711e7b6-b731-4377-8814-b74e7863713f will not be triggered until provisioned by entity L2. {{(pid=98851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:47:39.263449 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-3af0ace6-547d-4950-9fe5-73e267668fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:39.264102 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-ce55ad91-86ac-4d28-b645-fe6fce5ad0b0 req-970a74b9-58ad-402d-9e70-156c695b8ef7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786481721483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786481287406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786481291807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28231553'] for port, after_update {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:39.268600 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-189e5179-c370-4bf9-9afb-d2c14eb78dda tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:47:39.441209 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcd058a-8415-4123-927a-783796600a80 req-f46ff564-e69b-4d2b-b921-5380741ff88f tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:39.441209 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-dfcd058a-8415-4123-927a-783796600a80 req-f46ff564-e69b-4d2b-b921-5380741ff88f tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] 10.222.0.25 "GET /v2.0/ports?device_id=d3834ee5-6837-4b8d-abb2-0c048ef2d2e5 HTTP/1.1" status: 200 len: 943 time: 0.0889366 May 27 03:47:39.486498 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-dfcd058a-8415-4123-927a-783796600a80 req-1982c695-7eab-4e31-95b3-b21d8a398eaa tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] 10.222.0.25 "GET /v2.0/security-groups?id=dcfd5ce5-c9a4-43d2-814f-e9da7ccf603c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418041 May 27 03:47:39.524172 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970a74b9-58ad-402d-9e70-156c695b8ef7 service neutron] Pushing event updated for resources: {'Port': ['ID=d711e7b6-b731-4377-8814-b74e7863713f,revision_number=2']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:47:39.550785 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-970a74b9-58ad-402d-9e70-156c695b8ef7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:47:39.592513 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.managers [req-ce55ad91-86ac-4d28-b645-fe6fce5ad0b0 req-970a74b9-58ad-402d-9e70-156c695b8ef7 service neutron] Attempting to bind port d711e7b6-b731-4377-8814-b74e7863713f on host hv-cinder-79326 for vnic_type normal with profile {{(pid=98851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:47:39.592844 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.managers [req-ce55ad91-86ac-4d28-b645-fe6fce5ad0b0 req-970a74b9-58ad-402d-9e70-156c695b8ef7 service neutron] Attempting to bind port d711e7b6-b731-4377-8814-b74e7863713f by drivers openvswitch,hyperv on host hv-cinder-79326 at level 0 using segments [{'id': 'a40311de-f1a7-4718-9ea6-e1ef0c8c1ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'fcc8c911-2569-47b8-92dc-e0c1b7c0a740'}] {{(pid=98851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:47:39.593172 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce55ad91-86ac-4d28-b645-fe6fce5ad0b0 req-970a74b9-58ad-402d-9e70-156c695b8ef7 service neutron] Attempting to bind port d711e7b6-b731-4377-8814-b74e7863713f on network fcc8c911-2569-47b8-92dc-e0c1b7c0a740 {{(pid=98851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:47:39.597610 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce55ad91-86ac-4d28-b645-fe6fce5ad0b0 req-970a74b9-58ad-402d-9e70-156c695b8ef7 service neutron] Port d711e7b6-b731-4377-8814-b74e7863713f on network fcc8c911-2569-47b8-92dc-e0c1b7c0a740 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79326 {{(pid=98851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 03:47:39.597925 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce55ad91-86ac-4d28-b645-fe6fce5ad0b0 req-970a74b9-58ad-402d-9e70-156c695b8ef7 service neutron] Attempting to bind port d711e7b6-b731-4377-8814-b74e7863713f on network fcc8c911-2569-47b8-92dc-e0c1b7c0a740 {{(pid=98851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:47:39.603462 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce55ad91-86ac-4d28-b645-fe6fce5ad0b0 req-970a74b9-58ad-402d-9e70-156c695b8ef7 service neutron] Checking agent: {'id': 'beba53db-4949-4034-b5ab-73b6df09d927', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79326', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 3, 39, 17), 'started_at': datetime.datetime(2021, 5, 27, 3, 39, 17), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 3, 47, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 03:47:39.603796 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce55ad91-86ac-4d28-b645-fe6fce5ad0b0 req-970a74b9-58ad-402d-9e70-156c695b8ef7 service neutron] Checking segment: {'id': 'a40311de-f1a7-4718-9ea6-e1ef0c8c1ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'fcc8c911-2569-47b8-92dc-e0c1b7c0a740'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 03:47:39.606587 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce55ad91-86ac-4d28-b645-fe6fce5ad0b0 req-970a74b9-58ad-402d-9e70-156c695b8ef7 service neutron] Bound using segment: {'id': 'a40311de-f1a7-4718-9ea6-e1ef0c8c1ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'fcc8c911-2569-47b8-92dc-e0c1b7c0a740'} {{(pid=98851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 03:47:39.606587 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.managers [req-ce55ad91-86ac-4d28-b645-fe6fce5ad0b0 req-970a74b9-58ad-402d-9e70-156c695b8ef7 service neutron] Bound port: d711e7b6-b731-4377-8814-b74e7863713f, host: hv-cinder-79326, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a40311de-f1a7-4718-9ea6-e1ef0c8c1ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'fcc8c911-2569-47b8-92dc-e0c1b7c0a740'}}] {{(pid=98851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:47:39.606587 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-ce55ad91-86ac-4d28-b645-fe6fce5ad0b0 req-970a74b9-58ad-402d-9e70-156c695b8ef7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_update {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:39.692815 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.db [req-ce55ad91-86ac-4d28-b645-fe6fce5ad0b0 req-970a74b9-58ad-402d-9e70-156c695b8ef7 service neutron] For port d711e7b6-b731-4377-8814-b74e7863713f, host hv-cinder-79326, cleared binding levels {{(pid=98851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:47:39.695615 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.db [req-ce55ad91-86ac-4d28-b645-fe6fce5ad0b0 req-970a74b9-58ad-402d-9e70-156c695b8ef7 service neutron] For port d711e7b6-b731-4377-8814-b74e7863713f, host hv-cinder-79326, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=d711e7b6-b731-4377-8814-b74e7863713f,segment=NetworkSegment(a40311de-f1a7-4718-9ea6-e1ef0c8c1ca3),segment_id=a40311de-f1a7-4718-9ea6-e1ef0c8c1ca3)] {{(pid=98851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 03:47:39.760815 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-ce55ad91-86ac-4d28-b645-fe6fce5ad0b0 req-970a74b9-58ad-402d-9e70-156c695b8ef7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786481721483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786481287406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786481291807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28231553'] for port, after_update {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:39.765453 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-60255e97-2e66-49cc-a291-646e09a8a311 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:47:39.827709 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce55ad91-86ac-4d28-b645-fe6fce5ad0b0 req-970a74b9-58ad-402d-9e70-156c695b8ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:39.828355 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-ce55ad91-86ac-4d28-b645-fe6fce5ad0b0 req-970a74b9-58ad-402d-9e70-156c695b8ef7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4037888'] for port, before_response {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:39.829771 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-ce55ad91-86ac-4d28-b645-fe6fce5ad0b0 req-970a74b9-58ad-402d-9e70-156c695b8ef7 service neutron] 10.222.0.36 "PUT /v2.0/ports/d711e7b6-b731-4377-8814-b74e7863713f HTTP/1.1" status: 200 len: 1093 time: 1.1056693 May 27 03:47:39.830248 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3834ee5-6837-4b8d-abb2-0c048ef2d2e5', 'tag': 'd711e7b6-b731-4377-8814-b74e7863713f'}] {{(pid=98851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:47:39.849544 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970a74b9-58ad-402d-9e70-156c695b8ef7 service neutron] Pushing event updated for resources: {'Port': ['ID=d711e7b6-b731-4377-8814-b74e7863713f,revision_number=3']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:47:39.851002 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-970a74b9-58ad-402d-9e70-156c695b8ef7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:47:39.880782 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3834ee5-6837-4b8d-abb2-0c048ef2d2e5', 'tag': 'd711e7b6-b731-4377-8814-b74e7863713f', 'status': 'completed', 'code': 200} May 27 03:47:39.970434 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef97fba1-1094-4c6e-8609-db16054004e5 req-6d32ba6f-c985-4d23-80d3-cfe3331e83a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:39.971808 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-ef97fba1-1094-4c6e-8609-db16054004e5 req-6d32ba6f-c985-4d23-80d3-cfe3331e83a4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=00dc5f669f3f483bacc0bf258a11c302&device_id=d3834ee5-6837-4b8d-abb2-0c048ef2d2e5 HTTP/1.1" status: 200 len: 1096 time: 0.0713837 May 27 03:47:40.119743 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef97fba1-1094-4c6e-8609-db16054004e5 req-b1af029b-1bcc-4c1b-bfeb-66113002761d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:40.121204 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-ef97fba1-1094-4c6e-8609-db16054004e5 req-b1af029b-1bcc-4c1b-bfeb-66113002761d service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=00dc5f669f3f483bacc0bf258a11c302&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1320000 May 27 03:47:40.256236 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef97fba1-1094-4c6e-8609-db16054004e5 req-72b0edf3-dd06-43c7-8166-36c41c0cb994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:40.257675 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-ef97fba1-1094-4c6e-8609-db16054004e5 req-72b0edf3-dd06-43c7-8166-36c41c0cb994 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1287394 May 27 03:47:40.371704 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce55ad91-86ac-4d28-b645-fe6fce5ad0b0 req-907ec468-cf59-4a6e-aefd-f6a2a80b65fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:40.373162 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-ce55ad91-86ac-4d28-b645-fe6fce5ad0b0 req-907ec468-cf59-4a6e-aefd-f6a2a80b65fc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=00dc5f669f3f483bacc0bf258a11c302&device_id=d3834ee5-6837-4b8d-abb2-0c048ef2d2e5 HTTP/1.1" status: 200 len: 1096 time: 0.0732510 May 27 03:47:40.449678 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-ce55ad91-86ac-4d28-b645-fe6fce5ad0b0 req-cb68bd5a-e32d-4f03-b073-145b3e790e78 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d711e7b6-b731-4377-8814-b74e7863713f HTTP/1.1" status: 200 len: 217 time: 0.0604155 May 27 03:47:40.515522 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce55ad91-86ac-4d28-b645-fe6fce5ad0b0 req-724d2565-07cc-46e4-86ed-cc387e4c007b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:40.516978 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-ce55ad91-86ac-4d28-b645-fe6fce5ad0b0 req-724d2565-07cc-46e4-86ed-cc387e4c007b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8ed5516d-8467-42b6-99b0-adc198897053 HTTP/1.1" status: 200 len: 853 time: 0.0596433 May 27 03:47:40.565056 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-ce55ad91-86ac-4d28-b645-fe6fce5ad0b0 req-db21e8b4-5a21-4cf4-8c9d-906d7d8bd736 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fcc8c911-2569-47b8-92dc-e0c1b7c0a740&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411670 May 27 03:47:40.677835 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5602a1-49e1-451c-ad2c-57df4c81cb01 req-b6bae311-fe8e-4517-8495-f4560f4b450f tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:40.679399 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-df5602a1-49e1-451c-ad2c-57df4c81cb01 req-b6bae311-fe8e-4517-8495-f4560f4b450f tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] 10.222.0.25 "GET /v2.0/ports?device_id=d3834ee5-6837-4b8d-abb2-0c048ef2d2e5 HTTP/1.1" status: 200 len: 943 time: 0.0849516 May 27 03:47:40.700479 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-ce55ad91-86ac-4d28-b645-fe6fce5ad0b0 req-792a8d69-4714-46f3-b968-51a083508662 service neutron] 10.222.0.36 "GET /v2.0/networks/fcc8c911-2569-47b8-92dc-e0c1b7c0a740?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287260 May 27 03:47:40.730059 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-df5602a1-49e1-451c-ad2c-57df4c81cb01 req-f119ff7a-7fbe-4968-85be-cbbdc801ef46 tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] 10.222.0.25 "GET /v2.0/security-groups?id=dcfd5ce5-c9a4-43d2-814f-e9da7ccf603c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448978 May 27 03:47:40.835314 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-ce55ad91-86ac-4d28-b645-fe6fce5ad0b0 req-d880d301-f68f-4e35-b4b1-010078ad914e service neutron] 10.222.0.36 "GET /v2.0/networks/fcc8c911-2569-47b8-92dc-e0c1b7c0a740?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273339 May 27 03:47:41.035811 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ccc4bc-9e41-4d64-b4af-93e1fabb4726 req-8675866f-c975-42d9-be08-852c91323fa9 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:41.037293 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-63ccc4bc-9e41-4d64-b4af-93e1fabb4726 req-8675866f-c975-42d9-be08-852c91323fa9 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c7e656a-afc5-4119-a11e-920c583d89d2 HTTP/1.1" status: 200 len: 945 time: 0.0794089 May 27 03:47:41.080233 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-63ccc4bc-9e41-4d64-b4af-93e1fabb4726 req-f84631f8-e431-4483-997f-58af22c7c202 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e39d5df-c8e8-44f8-bf65-7b7c15957e09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373788 May 27 03:47:41.921375 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba1600d-0702-40d2-be0f-501f73d116d0 req-2ddd92f5-6d60-41d4-a04d-7873f1b389e1 tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:41.922060 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [req-3ba1600d-0702-40d2-be0f-501f73d116d0 req-2ddd92f5-6d60-41d4-a04d-7873f1b389e1 tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] Synchronizing usage tracker for tenant:00dc5f669f3f483bacc0bf258a11c302 on resource:port {{(pid=98851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:47:42.017688 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [req-3ba1600d-0702-40d2-be0f-501f73d116d0 req-2ddd92f5-6d60-41d4-a04d-7873f1b389e1 tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] Unset dirty status for tenant:00dc5f669f3f483bacc0bf258a11c302 on resource:port {{(pid=98851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:47:42.018756 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-3ba1600d-0702-40d2-be0f-501f73d116d0 req-2ddd92f5-6d60-41d4-a04d-7873f1b389e1 tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] 10.222.0.25 "GET /v2.0/ports?device_id=d3834ee5-6837-4b8d-abb2-0c048ef2d2e5 HTTP/1.1" status: 200 len: 943 time: 0.1804976 May 27 03:47:42.064148 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-3ba1600d-0702-40d2-be0f-501f73d116d0 req-de3cdb7c-f1e7-4471-8d5a-b9fcd979f26c tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] 10.222.0.25 "GET /v2.0/security-groups?id=dcfd5ce5-c9a4-43d2-814f-e9da7ccf603c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391128 May 27 03:47:42.266454 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddc24a2-bdd2-4f90-bcb8-b8cc043dc30a req-22eca25c-c0af-4b60-8fe8-2ecd2115dd2d tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:42.267950 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-6ddc24a2-bdd2-4f90-bcb8-b8cc043dc30a req-22eca25c-c0af-4b60-8fe8-2ecd2115dd2d tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c7e656a-afc5-4119-a11e-920c583d89d2 HTTP/1.1" status: 200 len: 945 time: 0.0823858 May 27 03:47:42.311170 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-6ddc24a2-bdd2-4f90-bcb8-b8cc043dc30a req-9df3de53-30d8-413f-a9e1-ef87737ff2d2 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e39d5df-c8e8-44f8-bf65-7b7c15957e09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377016 May 27 03:47:43.242642 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6778413b-d927-4bba-a0b1-e84ce59bc17b req-98000ac3-446f-457f-9d49-ab3898c090bd tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:43.244056 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-6778413b-d927-4bba-a0b1-e84ce59bc17b req-98000ac3-446f-457f-9d49-ab3898c090bd tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] 10.222.0.25 "GET /v2.0/ports?device_id=d3834ee5-6837-4b8d-abb2-0c048ef2d2e5 HTTP/1.1" status: 200 len: 943 time: 0.0783665 May 27 03:47:43.287600 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-6778413b-d927-4bba-a0b1-e84ce59bc17b req-bb34ec34-8607-4833-b7dd-e78d0e1a5afb tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] 10.222.0.25 "GET /v2.0/security-groups?id=dcfd5ce5-c9a4-43d2-814f-e9da7ccf603c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379610 May 27 03:47:43.491060 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b344bfd-9016-4ec8-a9f5-d746f49b19fe req-918df421-f504-4175-a097-3ced35fdc72d tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:43.492536 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-0b344bfd-9016-4ec8-a9f5-d746f49b19fe req-918df421-f504-4175-a097-3ced35fdc72d tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c7e656a-afc5-4119-a11e-920c583d89d2 HTTP/1.1" status: 200 len: 945 time: 0.0788348 May 27 03:47:43.536911 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-0b344bfd-9016-4ec8-a9f5-d746f49b19fe req-e2f6fd42-252e-4734-8d08-9e83ce097981 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e39d5df-c8e8-44f8-bf65-7b7c15957e09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382779 May 27 03:47:44.470712 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd53c50-9729-48fa-aa53-51b9cb3941f1 req-36bb1bab-6ebb-48cc-a9e8-d4a6a674e3c7 tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:44.472142 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-edd53c50-9729-48fa-aa53-51b9cb3941f1 req-36bb1bab-6ebb-48cc-a9e8-d4a6a674e3c7 tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] 10.222.0.25 "GET /v2.0/ports?device_id=d3834ee5-6837-4b8d-abb2-0c048ef2d2e5 HTTP/1.1" status: 200 len: 943 time: 0.0827394 May 27 03:47:44.515783 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-edd53c50-9729-48fa-aa53-51b9cb3941f1 req-351ad447-b6da-44da-a391-0107592d93a4 tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] 10.222.0.25 "GET /v2.0/security-groups?id=dcfd5ce5-c9a4-43d2-814f-e9da7ccf603c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380056 May 27 03:47:44.720295 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e6cdb1-1373-484a-be4d-f3f1b75195f1 req-dfcdb8e0-719c-4c53-b353-ab3e40920c18 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:44.721791 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-95e6cdb1-1373-484a-be4d-f3f1b75195f1 req-dfcdb8e0-719c-4c53-b353-ab3e40920c18 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c7e656a-afc5-4119-a11e-920c583d89d2 HTTP/1.1" status: 200 len: 945 time: 0.0826426 May 27 03:47:44.765669 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-95e6cdb1-1373-484a-be4d-f3f1b75195f1 req-5daf17c4-876b-4077-8572-923b3ef6fc82 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e39d5df-c8e8-44f8-bf65-7b7c15957e09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377183 May 27 03:47:45.544891 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Device d711e7b6-b731-4377-8814-b74e7863713f details requested by agent hyperv_hv-cinder-79326 with host hv-cinder-79326 {{(pid=98853) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:47:45.677661 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.db [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] For port d711e7b6-b731-4377-8814-b74e7863713f, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=d711e7b6-b731-4377-8814-b74e7863713f,segment=NetworkSegment(a40311de-f1a7-4718-9ea6-e1ef0c8c1ca3),segment_id=a40311de-f1a7-4718-9ea6-e1ef0c8c1ca3)] {{(pid=98853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:47:45.690354 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Returning: {'device': 'd711e7b6-b731-4377-8814-b74e7863713f', 'network_id': 'fcc8c911-2569-47b8-92dc-e0c1b7c0a740', 'port_id': 'd711e7b6-b731-4377-8814-b74e7863713f', 'mac_address': 'fa:16:3e:b3:a9:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ed5516d-8467-42b6-99b0-adc198897053', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98853) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:47:45.699619 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1297ab98-88de-4d38-a0bb-b1308cb9af82 req-9d56290f-abce-4932-b0fb-ec5037826adc tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:45.701112 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-1297ab98-88de-4d38-a0bb-b1308cb9af82 req-9d56290f-abce-4932-b0fb-ec5037826adc tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] 10.222.0.25 "GET /v2.0/ports?device_id=d3834ee5-6837-4b8d-abb2-0c048ef2d2e5 HTTP/1.1" status: 200 len: 943 time: 0.0790534 May 27 03:47:45.744784 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-1297ab98-88de-4d38-a0bb-b1308cb9af82 req-986d8bcc-5968-4ace-aea5-43ee58677d7b tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] 10.222.0.25 "GET /v2.0/security-groups?id=dcfd5ce5-c9a4-43d2-814f-e9da7ccf603c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380664 May 27 03:47:45.745031 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:45.762381 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.notifiers.nova [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d711e7b6-b731-4377-8814-b74e7863713f {{(pid=98853) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:47:45.777722 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.db [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] For port d711e7b6-b731-4377-8814-b74e7863713f, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=d711e7b6-b731-4377-8814-b74e7863713f,segment=NetworkSegment(a40311de-f1a7-4718-9ea6-e1ef0c8c1ca3),segment_id=a40311de-f1a7-4718-9ea6-e1ef0c8c1ca3)] {{(pid=98853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:47:45.881526 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786481721483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786481287406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786481291807'] for port, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:45.883339 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:47:45.950863 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Pushing event updated for resources: {'Port': ['ID=d711e7b6-b731-4377-8814-b74e7863713f,revision_number=4']} {{(pid=98853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:47:45.953776 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:47:45.953935 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f8f214-ecf3-48ad-8fcf-1607c973b438 req-eabff66c-0f3a-4800-a823-8092548257e0 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:45.955734 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-58f8f214-ecf3-48ad-8fcf-1607c973b438 req-eabff66c-0f3a-4800-a823-8092548257e0 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c7e656a-afc5-4119-a11e-920c583d89d2 HTTP/1.1" status: 200 len: 945 time: 0.0832696 May 27 03:47:45.999221 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-58f8f214-ecf3-48ad-8fcf-1607c973b438 req-33f05335-69a2-4746-a692-67bae98377e3 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e39d5df-c8e8-44f8-bf65-7b7c15957e09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378597 May 27 03:47:46.302724 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.db [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] get_ports_and_sgs() called for port_ids ['d711e7b6-b731-4377-8814-b74e7863713f'] {{(pid=98853) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 03:47:47.004108 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321d8dc4-454f-4739-b092-8f101648b945 req-a445fca6-3a3f-4b4a-83af-72a600297b1b tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:47.006096 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-321d8dc4-454f-4739-b092-8f101648b945 req-a445fca6-3a3f-4b4a-83af-72a600297b1b tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] 10.222.0.25 "GET /v2.0/ports?device_id=d3834ee5-6837-4b8d-abb2-0c048ef2d2e5 HTTP/1.1" status: 200 len: 944 time: 0.1587029 May 27 03:47:47.050534 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-321d8dc4-454f-4739-b092-8f101648b945 req-257af713-08ba-4cda-8c8a-6658e4bc6fda tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] 10.222.0.25 "GET /v2.0/security-groups?id=dcfd5ce5-c9a4-43d2-814f-e9da7ccf603c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387244 May 27 03:47:47.183819 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3087d00b-9935-4930-88b6-e1a3058ee99b req-2fcba0ea-05b3-46da-be86-d4a7c9c57bb1 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:47.185253 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-3087d00b-9935-4930-88b6-e1a3058ee99b req-2fcba0ea-05b3-46da-be86-d4a7c9c57bb1 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c7e656a-afc5-4119-a11e-920c583d89d2 HTTP/1.1" status: 200 len: 945 time: 0.0814924 May 27 03:47:47.229205 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-3087d00b-9935-4930-88b6-e1a3058ee99b req-6d67a4e1-cf7c-4945-b81d-10c725c7d200 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e39d5df-c8e8-44f8-bf65-7b7c15957e09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383077 May 27 03:47:47.320358 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:47.571481 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Device d711e7b6-b731-4377-8814-b74e7863713f up at agent hyperv_hv-cinder-79326 {{(pid=98853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:47:47.720605 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Provisioning for port d711e7b6-b731-4377-8814-b74e7863713f completed by entity L2. {{(pid=98853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:47:47.725770 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Provisioning complete for port d711e7b6-b731-4377-8814-b74e7863713f triggered by entity L2. {{(pid=98853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:47:47.730886 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487713'] for port, provisioning_complete {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:47.840958 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:47.867558 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3834ee5-6837-4b8d-abb2-0c048ef2d2e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd711e7b6-b731-4377-8814-b74e7863713f'}] {{(pid=98853) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:47:47.876705 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.db [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] For port d711e7b6-b731-4377-8814-b74e7863713f, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=d711e7b6-b731-4377-8814-b74e7863713f,segment=NetworkSegment(a40311de-f1a7-4718-9ea6-e1ef0c8c1ca3),segment_id=a40311de-f1a7-4718-9ea6-e1ef0c8c1ca3)] {{(pid=98853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:47:47.910380 dv-cinder-793264-1-iscsi neutron-server[98853]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3834ee5-6837-4b8d-abb2-0c048ef2d2e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd711e7b6-b731-4377-8814-b74e7863713f', 'code': 200} May 27 03:47:47.931981 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786481721483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786481287406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786481291807'] for port, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:47.933846 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:47:47.997637 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Pushing event updated for resources: {'Port': ['ID=d711e7b6-b731-4377-8814-b74e7863713f,revision_number=5']} {{(pid=98853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:47:48.000522 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:47:48.216212 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ca241e-3ccd-49fe-aab0-631aae79ebb8 req-a109271d-528a-499a-a265-fe310d6d8b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:48.217697 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-55ca241e-3ccd-49fe-aab0-631aae79ebb8 req-a109271d-528a-499a-a265-fe310d6d8b48 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d3834ee5-6837-4b8d-abb2-0c048ef2d2e5 HTTP/1.1" status: 200 len: 1098 time: 0.0725667 May 27 03:47:48.235073 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5f933f-7f13-494f-b891-7d75ee17f0c1 req-db112235-c315-4160-ba11-bd05e4b19c6d tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:48.236579 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-0b5f933f-7f13-494f-b891-7d75ee17f0c1 req-db112235-c315-4160-ba11-bd05e4b19c6d tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] 10.222.0.25 "GET /v2.0/ports?device_id=d3834ee5-6837-4b8d-abb2-0c048ef2d2e5 HTTP/1.1" status: 200 len: 945 time: 0.0803075 May 27 03:47:48.258492 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-55ca241e-3ccd-49fe-aab0-631aae79ebb8 req-288d4a5a-7033-4f1b-9b11-48eea77ba1e5 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=dcfd5ce5-c9a4-43d2-814f-e9da7ccf603c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337441 May 27 03:47:48.284913 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-0b5f933f-7f13-494f-b891-7d75ee17f0c1 req-51becaef-e267-4dc9-9c41-f26a8092c32d tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] 10.222.0.25 "GET /v2.0/security-groups?id=dcfd5ce5-c9a4-43d2-814f-e9da7ccf603c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423801 May 27 03:47:48.416831 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc9b3e3-6870-42c0-8081-cc3b47f12f85 req-530dc730-0517-4c98-a8fa-88657d7b47f6 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:48.418196 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-bfc9b3e3-6870-42c0-8081-cc3b47f12f85 req-530dc730-0517-4c98-a8fa-88657d7b47f6 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c7e656a-afc5-4119-a11e-920c583d89d2 HTTP/1.1" status: 200 len: 945 time: 0.0811019 May 27 03:47:48.462563 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-bfc9b3e3-6870-42c0-8081-cc3b47f12f85 req-b11359f3-5bf8-40c1-859e-0f8b43eb00ea tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e39d5df-c8e8-44f8-bf65-7b7c15957e09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386760 May 27 03:47:49.469499 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2385edd-b99e-4db0-84ce-8c97dbf0d806 req-166bca8c-cafd-404c-a730-a9bb0fbecdc0 tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:49.470934 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-d2385edd-b99e-4db0-84ce-8c97dbf0d806 req-166bca8c-cafd-404c-a730-a9bb0fbecdc0 tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] 10.222.0.25 "GET /v2.0/ports?device_id=d3834ee5-6837-4b8d-abb2-0c048ef2d2e5 HTTP/1.1" status: 200 len: 945 time: 0.0802972 May 27 03:47:49.518404 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-d2385edd-b99e-4db0-84ce-8c97dbf0d806 req-76ae4098-90d8-4156-9708-43e814645b69 tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] 10.222.0.25 "GET /v2.0/security-groups?id=dcfd5ce5-c9a4-43d2-814f-e9da7ccf603c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412760 May 27 03:47:49.654109 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc24dcd-9d55-4f06-832e-984fbe1d9640 req-7c2bfca5-b906-4364-8465-8b8e48aaf6b6 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:49.655458 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-8fc24dcd-9d55-4f06-832e-984fbe1d9640 req-7c2bfca5-b906-4364-8465-8b8e48aaf6b6 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c7e656a-afc5-4119-a11e-920c583d89d2 HTTP/1.1" status: 200 len: 945 time: 0.0828042 May 27 03:47:49.699039 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-8fc24dcd-9d55-4f06-832e-984fbe1d9640 req-ae40c7ff-31ff-4180-89d1-54298efdd461 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e39d5df-c8e8-44f8-bf65-7b7c15957e09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377357 May 27 03:47:50.783829 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c074dc1a-c553-46f5-a3a4-d76d32520fa5 req-54e75cd1-cb96-4409-9d42-6801930ec33c tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:50.785564 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-c074dc1a-c553-46f5-a3a4-d76d32520fa5 req-54e75cd1-cb96-4409-9d42-6801930ec33c tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] 10.222.0.25 "GET /v2.0/ports?device_id=d3834ee5-6837-4b8d-abb2-0c048ef2d2e5 HTTP/1.1" status: 200 len: 945 time: 0.1643960 May 27 03:47:50.834607 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-c074dc1a-c553-46f5-a3a4-d76d32520fa5 req-b87ccbf2-2b7c-4c8e-acbb-309f9e92821e tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] 10.222.0.25 "GET /v2.0/security-groups?id=dcfd5ce5-c9a4-43d2-814f-e9da7ccf603c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428860 May 27 03:47:50.887182 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20ff4b7-2e80-4179-a51e-35565fcf008d req-ea241b9e-620f-43a9-913e-1e4c2508a167 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:50.888640 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-d20ff4b7-2e80-4179-a51e-35565fcf008d req-ea241b9e-620f-43a9-913e-1e4c2508a167 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c7e656a-afc5-4119-a11e-920c583d89d2 HTTP/1.1" status: 200 len: 945 time: 0.0826616 May 27 03:47:50.932978 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-d20ff4b7-2e80-4179-a51e-35565fcf008d req-20d82756-5cd7-444e-bbfb-005cb04b5f64 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e39d5df-c8e8-44f8-bf65-7b7c15957e09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386341 May 27 03:47:52.121316 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4a3bc9-a0ac-481e-8738-fab664cb6e88 req-f07ae30e-ac69-427a-865a-0411033466ec tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:52.122650 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-9a4a3bc9-a0ac-481e-8738-fab664cb6e88 req-f07ae30e-ac69-427a-865a-0411033466ec tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c7e656a-afc5-4119-a11e-920c583d89d2 HTTP/1.1" status: 200 len: 945 time: 0.0819728 May 27 03:47:52.166213 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-9a4a3bc9-a0ac-481e-8738-fab664cb6e88 req-6c4a64e1-8c67-4be6-97e5-fea5dea3e77b tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e39d5df-c8e8-44f8-bf65-7b7c15957e09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379889 May 27 03:47:52.610102 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4cfe42-3ba2-4369-8b15-64d3fcbc6004 req-91946ddc-b59b-4bc1-9b92-9bb57fd6d170 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:52.611555 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-1d4cfe42-3ba2-4369-8b15-64d3fcbc6004 req-91946ddc-b59b-4bc1-9b92-9bb57fd6d170 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c7e656a-afc5-4119-a11e-920c583d89d2 HTTP/1.1" status: 200 len: 945 time: 0.0865643 May 27 03:47:52.695551 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-1d4cfe42-3ba2-4369-8b15-64d3fcbc6004 req-5a898568-6ec9-42b6-ba74-64a25787f16b tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e39d5df-c8e8-44f8-bf65-7b7c15957e09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774703 May 27 03:47:52.732510 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132d2695-4b02-4ef4-a5b9-99c4d6d9cd11 req-6d32f035-8d22-45a3-8650-a59bb2955a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:52.733943 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-132d2695-4b02-4ef4-a5b9-99c4d6d9cd11 req-6d32f035-8d22-45a3-8650-a59bb2955a6b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=276e81e3da1f4d4c9c1881d1b1e863c4&device_id=3c7e656a-afc5-4119-a11e-920c583d89d2 HTTP/1.1" status: 200 len: 1098 time: 0.0778084 May 27 03:47:52.873763 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132d2695-4b02-4ef4-a5b9-99c4d6d9cd11 req-68bbecfa-7d6f-4c04-9174-5a84e1ec82de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:52.875196 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-132d2695-4b02-4ef4-a5b9-99c4d6d9cd11 req-68bbecfa-7d6f-4c04-9174-5a84e1ec82de service neutron] 10.222.0.36 "GET /v2.0/networks?id=130ff3ea-d273-4d90-8f0d-494d41441c60 HTTP/1.1" status: 200 len: 910 time: 0.1267436 May 27 03:47:52.978369 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-132d2695-4b02-4ef4-a5b9-99c4d6d9cd11 req-e5a74568-fd76-4b8c-bed4-6991163b78ef service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=24177437-ade1-43c7-bd7d-340757426924 HTTP/1.1" status: 200 len: 1001 time: 0.0949664 May 27 03:47:53.039677 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132d2695-4b02-4ef4-a5b9-99c4d6d9cd11 req-b62db713-9459-4841-8320-cc5216b1a92c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:53.041071 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-132d2695-4b02-4ef4-a5b9-99c4d6d9cd11 req-b62db713-9459-4841-8320-cc5216b1a92c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=116079ce-8119-4ea5-82d4-c0c254fad638 HTTP/1.1" status: 200 len: 849 time: 0.0557132 May 27 03:47:53.116431 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132d2695-4b02-4ef4-a5b9-99c4d6d9cd11 req-06a1aca7-a737-4fb0-8cb0-ee3ba360a557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:53.117801 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-132d2695-4b02-4ef4-a5b9-99c4d6d9cd11 req-06a1aca7-a737-4fb0-8cb0-ee3ba360a557 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=130ff3ea-d273-4d90-8f0d-494d41441c60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0691700 May 27 03:47:53.247640 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-132d2695-4b02-4ef4-a5b9-99c4d6d9cd11 req-8ca81f08-a72e-4024-9d05-0cf0622f7994 service neutron] 10.222.0.36 "GET /v2.0/networks/130ff3ea-d273-4d90-8f0d-494d41441c60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205580 May 27 03:47:53.376314 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-132d2695-4b02-4ef4-a5b9-99c4d6d9cd11 req-3ea695e6-cfa5-4eb6-88de-9f1d9513ba03 service neutron] 10.222.0.36 "GET /v2.0/networks/130ff3ea-d273-4d90-8f0d-494d41441c60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203513 May 27 03:47:53.881388 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aae7f6a-b8f7-4fb7-9daa-d553862e6a30 req-c724d253-7c1d-405b-878c-daa84ea3db11 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:53.883107 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-7aae7f6a-b8f7-4fb7-9daa-d553862e6a30 req-c724d253-7c1d-405b-878c-daa84ea3db11 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c7e656a-afc5-4119-a11e-920c583d89d2 HTTP/1.1" status: 200 len: 945 time: 0.0822055 May 27 03:47:53.931518 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-7aae7f6a-b8f7-4fb7-9daa-d553862e6a30 req-f8c9c8fc-2430-4884-a882-52c1f586ff30 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e39d5df-c8e8-44f8-bf65-7b7c15957e09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431147 May 27 03:47:55.113415 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057bea97-031f-4ad6-a6ff-e3b974d19501 req-2751eea2-e47d-4553-958d-975ccca0ee64 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:55.115372 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-057bea97-031f-4ad6-a6ff-e3b974d19501 req-2751eea2-e47d-4553-958d-975ccca0ee64 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c7e656a-afc5-4119-a11e-920c583d89d2 HTTP/1.1" status: 200 len: 945 time: 0.0796270 May 27 03:47:55.157969 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-057bea97-031f-4ad6-a6ff-e3b974d19501 req-3277a93a-f75c-4b96-b9bb-bf71e60766a5 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e39d5df-c8e8-44f8-bf65-7b7c15957e09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370479 May 27 03:47:58.269458 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66af317-f717-44d8-b4c9-3959436c22ed req-4f6e9e61-5ea6-4fa4-831d-8cebae3bca3d tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:58.270943 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-c66af317-f717-44d8-b4c9-3959436c22ed req-4f6e9e61-5ea6-4fa4-831d-8cebae3bca3d tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] 10.222.0.25 "GET /v2.0/ports?device_id=daffe717-7636-45e8-813d-8b2a6075c61e HTTP/1.1" status: 200 len: 984 time: 0.1377585 May 27 03:47:58.273568 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c13f40-e7f4-4687-942e-853ae6461a92 req-bb59a279-9d84-49ee-b739-5ea97ee4a376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:58.274925 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-78c13f40-e7f4-4687-942e-853ae6461a92 req-bb59a279-9d84-49ee-b739-5ea97ee4a376 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0df96baa86bb4c51b3b8bece28e3e23a&device_id=daffe717-7636-45e8-813d-8b2a6075c61e HTTP/1.1" status: 200 len: 1137 time: 0.1031725 May 27 03:47:58.478818 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-c66af317-f717-44d8-b4c9-3959436c22ed req-3d65e4b3-7984-4305-8364-a013b11e3e22 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] 10.222.0.25 "GET /v2.0/security-groups?id=7a22e4eb-1ed5-428b-9da9-e358a6333482&id=ddcda7fa-20c2-4652-a278-ed29013fdd44&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2018433 May 27 03:47:58.522153 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c13f40-e7f4-4687-942e-853ae6461a92 req-6082a02f-d002-408f-8f4b-af872dd21d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:58.523563 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-78c13f40-e7f4-4687-942e-853ae6461a92 req-6082a02f-d002-408f-8f4b-af872dd21d44 service neutron] 10.222.0.36 "GET /v2.0/networks?id=42a1ce98-c4d1-4e0b-b376-f6f97fb7e6e1 HTTP/1.1" status: 200 len: 915 time: 0.2319810 May 27 03:47:58.633369 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-78c13f40-e7f4-4687-942e-853ae6461a92 req-384d3631-a421-4bcf-ba10-2ac814fda2d0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2beacebc-a476-4d0c-ad0f-528ef5b957c8 HTTP/1.1" status: 200 len: 1001 time: 0.0956802 May 27 03:47:58.699087 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c13f40-e7f4-4687-942e-853ae6461a92 req-3a7f58a0-99fa-4d57-a2c2-3d8a891e913e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:58.700486 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-78c13f40-e7f4-4687-942e-853ae6461a92 req-3a7f58a0-99fa-4d57-a2c2-3d8a891e913e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a0827fbe-4b22-4dec-9e35-0c7ac84d00a0 HTTP/1.1" status: 200 len: 854 time: 0.0595963 May 27 03:47:58.774193 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c13f40-e7f4-4687-942e-853ae6461a92 req-7636295b-9581-4652-8350-1933b91351c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:58.775603 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-78c13f40-e7f4-4687-942e-853ae6461a92 req-7636295b-9581-4652-8350-1933b91351c3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=42a1ce98-c4d1-4e0b-b376-f6f97fb7e6e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0668893 May 27 03:47:58.911633 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-78c13f40-e7f4-4687-942e-853ae6461a92 req-cb4bce76-6a41-408f-9b8f-6f7895385579 service neutron] 10.222.0.36 "GET /v2.0/networks/42a1ce98-c4d1-4e0b-b376-f6f97fb7e6e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213455 May 27 03:47:59.042553 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-78c13f40-e7f4-4687-942e-853ae6461a92 req-871bfe63-691a-44b4-945b-89993cef889c service neutron] 10.222.0.36 "GET /v2.0/networks/42a1ce98-c4d1-4e0b-b376-f6f97fb7e6e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224256 May 27 03:47:59.669595 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08937213-d67b-4d44-a64d-511db8df691f req-61712319-4416-4b7a-b134-08b9243847d3 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:59.671039 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-08937213-d67b-4d44-a64d-511db8df691f req-61712319-4416-4b7a-b134-08b9243847d3 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] 10.222.0.25 "GET /v2.0/ports?device_id=daffe717-7636-45e8-813d-8b2a6075c61e HTTP/1.1" status: 200 len: 984 time: 0.0799477 May 27 03:47:59.716540 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-08937213-d67b-4d44-a64d-511db8df691f req-349a203c-a2a5-4a75-accb-96cb9185e2af tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] 10.222.0.25 "GET /v2.0/security-groups?id=7a22e4eb-1ed5-428b-9da9-e358a6333482&id=ddcda7fa-20c2-4652-a278-ed29013fdd44&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0390894 May 27 03:48:00.912927 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525d3fe3-81cd-4210-bf03-9169d5aee960 req-e40b62a0-611e-426b-be04-5b9399cb5a66 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:48:00.914367 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-525d3fe3-81cd-4210-bf03-9169d5aee960 req-e40b62a0-611e-426b-be04-5b9399cb5a66 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] 10.222.0.25 "GET /v2.0/ports?device_id=daffe717-7636-45e8-813d-8b2a6075c61e HTTP/1.1" status: 200 len: 984 time: 0.0872488 May 27 03:48:00.969262 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-525d3fe3-81cd-4210-bf03-9169d5aee960 req-ad2d6bb6-36ab-439a-bc38-eccd5dd6458d tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] 10.222.0.25 "GET /v2.0/security-groups?id=7a22e4eb-1ed5-428b-9da9-e358a6333482&id=ddcda7fa-20c2-4652-a278-ed29013fdd44&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0418479 May 27 03:48:02.146577 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a5c4ac-c310-4715-a401-030926b078e8 req-c285246b-009b-41f3-8048-26d85bf37cee tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:48:02.147917 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-51a5c4ac-c310-4715-a401-030926b078e8 req-c285246b-009b-41f3-8048-26d85bf37cee tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] 10.222.0.25 "GET /v2.0/ports?device_id=daffe717-7636-45e8-813d-8b2a6075c61e HTTP/1.1" status: 200 len: 984 time: 0.0833383 May 27 03:48:02.193456 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-51a5c4ac-c310-4715-a401-030926b078e8 req-5f112ca0-41e3-44b2-97aa-4df8a92a140f tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] 10.222.0.25 "GET /v2.0/security-groups?id=7a22e4eb-1ed5-428b-9da9-e358a6333482&id=ddcda7fa-20c2-4652-a278-ed29013fdd44&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0398166 May 27 03:48:03.382946 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0c8822-ff9b-4b94-a3dd-5967d825e29e req-103ff100-07e8-4eac-a857-b60ee28c4ba6 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:48:03.384376 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-9b0c8822-ff9b-4b94-a3dd-5967d825e29e req-103ff100-07e8-4eac-a857-b60ee28c4ba6 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] 10.222.0.25 "GET /v2.0/ports?device_id=daffe717-7636-45e8-813d-8b2a6075c61e HTTP/1.1" status: 200 len: 984 time: 0.0881376 May 27 03:48:03.430368 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-9b0c8822-ff9b-4b94-a3dd-5967d825e29e req-8f14eb5a-182b-402b-af22-5a0c51609676 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] 10.222.0.25 "GET /v2.0/security-groups?id=7a22e4eb-1ed5-428b-9da9-e358a6333482&id=ddcda7fa-20c2-4652-a278-ed29013fdd44&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0402730 May 27 03:48:03.857564 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-1ad52514-0133-4ce0-880f-de1551f2708d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:04.616880 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1899e87f-d4a0-4aa5-a501-8f534cd96148 req-26c80f7a-9be2-4087-b58d-29295720b337 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:48:04.618323 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-1899e87f-d4a0-4aa5-a501-8f534cd96148 req-26c80f7a-9be2-4087-b58d-29295720b337 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] 10.222.0.25 "GET /v2.0/ports?device_id=daffe717-7636-45e8-813d-8b2a6075c61e HTTP/1.1" status: 200 len: 984 time: 0.0819688 May 27 03:48:04.664304 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-1899e87f-d4a0-4aa5-a501-8f534cd96148 req-ec99cf2a-2229-4c3b-abfc-dcdfaa5260bf tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] 10.222.0.25 "GET /v2.0/security-groups?id=7a22e4eb-1ed5-428b-9da9-e358a6333482&id=ddcda7fa-20c2-4652-a278-ed29013fdd44&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0401478 May 27 03:48:05.849679 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ae3182-07f9-4f9b-8578-1c74d4efef08 req-540f1d03-4d78-4a9d-b2cf-41eba1556d7b tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:48:05.851112 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-56ae3182-07f9-4f9b-8578-1c74d4efef08 req-540f1d03-4d78-4a9d-b2cf-41eba1556d7b tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] 10.222.0.25 "GET /v2.0/ports?device_id=daffe717-7636-45e8-813d-8b2a6075c61e HTTP/1.1" status: 200 len: 984 time: 0.0831501 May 27 03:48:05.896301 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-56ae3182-07f9-4f9b-8578-1c74d4efef08 req-d5a8864b-0e7e-4a96-8eb4-85724c2c78a2 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] 10.222.0.25 "GET /v2.0/security-groups?id=7a22e4eb-1ed5-428b-9da9-e358a6333482&id=ddcda7fa-20c2-4652-a278-ed29013fdd44&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0394990 May 27 03:48:06.428763 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-432c90cc-b05e-496f-8c0f-f9901159f323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:06.474217 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:06.843177 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.agents_db [None req-9826b012-bfd7-43dd-a737-969f574491ef None None] Agent healthcheck: found 6 active agents {{(pid=98854) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 03:48:07.079345 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b34808b-f4b0-4920-8cdd-b647b5548be6 req-e4a92da9-421d-46c4-a795-fc4d73dbe980 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:48:07.080744 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-9b34808b-f4b0-4920-8cdd-b647b5548be6 req-e4a92da9-421d-46c4-a795-fc4d73dbe980 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] 10.222.0.25 "GET /v2.0/ports?device_id=daffe717-7636-45e8-813d-8b2a6075c61e HTTP/1.1" status: 200 len: 984 time: 0.0829241 May 27 03:48:07.126615 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-9b34808b-f4b0-4920-8cdd-b647b5548be6 req-046eeb72-3e23-492f-be76-fbb54183d9e4 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] 10.222.0.25 "GET /v2.0/security-groups?id=7a22e4eb-1ed5-428b-9da9-e358a6333482&id=ddcda7fa-20c2-4652-a278-ed29013fdd44&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0396163 May 27 03:48:07.703438 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-e3613943-0892-48bd-9358-60eb59884bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:08.307938 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebce437a-cf92-4ee3-80e7-4172fae889fd req-42ca5806-b2b0-4024-9dc2-6d40252a5e10 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:48:08.309443 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-ebce437a-cf92-4ee3-80e7-4172fae889fd req-42ca5806-b2b0-4024-9dc2-6d40252a5e10 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] 10.222.0.25 "GET /v2.0/ports?device_id=daffe717-7636-45e8-813d-8b2a6075c61e HTTP/1.1" status: 200 len: 984 time: 0.0802364 May 27 03:48:08.360043 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-ebce437a-cf92-4ee3-80e7-4172fae889fd req-a99dff58-836e-4ed3-9fe7-b3b793b17df4 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] 10.222.0.25 "GET /v2.0/security-groups?id=7a22e4eb-1ed5-428b-9da9-e358a6333482&id=ddcda7fa-20c2-4652-a278-ed29013fdd44&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0447521 May 27 03:48:09.274345 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-3af0ace6-547d-4950-9fe5-73e267668fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:09.549029 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9c2fe9-68cf-4339-9f22-1ad4d54d0a9e req-a63e2619-3a69-4a28-ab43-6209a1b18c25 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:48:09.550474 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-aa9c2fe9-68cf-4339-9f22-1ad4d54d0a9e req-a63e2619-3a69-4a28-ab43-6209a1b18c25 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] 10.222.0.25 "GET /v2.0/ports?device_id=daffe717-7636-45e8-813d-8b2a6075c61e HTTP/1.1" status: 200 len: 984 time: 0.0840409 May 27 03:48:09.599943 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-aa9c2fe9-68cf-4339-9f22-1ad4d54d0a9e req-6ab2b572-c954-49a2-b614-34c5d7c56c98 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] 10.222.0.25 "GET /v2.0/security-groups?id=7a22e4eb-1ed5-428b-9da9-e358a6333482&id=ddcda7fa-20c2-4652-a278-ed29013fdd44&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0425637 May 27 03:48:10.785809 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df8ed3f-3b45-4a2a-8f6e-c0f07b14fe3f req-623aa636-96c4-4a33-837e-4f8e03f752d4 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:48:10.787274 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-4df8ed3f-3b45-4a2a-8f6e-c0f07b14fe3f req-623aa636-96c4-4a33-837e-4f8e03f752d4 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] 10.222.0.25 "GET /v2.0/ports?device_id=daffe717-7636-45e8-813d-8b2a6075c61e HTTP/1.1" status: 200 len: 984 time: 0.0791740 May 27 03:48:10.834185 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-4df8ed3f-3b45-4a2a-8f6e-c0f07b14fe3f req-aae81972-2d6e-4b87-9cda-124f75921217 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] 10.222.0.25 "GET /v2.0/security-groups?id=7a22e4eb-1ed5-428b-9da9-e358a6333482&id=ddcda7fa-20c2-4652-a278-ed29013fdd44&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0411198 May 27 03:48:12.018837 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78abaf1f-3d6f-4d09-8265-d1ba35959a77 req-3c7c4696-5185-4746-bc37-60e6119a8236 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:48:12.020341 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-78abaf1f-3d6f-4d09-8265-d1ba35959a77 req-3c7c4696-5185-4746-bc37-60e6119a8236 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] 10.222.0.25 "GET /v2.0/ports?device_id=daffe717-7636-45e8-813d-8b2a6075c61e HTTP/1.1" status: 200 len: 984 time: 0.0823183 May 27 03:48:12.067576 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-78abaf1f-3d6f-4d09-8265-d1ba35959a77 req-48565ee4-c599-42f4-a76f-82421ea44b8b tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] 10.222.0.25 "GET /v2.0/security-groups?id=7a22e4eb-1ed5-428b-9da9-e358a6333482&id=ddcda7fa-20c2-4652-a278-ed29013fdd44&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0408542 May 27 03:48:13.250457 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921ae5dd-6aa2-4a78-b27e-55469f317564 req-4b6625af-ad6a-4ab3-bdde-10ff768c8772 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:48:13.251881 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-921ae5dd-6aa2-4a78-b27e-55469f317564 req-4b6625af-ad6a-4ab3-bdde-10ff768c8772 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] 10.222.0.25 "GET /v2.0/ports?device_id=daffe717-7636-45e8-813d-8b2a6075c61e HTTP/1.1" status: 200 len: 984 time: 0.0811703 May 27 03:48:13.298512 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-921ae5dd-6aa2-4a78-b27e-55469f317564 req-186020a6-c918-4aba-9be5-c7e9e65bd93a tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] 10.222.0.25 "GET /v2.0/security-groups?id=7a22e4eb-1ed5-428b-9da9-e358a6333482&id=ddcda7fa-20c2-4652-a278-ed29013fdd44&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0402529 May 27 03:48:14.482791 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61066f8d-6fc4-4e86-98ad-703c8ffeda80 req-cb6d174e-f7cd-4be0-9123-b5ac00a61251 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:48:14.484234 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-61066f8d-6fc4-4e86-98ad-703c8ffeda80 req-cb6d174e-f7cd-4be0-9123-b5ac00a61251 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] 10.222.0.25 "GET /v2.0/ports?device_id=daffe717-7636-45e8-813d-8b2a6075c61e HTTP/1.1" status: 200 len: 984 time: 0.0841155 May 27 03:48:14.531558 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-61066f8d-6fc4-4e86-98ad-703c8ffeda80 req-549a5283-2199-4fd1-bce7-0b99dd73efd8 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] 10.222.0.25 "GET /v2.0/security-groups?id=7a22e4eb-1ed5-428b-9da9-e358a6333482&id=ddcda7fa-20c2-4652-a278-ed29013fdd44&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0415347 May 27 03:48:15.505166 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-c5eed8e5-8180-4606-bc32-976a67abaf98 req-3094a7e6-1aee-405c-93c7-e94a7868cb76 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e367eb4b-29c5-4f41-b41d-0da84d751fe2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0678401 May 27 03:48:15.602070 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eed8e5-8180-4606-bc32-976a67abaf98 req-52f973c7-7e5a-4708-9af2-34050a037a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:48:15.603780 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-c5eed8e5-8180-4606-bc32-976a67abaf98 req-52f973c7-7e5a-4708-9af2-34050a037a93 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=16ccb2756adb4055942bd0a0f0a061f4&device_id=e367eb4b-29c5-4f41-b41d-0da84d751fe2 HTTP/1.1" status: 200 len: 1099 time: 0.0764730 May 27 03:48:15.716181 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ca9908-8a5f-491c-a4c0-f4b91849716d req-a1672d05-c6b8-4c3b-b910-f7cfaf266eff tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:48:15.718310 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-e2ca9908-8a5f-491c-a4c0-f4b91849716d req-a1672d05-c6b8-4c3b-b910-f7cfaf266eff tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] 10.222.0.25 "GET /v2.0/ports?device_id=daffe717-7636-45e8-813d-8b2a6075c61e HTTP/1.1" status: 200 len: 984 time: 0.0816767 May 27 03:48:15.752663 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eed8e5-8180-4606-bc32-976a67abaf98 req-05a8a0e6-d157-45c6-9576-c166664c9036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:48:15.754129 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-c5eed8e5-8180-4606-bc32-976a67abaf98 req-05a8a0e6-d157-45c6-9576-c166664c9036 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f65a0cca-1ebc-4ae6-b01b-5fdf0f05198a HTTP/1.1" status: 200 len: 917 time: 0.1301303 May 27 03:48:15.767261 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-e2ca9908-8a5f-491c-a4c0-f4b91849716d req-041c7572-8c76-4dd1-a9a6-1662332d4a38 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] 10.222.0.25 "GET /v2.0/security-groups?id=7a22e4eb-1ed5-428b-9da9-e358a6333482&id=ddcda7fa-20c2-4652-a278-ed29013fdd44&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0430064 May 27 03:48:15.859041 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-c5eed8e5-8180-4606-bc32-976a67abaf98 req-95fe798b-9521-45bf-b76d-1735f204507b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=396ee32c-72a8-43ea-b35c-f0de6de19d7a HTTP/1.1" status: 200 len: 1001 time: 0.0949268 May 27 03:48:15.924504 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eed8e5-8180-4606-bc32-976a67abaf98 req-1c075eb2-9239-46c3-93b7-c31daf59c9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:48:15.925955 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-c5eed8e5-8180-4606-bc32-976a67abaf98 req-1c075eb2-9239-46c3-93b7-c31daf59c9b5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=82530ddc-ffd6-4079-8434-d6a04187e8aa HTTP/1.1" status: 200 len: 856 time: 0.0597520 May 27 03:48:16.000798 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eed8e5-8180-4606-bc32-976a67abaf98 req-1f74287f-2b19-4bc7-a85f-cc7db29d8735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:48:16.002254 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-c5eed8e5-8180-4606-bc32-976a67abaf98 req-1f74287f-2b19-4bc7-a85f-cc7db29d8735 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f65a0cca-1ebc-4ae6-b01b-5fdf0f05198a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0694771 May 27 03:48:16.224929 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-c5eed8e5-8180-4606-bc32-976a67abaf98 req-942ec609-e189-4930-b42f-755e07145777 service neutron] 10.222.0.36 "GET /v2.0/networks/f65a0cca-1ebc-4ae6-b01b-5fdf0f05198a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140222 May 27 03:48:16.242928 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b28da5-c4dc-4e4b-a712-9c925f644b8a req-cd28f2da-4370-427c-a0c1-cb3b7c6564c2 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:48:16.244393 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-70b28da5-c4dc-4e4b-a712-9c925f644b8a req-cd28f2da-4370-427c-a0c1-cb3b7c6564c2 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/ports?device_id=e367eb4b-29c5-4f41-b41d-0da84d751fe2 HTTP/1.1" status: 200 len: 946 time: 0.0875645 May 27 03:48:16.292265 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-70b28da5-c4dc-4e4b-a712-9c925f644b8a req-e94db443-9f11-4bc7-a2ab-5e5ae84ac521 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/security-groups?id=64f0893d-d72b-45fe-a7df-480151aef2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418849 May 27 03:48:16.364289 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-c5eed8e5-8180-4606-bc32-976a67abaf98 req-5741a237-f8ce-4889-b2e9-9292a0140440 service neutron] 10.222.0.36 "GET /v2.0/networks/f65a0cca-1ebc-4ae6-b01b-5fdf0f05198a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319859 May 27 03:48:16.956626 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b78114-f97c-4faf-af12-378980fc3a49 req-d1055eb4-c9d6-405e-83ae-178cec0880a7 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:48:16.958063 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-d5b78114-f97c-4faf-af12-378980fc3a49 req-d1055eb4-c9d6-405e-83ae-178cec0880a7 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] 10.222.0.25 "GET /v2.0/ports?device_id=daffe717-7636-45e8-813d-8b2a6075c61e HTTP/1.1" status: 200 len: 984 time: 0.0841680 May 27 03:48:17.009661 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-d5b78114-f97c-4faf-af12-378980fc3a49 req-001347cb-8297-4d4b-bcfd-d93156346351 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] 10.222.0.25 "GET /v2.0/security-groups?id=7a22e4eb-1ed5-428b-9da9-e358a6333482&id=ddcda7fa-20c2-4652-a278-ed29013fdd44&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0448506 May 27 03:48:17.331173 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:17.492725 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba99312e-ada8-4f3c-83c6-aef38c8176d3 req-73475e8c-dba8-4dee-abef-c0ef4d262358 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:48:17.494166 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-ba99312e-ada8-4f3c-83c6-aef38c8176d3 req-73475e8c-dba8-4dee-abef-c0ef4d262358 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/ports?device_id=e367eb4b-29c5-4f41-b41d-0da84d751fe2 HTTP/1.1" status: 200 len: 946 time: 0.0796723 May 27 03:48:17.538409 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-ba99312e-ada8-4f3c-83c6-aef38c8176d3 req-aa54c17f-1368-42f2-b62a-6948f7a7695b tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/security-groups?id=64f0893d-d72b-45fe-a7df-480151aef2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386300 May 27 03:48:18.192763 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481b6f20-ea94-444b-80f0-d33dfb706eff req-707d0e8a-4e68-4885-ba48-275a4df54881 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:48:18.194305 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-481b6f20-ea94-444b-80f0-d33dfb706eff req-707d0e8a-4e68-4885-ba48-275a4df54881 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] 10.222.0.25 "GET /v2.0/ports?device_id=daffe717-7636-45e8-813d-8b2a6075c61e HTTP/1.1" status: 200 len: 984 time: 0.0786426 May 27 03:48:18.248292 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-481b6f20-ea94-444b-80f0-d33dfb706eff req-26dfb52e-6532-4513-8b25-858e750dd821 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] 10.222.0.25 "GET /v2.0/security-groups?id=7a22e4eb-1ed5-428b-9da9-e358a6333482&id=ddcda7fa-20c2-4652-a278-ed29013fdd44&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0481727 May 27 03:48:18.624198 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f09ce3-3d2a-4edd-9143-9121829c1cd6 req-4c8cd894-3825-4386-9ff3-344f7854952f tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:48:18.625650 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-19f09ce3-3d2a-4edd-9143-9121829c1cd6 req-4c8cd894-3825-4386-9ff3-344f7854952f tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.36 "GET /v2.0/ports?device_id=e367eb4b-29c5-4f41-b41d-0da84d751fe2 HTTP/1.1" status: 200 len: 946 time: 0.0815551 May 27 03:48:18.745525 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bf381e-8782-4200-bf2b-83e0a434ff75 req-62e08a95-ca96-4124-a910-f72d8aa25ace tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:48:18.747318 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-31bf381e-8782-4200-bf2b-83e0a434ff75 req-62e08a95-ca96-4124-a910-f72d8aa25ace tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/ports?device_id=e367eb4b-29c5-4f41-b41d-0da84d751fe2 HTTP/1.1" status: 200 len: 946 time: 0.0900824 May 27 03:48:18.768089 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.plugin [req-19f09ce3-3d2a-4edd-9143-9121829c1cd6 req-3fe35e19-422e-47f5-8f74-ff3d8bcd0c10 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Deleting port 396ee32c-72a8-43ea-b35c-f0de6de19d7a {{(pid=98851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 03:48:18.768369 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-19f09ce3-3d2a-4edd-9143-9121829c1cd6 req-3fe35e19-422e-47f5-8f74-ff3d8bcd0c10 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786481719372'] for port, before_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:18.794870 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-31bf381e-8782-4200-bf2b-83e0a434ff75 req-f550e73c-f99e-4b66-bb90-c8c0ee70c81f tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/security-groups?id=64f0893d-d72b-45fe-a7df-480151aef2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414529 May 27 03:48:18.907457 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.db [req-19f09ce3-3d2a-4edd-9143-9121829c1cd6 req-3fe35e19-422e-47f5-8f74-ff3d8bcd0c10 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] For port 396ee32c-72a8-43ea-b35c-f0de6de19d7a, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=396ee32c-72a8-43ea-b35c-f0de6de19d7a,segment=NetworkSegment(5baf6fec-eb5b-47d6-b1b0-298ebe932b07),segment_id=5baf6fec-eb5b-47d6-b1b0-298ebe932b07)] {{(pid=98851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:48:18.907890 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-19f09ce3-3d2a-4edd-9143-9121829c1cd6 req-3fe35e19-422e-47f5-8f74-ff3d8bcd0c10 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417280'] for port, precommit_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:19.200536 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-19f09ce3-3d2a-4edd-9143-9121829c1cd6 req-3fe35e19-422e-47f5-8f74-ff3d8bcd0c10 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:19.201111 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-19f09ce3-3d2a-4edd-9143-9121829c1cd6 req-3fe35e19-422e-47f5-8f74-ff3d8bcd0c10 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-417761'] for floatingip, after_update {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:19.201226 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.db.l3_db [req-19f09ce3-3d2a-4edd-9143-9121829c1cd6 req-3fe35e19-422e-47f5-8f74-ff3d8bcd0c10 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Floating IP d6ddf341-057c-4a50-8613-a6b6a7cef075 disassociated. External IP: 172.27.2.241, port: 396ee32c-72a8-43ea-b35c-f0de6de19d7a. May 27 03:48:19.201555 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.plugin [req-19f09ce3-3d2a-4edd-9143-9121829c1cd6 req-3fe35e19-422e-47f5-8f74-ff3d8bcd0c10 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Calling delete_port for 396ee32c-72a8-43ea-b35c-f0de6de19d7a owned by compute:nova {{(pid=98851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 03:48:19.372117 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-19f09ce3-3d2a-4edd-9143-9121829c1cd6 req-3fe35e19-422e-47f5-8f74-ff3d8bcd0c10 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786481721510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786481287397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28231606'] for port, after_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:19.377755 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-cc106204-20b4-447a-a068-bb9496055a9e tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:48:19.421703 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe35e19-422e-47f5-8f74-ff3d8bcd0c10 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Pushing event deleted for resources: {'Port': ['ID=396ee32c-72a8-43ea-b35c-f0de6de19d7a,revision_number=None']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:19.425413 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-3fe35e19-422e-47f5-8f74-ff3d8bcd0c10 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:48:19.437372 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f64c86f-931a-429d-ba3d-b63825dce433 req-2648b1ec-f3f4-4bbe-a4fe-975f223f6332 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:48:19.441819 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-9f64c86f-931a-429d-ba3d-b63825dce433 req-2648b1ec-f3f4-4bbe-a4fe-975f223f6332 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] 10.222.0.25 "GET /v2.0/ports?device_id=daffe717-7636-45e8-813d-8b2a6075c61e HTTP/1.1" status: 200 len: 984 time: 0.0831840 May 27 03:48:19.491243 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-9f64c86f-931a-429d-ba3d-b63825dce433 req-8f4b741c-5b77-47df-af71-871f1e525bb9 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] 10.222.0.25 "GET /v2.0/security-groups?id=7a22e4eb-1ed5-428b-9da9-e358a6333482&id=ddcda7fa-20c2-4652-a278-ed29013fdd44&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0459962 May 27 03:48:19.610188 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.scheduler.l3_agent_scheduler [req-19f09ce3-3d2a-4edd-9143-9121829c1cd6 req-3fe35e19-422e-47f5-8f74-ff3d8bcd0c10 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Router 859ef1be-f83d-4b4a-bb61-af14dc51249b has already been hosted by L3 agent 816f7595-8215-4f06-9251-575c663b21d0 {{(pid=98851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 03:48:19.881265 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-19f09ce3-3d2a-4edd-9143-9121829c1cd6 req-3fe35e19-422e-47f5-8f74-ff3d8bcd0c10 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Notify agent at l3_agent.dv-cinder-793264-1-iscsi the message routers_updated {{(pid=98851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 03:48:19.891200 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf4520fb-5cac-4fd4-8cba-48dc5f43cdba None None] Sync routers for ids ['859ef1be-f83d-4b4a-bb61-af14dc51249b'] in dv-cinder-793264-1-iscsi {{(pid=98853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:48:19.905290 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4520fb-5cac-4fd4-8cba-48dc5f43cdba None None] Routers {'859ef1be-f83d-4b4a-bb61-af14dc51249b'} bound to L3 agent in host dv-cinder-793264-1-iscsi {{(pid=98853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 03:48:19.906102 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_hamode_db [None req-bf4520fb-5cac-4fd4-8cba-48dc5f43cdba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-27T03:33:06Z,description=,heartbeat_timestamp=2021-05-27T03:48:06Z,host='dv-cinder-793264-1-iscsi',id=816f7595-8215-4f06-9251-575c663b21d0,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T03:33:06Z,topic='l3_agent')) {'router_ids': ['859ef1be-f83d-4b4a-bb61-af14dc51249b'], 'active': True} {{(pid=98853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:48:20.004286 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-ec129ba5-0887-424f-9637-1db5aa2ab480 req-1ef680ee-d647-4be7-a22a-710ac3561bf2 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/ports?device_id=e367eb4b-29c5-4f41-b41d-0da84d751fe2 HTTP/1.1" status: 200 len: 210 time: 0.0878739 May 27 03:48:20.005903 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.l3_dvrscheduler_db [req-19f09ce3-3d2a-4edd-9143-9121829c1cd6 req-3fe35e19-422e-47f5-8f74-ff3d8bcd0c10 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] No DVR routers for this DVR port 396ee32c-72a8-43ea-b35c-f0de6de19d7a on host hv-cinder-79326 {{(pid=98851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:48:20.008512 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-19f09ce3-3d2a-4edd-9143-9121829c1cd6 req-3fe35e19-422e-47f5-8f74-ff3d8bcd0c10 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4037888'] for port, before_response {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:20.018497 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e367eb4b-29c5-4f41-b41d-0da84d751fe2', 'name': 'network-vif-deleted', 'tag': '396ee32c-72a8-43ea-b35c-f0de6de19d7a'}] {{(pid=98851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:48:20.075981 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e367eb4b-29c5-4f41-b41d-0da84d751fe2', 'name': 'network-vif-deleted', 'tag': '396ee32c-72a8-43ea-b35c-f0de6de19d7a', 'status': 'completed', 'code': 200} May 27 03:48:20.095644 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_dvr_db [None req-bf4520fb-5cac-4fd4-8cba-48dc5f43cdba None None] Set router 859ef1be-f83d-4b4a-bb61-af14dc51249b gateway port host: dv-cinder-793264-1-iscsi {{(pid=98853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 03:48:20.104203 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-19f09ce3-3d2a-4edd-9143-9121829c1cd6 req-3fe35e19-422e-47f5-8f74-ff3d8bcd0c10 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.36 "DELETE /v2.0/ports/396ee32c-72a8-43ea-b35c-f0de6de19d7a HTTP/1.1" status: 204 len: 173 time: 1.4713042 May 27 03:48:20.424391 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_hamode_db [None req-bf4520fb-5cac-4fd4-8cba-48dc5f43cdba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '859ef1be-f83d-4b4a-bb61-af14dc51249b', 'name': 'tempest-AttachVolumeShelveTestJSON-1845807498-router', 'tenant_id': '16ccb2756adb4055942bd0a0f0a061f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'external_fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': 'da2419f3-ea75-4513-af86-3fd1cd8c9eaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:40:50Z', 'updated_at': '2021-05-27T03:41:04Z', 'revision_number': 4, 'project_id': '16ccb2756adb4055942bd0a0f0a061f4', 'gw_port': {'id': 'da2419f3-ea75-4513-af86-3fd1cd8c9eaa', 'name': '', 'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:2d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859ef1be-f83d-4b4a-bb61-af14dc51249b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:40:51Z', 'updated_at': '2021-05-27T03:41:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-iscsi', '_interfaces': [{'id': 'e733f041-97f3-4335-87a4-5ca0fbf1be8b', 'name': '', 'network_id': 'f65a0cca-1ebc-4ae6-b01b-5fdf0f05198a', 'tenant_id': '16ccb2756adb4055942bd0a0f0a061f4', 'mac_address': 'fa:16:3e:cf:c4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859ef1be-f83d-4b4a-bb61-af14dc51249b', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '82530ddc-ffd6-4079-8434-d6a04187e8aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:40:59Z', 'updated_at': '2021-05-27T03:41:18Z', 'revision_number': 5, 'project_id': '16ccb2756adb4055942bd0a0f0a061f4', 'subnets': [{'id': '82530ddc-ffd6-4079-8434-d6a04187e8aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-1-iscsi', False) {} {{(pid=98853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:48:20.429242 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf4520fb-5cac-4fd4-8cba-48dc5f43cdba None None] Checking router: 859ef1be-f83d-4b4a-bb61-af14dc51249b for host: dv-cinder-793264-1-iscsi {{(pid=98853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:48:20.438703 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4520fb-5cac-4fd4-8cba-48dc5f43cdba None None] Routers {'859ef1be-f83d-4b4a-bb61-af14dc51249b'} bound to L3 agent in host dv-cinder-793264-1-iscsi {{(pid=98853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 03:48:20.441938 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_hamode_db [None req-bf4520fb-5cac-4fd4-8cba-48dc5f43cdba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-27T03:33:06Z,description=,heartbeat_timestamp=2021-05-27T03:48:06Z,host='dv-cinder-793264-1-iscsi',id=816f7595-8215-4f06-9251-575c663b21d0,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T03:33:06Z,topic='l3_agent')) {'router_ids': ['859ef1be-f83d-4b4a-bb61-af14dc51249b'], 'active': True} {{(pid=98853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:48:20.625072 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_dvr_db [None req-bf4520fb-5cac-4fd4-8cba-48dc5f43cdba None None] Set router 859ef1be-f83d-4b4a-bb61-af14dc51249b gateway port host: dv-cinder-793264-1-iscsi {{(pid=98853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 03:48:20.681553 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1eef9f-863e-407b-a8ce-09b1d670c3f3 req-afae9416-cdd0-4ac9-9732-df07f0473c4a tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:48:20.682911 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-0d1eef9f-863e-407b-a8ce-09b1d670c3f3 req-afae9416-cdd0-4ac9-9732-df07f0473c4a tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] 10.222.0.25 "GET /v2.0/ports?device_id=daffe717-7636-45e8-813d-8b2a6075c61e HTTP/1.1" status: 200 len: 984 time: 0.0806658 May 27 03:48:20.728452 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-0d1eef9f-863e-407b-a8ce-09b1d670c3f3 req-892286fc-e419-4388-9b0e-51a48d8fc711 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] 10.222.0.25 "GET /v2.0/security-groups?id=7a22e4eb-1ed5-428b-9da9-e358a6333482&id=ddcda7fa-20c2-4652-a278-ed29013fdd44&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0394893 May 27 03:48:20.939711 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_hamode_db [None req-bf4520fb-5cac-4fd4-8cba-48dc5f43cdba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '859ef1be-f83d-4b4a-bb61-af14dc51249b', 'name': 'tempest-AttachVolumeShelveTestJSON-1845807498-router', 'tenant_id': '16ccb2756adb4055942bd0a0f0a061f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'external_fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': 'da2419f3-ea75-4513-af86-3fd1cd8c9eaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:40:50Z', 'updated_at': '2021-05-27T03:41:04Z', 'revision_number': 4, 'project_id': '16ccb2756adb4055942bd0a0f0a061f4', 'gw_port': {'id': 'da2419f3-ea75-4513-af86-3fd1cd8c9eaa', 'name': '', 'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:2d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859ef1be-f83d-4b4a-bb61-af14dc51249b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:40:51Z', 'updated_at': '2021-05-27T03:41:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-iscsi', '_interfaces': [{'id': 'e733f041-97f3-4335-87a4-5ca0fbf1be8b', 'name': '', 'network_id': 'f65a0cca-1ebc-4ae6-b01b-5fdf0f05198a', 'tenant_id': '16ccb2756adb4055942bd0a0f0a061f4', 'mac_address': 'fa:16:3e:cf:c4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859ef1be-f83d-4b4a-bb61-af14dc51249b', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '82530ddc-ffd6-4079-8434-d6a04187e8aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:40:59Z', 'updated_at': '2021-05-27T03:41:18Z', 'revision_number': 5, 'project_id': '16ccb2756adb4055942bd0a0f0a061f4', 'subnets': [{'id': '82530ddc-ffd6-4079-8434-d6a04187e8aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-1-iscsi', False) {} {{(pid=98853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:48:20.943657 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf4520fb-5cac-4fd4-8cba-48dc5f43cdba None None] The sync data for ids ['859ef1be-f83d-4b4a-bb61-af14dc51249b'] in dv-cinder-793264-1-iscsi is: [{'id': '859ef1be-f83d-4b4a-bb61-af14dc51249b', 'name': 'tempest-AttachVolumeShelveTestJSON-1845807498-router', 'tenant_id': '16ccb2756adb4055942bd0a0f0a061f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'external_fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': 'da2419f3-ea75-4513-af86-3fd1cd8c9eaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:40:50Z', 'updated_at': '2021-05-27T03:41:04Z', 'revision_number': 4, 'project_id': '16ccb2756adb4055942bd0a0f0a061f4', 'gw_port': {'id': 'da2419f3-ea75-4513-af86-3fd1cd8c9eaa', 'name': '', 'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:2d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859ef1be-f83d-4b4a-bb61-af14dc51249b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:40:51Z', 'updated_at': '2021-05-27T03:41:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-iscsi', '_interfaces': [{'id': 'e733f041-97f3-4335-87a4-5ca0fbf1be8b', 'name': '', 'network_id': 'f65a0cca-1ebc-4ae6-b01b-5fdf0f05198a', 'tenant_id': '16ccb2756adb4055942bd0a0f0a061f4', 'mac_address': 'fa:16:3e:cf:c4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859ef1be-f83d-4b4a-bb61-af14dc51249b', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '82530ddc-ffd6-4079-8434-d6a04187e8aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:40:59Z', 'updated_at': '2021-05-27T03:41:18Z', 'revision_number': 5, 'project_id': '16ccb2756adb4055942bd0a0f0a061f4', 'subnets': [{'id': '82530ddc-ffd6-4079-8434-d6a04187e8aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:48:21.188733 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-629f14b6-9947-4571-b3e6-0d5bca23d50f req-8e257fe4-11ce-4066-86a1-16e2af5f737c tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/ports?device_id=e367eb4b-29c5-4f41-b41d-0da84d751fe2 HTTP/1.1" status: 200 len: 210 time: 0.0441344 May 27 03:48:21.229243 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbfe7929-0f0d-4be7-ac14-e200d5363742 None None] New status for floating IP d6ddf341-057c-4a50-8613-a6b6a7cef075: DOWN {{(pid=98854) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 03:48:21.834774 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Device 396ee32c-72a8-43ea-b35c-f0de6de19d7a no longer exists at agent hyperv_hv-cinder-79326 {{(pid=98853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:48:21.868737 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.plugin [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] No Port match for: 396ee32c-72a8-43ea-b35c-f0de6de19d7a {{(pid=98853) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 03:48:21.869088 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Device 396ee32c-72a8-43ea-b35c-f0de6de19d7a not bound to the agent host hv-cinder-79326 {{(pid=98853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:48:21.925232 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fb3490-9ff6-48d2-927a-c950eb4b0519 req-f113e676-a3fc-4192-a8f4-1a6f71bbd770 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:48:21.928016 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-26fb3490-9ff6-48d2-927a-c950eb4b0519 req-f113e676-a3fc-4192-a8f4-1a6f71bbd770 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] 10.222.0.25 "GET /v2.0/ports?device_id=daffe717-7636-45e8-813d-8b2a6075c61e HTTP/1.1" status: 200 len: 984 time: 0.0880573 May 27 03:48:21.984952 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-26fb3490-9ff6-48d2-927a-c950eb4b0519 req-5068f70b-f1eb-475e-8376-b2f542bc59cf tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] 10.222.0.25 "GET /v2.0/security-groups?id=7a22e4eb-1ed5-428b-9da9-e358a6333482&id=ddcda7fa-20c2-4652-a278-ed29013fdd44&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0516498 May 27 03:48:22.071733 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef10fc8d-49a4-4806-99d4-2024c85dd8f8 req-23ea9125-edbf-4d82-8d5a-027466fe81a8 tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:48:22.073278 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-ef10fc8d-49a4-4806-99d4-2024c85dd8f8 req-23ea9125-edbf-4d82-8d5a-027466fe81a8 tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] 10.222.0.25 "GET /v2.0/ports?device_id=d3834ee5-6837-4b8d-abb2-0c048ef2d2e5 HTTP/1.1" status: 200 len: 945 time: 0.0983326 May 27 03:48:22.118291 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-ef10fc8d-49a4-4806-99d4-2024c85dd8f8 req-3504609f-8242-4b42-b42d-75588e3a4868 tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] 10.222.0.25 "GET /v2.0/security-groups?id=dcfd5ce5-c9a4-43d2-814f-e9da7ccf603c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392051 May 27 03:48:22.372142 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 60796) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:48:22.435873 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-d64e7923-cfc7-45c5-9d22-6c006758f0ac tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Notify callbacks [] for security_group, before_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:22.463385 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-d64e7923-cfc7-45c5-9d22-6c006758f0ac tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:22.571492 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-d64e7923-cfc7-45c5-9d22-6c006758f0ac tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:22.575327 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-835d7acb-7d63-475d-93e6-ec571382f97f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:48:22.589720 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64e7923-cfc7-45c5-9d22-6c006758f0ac tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64f0893d-d72b-45fe-a7df-480151aef2aa,revision_number=None']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:22.601736 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64e7923-cfc7-45c5-9d22-6c006758f0ac tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:22.602115 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64e7923-cfc7-45c5-9d22-6c006758f0ac tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:22.602484 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64e7923-cfc7-45c5-9d22-6c006758f0ac tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:22.602849 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64e7923-cfc7-45c5-9d22-6c006758f0ac tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:22.603208 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64e7923-cfc7-45c5-9d22-6c006758f0ac tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:22.603564 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64e7923-cfc7-45c5-9d22-6c006758f0ac tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:22.603917 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64e7923-cfc7-45c5-9d22-6c006758f0ac tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:22.604268 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64e7923-cfc7-45c5-9d22-6c006758f0ac tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:22.604643 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64e7923-cfc7-45c5-9d22-6c006758f0ac tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:22.604995 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64e7923-cfc7-45c5-9d22-6c006758f0ac tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:22.605347 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64e7923-cfc7-45c5-9d22-6c006758f0ac tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:22.605697 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64e7923-cfc7-45c5-9d22-6c006758f0ac tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:22.609555 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-d64e7923-cfc7-45c5-9d22-6c006758f0ac tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:48:22.674626 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-d64e7923-cfc7-45c5-9d22-6c006758f0ac tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Notify callbacks [] for security_group, before_response {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:22.675725 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-d64e7923-cfc7-45c5-9d22-6c006758f0ac tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "DELETE /v2.0/security-groups/64f0893d-d72b-45fe-a7df-480151aef2aa HTTP/1.1" status: 204 len: 168 time: 0.3025794 May 27 03:48:22.678507 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 60800) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:48:22.694565 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.api.v2.resource [None req-3ed9e07e-fc48-482a-a90e-6bf4bfb217d4 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] show failed (client error): The resource could not be found. May 27 03:48:22.695497 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-3ed9e07e-fc48-482a-a90e-6bf4bfb217d4 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/security-groups/64f0893d-d72b-45fe-a7df-480151aef2aa HTTP/1.1" status: 404 len: 347 time: 0.0160129 May 27 03:48:22.698026 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 60804) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:48:22.997977 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.plugins.ml2.plugin [None req-2f8ab0c3-e1a7-4444-a837-9cd568adaeb0 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Deleting port 9dfb127f-6843-4bc1-8a0f-845198edfa8b {{(pid=98852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 03:48:22.998315 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-2f8ab0c3-e1a7-4444-a837-9cd568adaeb0 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786481719372'] for port, before_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:23.159230 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-2f8ab0c3-e1a7-4444-a837-9cd568adaeb0 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417280'] for port, precommit_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:23.159547 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-2f8ab0c3-e1a7-4444-a837-9cd568adaeb0 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:23.290671 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.plugins.ml2.plugin [None req-2f8ab0c3-e1a7-4444-a837-9cd568adaeb0 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Calling delete_port for 9dfb127f-6843-4bc1-8a0f-845198edfa8b owned by network:floatingip {{(pid=98852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 03:48:23.302564 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf262c70-e2c3-4045-bdf4-edbb37f3ab5e req-8f360968-328e-404f-a927-c936380dc4cc tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:48:23.304029 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-cf262c70-e2c3-4045-bdf4-edbb37f3ab5e req-8f360968-328e-404f-a927-c936380dc4cc tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] 10.222.0.25 "GET /v2.0/ports?device_id=d3834ee5-6837-4b8d-abb2-0c048ef2d2e5 HTTP/1.1" status: 200 len: 945 time: 0.0816658 May 27 03:48:23.330133 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d193e66-ad17-4b83-b2c7-8debbe9340b3 req-e3f62552-7eb7-4324-ab20-318d504ca6aa tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:48:23.331581 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-9d193e66-ad17-4b83-b2c7-8debbe9340b3 req-e3f62552-7eb7-4324-ab20-318d504ca6aa tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] 10.222.0.25 "GET /v2.0/ports?device_id=daffe717-7636-45e8-813d-8b2a6075c61e HTTP/1.1" status: 200 len: 984 time: 0.2370832 May 27 03:48:23.352731 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-cf262c70-e2c3-4045-bdf4-edbb37f3ab5e req-e6d909da-131e-41c5-86ac-4e584d8fea0d tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] 10.222.0.25 "GET /v2.0/security-groups?id=dcfd5ce5-c9a4-43d2-814f-e9da7ccf603c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428443 May 27 03:48:23.402669 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-9d193e66-ad17-4b83-b2c7-8debbe9340b3 req-4a957081-f3cb-41cf-93a6-7b118a2dfcce tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] 10.222.0.25 "GET /v2.0/security-groups?id=7a22e4eb-1ed5-428b-9da9-e358a6333482&id=ddcda7fa-20c2-4652-a278-ed29013fdd44&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0586689 May 27 03:48:23.525744 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-2f8ab0c3-e1a7-4444-a837-9cd568adaeb0 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786481721510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786481287397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27723313'] for port, after_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:23.530132 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:48:23.572662 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ab0c3-e1a7-4444-a837-9cd568adaeb0 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Pushing event deleted for resources: {'Port': ['ID=9dfb127f-6843-4bc1-8a0f-845198edfa8b,revision_number=None']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:23.575770 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-2f8ab0c3-e1a7-4444-a837-9cd568adaeb0 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:48:23.665557 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-2f8ab0c3-e1a7-4444-a837-9cd568adaeb0 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Notify callbacks [] for floatingip, after_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:23.678837 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-2f8ab0c3-e1a7-4444-a837-9cd568adaeb0 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4037888'] for floatingip, before_response {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:23.679962 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-2f8ab0c3-e1a7-4444-a837-9cd568adaeb0 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "DELETE /v2.0/floatingips/d6ddf341-057c-4a50-8613-a6b6a7cef075 HTTP/1.1" status: 204 len: 168 time: 0.9810998 May 27 03:48:23.968284 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c50898-d435-4fea-b230-c5557ce70079 req-dea88d72-279f-47f5-aed4-87e5990022ee tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:48:23.969632 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-90c50898-d435-4fea-b230-c5557ce70079 req-dea88d72-279f-47f5-aed4-87e5990022ee tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3834ee5-6837-4b8d-abb2-0c048ef2d2e5 HTTP/1.1" status: 200 len: 945 time: 0.0787890 May 27 03:48:24.103783 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.plugin [req-90c50898-d435-4fea-b230-c5557ce70079 req-598b0830-bf1f-4154-ac0f-1be033cc2a78 tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] Deleting port d711e7b6-b731-4377-8814-b74e7863713f {{(pid=98851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 03:48:24.104123 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-90c50898-d435-4fea-b230-c5557ce70079 req-598b0830-bf1f-4154-ac0f-1be033cc2a78 tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786481719372'] for port, before_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:24.236092 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.db [req-90c50898-d435-4fea-b230-c5557ce70079 req-598b0830-bf1f-4154-ac0f-1be033cc2a78 tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] For port d711e7b6-b731-4377-8814-b74e7863713f, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=d711e7b6-b731-4377-8814-b74e7863713f,segment=NetworkSegment(a40311de-f1a7-4718-9ea6-e1ef0c8c1ca3),segment_id=a40311de-f1a7-4718-9ea6-e1ef0c8c1ca3)] {{(pid=98851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:48:24.236372 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-90c50898-d435-4fea-b230-c5557ce70079 req-598b0830-bf1f-4154-ac0f-1be033cc2a78 tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417280'] for port, precommit_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:24.282681 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 60816) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:48:24.288651 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.v2.base [None req-faf05a9f-6871-4041-94a8-b63da2059693 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1056763105', 'description': 'tempest-description--151285808'}} {{(pid=98852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:48:24.294606 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-faf05a9f-6871-4041-94a8-b63da2059693 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:48:24.298901 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-faf05a9f-6871-4041-94a8-b63da2059693 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Usage tracker for resource:security_group and tenant:16ccb2756adb4055942bd0a0f0a061f4 is out of sync, need to count used quota {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:48:24.301907 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-faf05a9f-6871-4041-94a8-b63da2059693 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:48:24.309359 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-faf05a9f-6871-4041-94a8-b63da2059693 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:48:24.359803 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.plugin [req-90c50898-d435-4fea-b230-c5557ce70079 req-598b0830-bf1f-4154-ac0f-1be033cc2a78 tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] Calling delete_port for d711e7b6-b731-4377-8814-b74e7863713f owned by compute:nova {{(pid=98851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 03:48:24.387578 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-faf05a9f-6871-4041-94a8-b63da2059693 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Notify callbacks [] for security_group, before_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:24.407994 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-faf05a9f-6871-4041-94a8-b63da2059693 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:48:24.413558 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-faf05a9f-6871-4041-94a8-b63da2059693 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Usage tracker for resource:security_group_rule and tenant:16ccb2756adb4055942bd0a0f0a061f4 is out of sync, need to count used quota {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:48:24.416728 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-faf05a9f-6871-4041-94a8-b63da2059693 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:48:24.422912 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-faf05a9f-6871-4041-94a8-b63da2059693 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:48:24.543181 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-90c50898-d435-4fea-b230-c5557ce70079 req-598b0830-bf1f-4154-ac0f-1be033cc2a78 tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786481721510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786481287397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28231606'] for port, after_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:24.546126 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616e5dc1-b1c9-4a98-946a-4495480d0497 req-e755c2b1-4188-4f55-a9b4-4b0f69525f30 tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:48:24.547584 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-616e5dc1-b1c9-4a98-946a-4495480d0497 req-e755c2b1-4188-4f55-a9b4-4b0f69525f30 tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] 10.222.0.25 "GET /v2.0/ports?device_id=d3834ee5-6837-4b8d-abb2-0c048ef2d2e5 HTTP/1.1" status: 200 len: 945 time: 0.0844805 May 27 03:48:24.549321 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-a38985ce-e78d-406c-92c1-d43d728b298e tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:48:24.554973 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.db [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] get_ports_and_sgs() called for port_ids ['d711e7b6-b731-4377-8814-b74e7863713f'] {{(pid=98853) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 03:48:24.611520 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-616e5dc1-b1c9-4a98-946a-4495480d0497 req-993f8241-52c8-482f-80e3-57ae9da6748a tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] 10.222.0.25 "GET /v2.0/security-groups?id=dcfd5ce5-c9a4-43d2-814f-e9da7ccf603c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561836 May 27 03:48:24.624777 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598b0830-bf1f-4154-ac0f-1be033cc2a78 tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] Pushing event deleted for resources: {'Port': ['ID=d711e7b6-b731-4377-8814-b74e7863713f,revision_number=None']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:24.652007 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-faf05a9f-6871-4041-94a8-b63da2059693 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Notify callbacks [] for security_group, precommit_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:24.690870 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598b0830-bf1f-4154-ac0f-1be033cc2a78 tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:24.691228 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598b0830-bf1f-4154-ac0f-1be033cc2a78 tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:24.691576 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598b0830-bf1f-4154-ac0f-1be033cc2a78 tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:24.691918 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598b0830-bf1f-4154-ac0f-1be033cc2a78 tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:24.692258 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598b0830-bf1f-4154-ac0f-1be033cc2a78 tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:24.692621 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598b0830-bf1f-4154-ac0f-1be033cc2a78 tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:24.693128 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598b0830-bf1f-4154-ac0f-1be033cc2a78 tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:24.693553 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598b0830-bf1f-4154-ac0f-1be033cc2a78 tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:24.693891 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598b0830-bf1f-4154-ac0f-1be033cc2a78 tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:24.694234 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598b0830-bf1f-4154-ac0f-1be033cc2a78 tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:24.694558 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598b0830-bf1f-4154-ac0f-1be033cc2a78 tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:24.694889 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598b0830-bf1f-4154-ac0f-1be033cc2a78 tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:24.702111 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-598b0830-bf1f-4154-ac0f-1be033cc2a78 tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:48:24.707610 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.l3_dvrscheduler_db [req-90c50898-d435-4fea-b230-c5557ce70079 req-598b0830-bf1f-4154-ac0f-1be033cc2a78 tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] No DVR routers for this DVR port d711e7b6-b731-4377-8814-b74e7863713f on host hv-cinder-79326 {{(pid=98851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:48:24.709790 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-90c50898-d435-4fea-b230-c5557ce70079 req-598b0830-bf1f-4154-ac0f-1be033cc2a78 tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4037888'] for port, before_response {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:24.712215 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3834ee5-6837-4b8d-abb2-0c048ef2d2e5', 'name': 'network-vif-deleted', 'tag': 'd711e7b6-b731-4377-8814-b74e7863713f'}] {{(pid=98851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:48:24.720641 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-faf05a9f-6871-4041-94a8-b63da2059693 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:24.727631 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-31d08d28-28f5-4d10-8c22-6cdc0aa306fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:48:24.761198 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3834ee5-6837-4b8d-abb2-0c048ef2d2e5', 'name': 'network-vif-deleted', 'tag': 'd711e7b6-b731-4377-8814-b74e7863713f', 'status': 'completed', 'code': 200} May 27 03:48:24.768653 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf05a9f-6871-4041-94a8-b63da2059693 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5862f959-de62-4ec4-b016-964d0e52242c,revision_number=1']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:24.771851 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-faf05a9f-6871-4041-94a8-b63da2059693 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:48:24.806744 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-90c50898-d435-4fea-b230-c5557ce70079 req-598b0830-bf1f-4154-ac0f-1be033cc2a78 tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] 10.222.0.36 "DELETE /v2.0/ports/d711e7b6-b731-4377-8814-b74e7863713f HTTP/1.1" status: 204 len: 173 time: 0.8313532 May 27 03:48:24.840788 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-faf05a9f-6871-4041-94a8-b63da2059693 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Notify callbacks [] for security_group, before_response {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:24.842048 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-faf05a9f-6871-4041-94a8-b63da2059693 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5581594 May 27 03:48:24.844937 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 60824) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:48:24.850602 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.v2.base [None req-d6fc7f2e-f3ee-43b5-a0ed-b1e844240df4 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Request body: {'security_group_rule': {'security_group_id': '5862f959-de62-4ec4-b016-964d0e52242c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:48:24.856498 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-d6fc7f2e-f3ee-43b5-a0ed-b1e844240df4 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:48:24.860393 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-d6fc7f2e-f3ee-43b5-a0ed-b1e844240df4 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Usage tracker for resource:security_group_rule and tenant:16ccb2756adb4055942bd0a0f0a061f4 is out of sync, need to count used quota {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:48:24.863364 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-d6fc7f2e-f3ee-43b5-a0ed-b1e844240df4 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:48:24.870031 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-d6fc7f2e-f3ee-43b5-a0ed-b1e844240df4 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:48:24.953437 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-d6fc7f2e-f3ee-43b5-a0ed-b1e844240df4 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:25.014455 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-d6fc7f2e-f3ee-43b5-a0ed-b1e844240df4 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:25.085700 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-d6fc7f2e-f3ee-43b5-a0ed-b1e844240df4 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465797'] for security_group_rule, after_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:25.087667 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-0fe83973-0b62-456e-a883-1990af30657f tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:48:25.107877 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fc7f2e-f3ee-43b5-a0ed-b1e844240df4 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a4c57d2-c56c-42ad-8631-34f1ed8fd2c1,revision_number=0']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:25.111648 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-d6fc7f2e-f3ee-43b5-a0ed-b1e844240df4 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:48:25.194516 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-d6fc7f2e-f3ee-43b5-a0ed-b1e844240df4 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:25.195682 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-d6fc7f2e-f3ee-43b5-a0ed-b1e844240df4 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3497884 May 27 03:48:25.198372 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 60828) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:48:25.203292 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.v2.base [None req-7b62b52d-e976-45f6-85f4-c8ca649034b3 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Request body: {'security_group_rule': {'security_group_id': '5862f959-de62-4ec4-b016-964d0e52242c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=98852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:48:25.209497 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-7b62b52d-e976-45f6-85f4-c8ca649034b3 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:48:25.213250 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-7b62b52d-e976-45f6-85f4-c8ca649034b3 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Usage tracker for resource:security_group_rule and tenant:16ccb2756adb4055942bd0a0f0a061f4 is out of sync, need to count used quota {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:48:25.216047 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-7b62b52d-e976-45f6-85f4-c8ca649034b3 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:48:25.221728 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-7b62b52d-e976-45f6-85f4-c8ca649034b3 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:48:25.285865 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-7b62b52d-e976-45f6-85f4-c8ca649034b3 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:25.346029 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-7b62b52d-e976-45f6-85f4-c8ca649034b3 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:25.400476 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-7b62b52d-e976-45f6-85f4-c8ca649034b3 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465797'] for security_group_rule, after_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:25.402659 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-d2e9e2d1-3875-4922-bc5b-3109e236a1f7 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:48:25.425074 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b62b52d-e976-45f6-85f4-c8ca649034b3 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ba617ae-3486-49b4-a26c-f9b6b158b601,revision_number=0']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:25.427544 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-7b62b52d-e976-45f6-85f4-c8ca649034b3 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:48:25.507542 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-7b62b52d-e976-45f6-85f4-c8ca649034b3 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:25.508748 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-7b62b52d-e976-45f6-85f4-c8ca649034b3 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3094532 May 27 03:48:25.511686 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 60832) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:48:25.516652 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.v2.base [None req-8410b882-46b7-46e5-a8a5-09b6f9e121ab tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Request body: {'floatingip': {'floating_network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7'}} {{(pid=98852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:48:25.522958 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-8410b882-46b7-46e5-a8a5-09b6f9e121ab tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:48:25.526718 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-8410b882-46b7-46e5-a8a5-09b6f9e121ab tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Usage tracker for resource:floatingip and tenant:16ccb2756adb4055942bd0a0f0a061f4 is out of sync, need to count used quota {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:48:25.529530 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-8410b882-46b7-46e5-a8a5-09b6f9e121ab tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:48:25.535395 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-8410b882-46b7-46e5-a8a5-09b6f9e121ab tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:48:25.605200 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-8410b882-46b7-46e5-a8a5-09b6f9e121ab tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Notify callbacks [] for floatingip, before_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:25.743856 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-8410b882-46b7-46e5-a8a5-09b6f9e121ab tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:25.829217 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-a874e127-c938-4916-8a65-9cb24408db35 req-11980c6a-bdef-4c32-a8a1-b14ba175dae5 tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] 10.222.0.25 "GET /v2.0/ports?device_id=d3834ee5-6837-4b8d-abb2-0c048ef2d2e5 HTTP/1.1" status: 200 len: 210 time: 0.0824747 May 27 03:48:25.923137 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.db_base_plugin_common [None req-8410b882-46b7-46e5-a8a5-09b6f9e121ab tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Allocated IP 172.27.2.10 (9a3e94d8-5315-41b6-9829-3c758c3039b7/7ac4e62e-aca4-43cf-995d-95d63bfe1e6b/a1c4f40c-eb60-48fb-a05e-ab154e3fc102) {{(pid=98852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:48:26.066697 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-8410b882-46b7-46e5-a8a5-09b6f9e121ab tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Notify callbacks [] for port, precommit_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:26.159514 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-8410b882-46b7-46e5-a8a5-09b6f9e121ab tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786481287388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27723313'] for port, after_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:26.164425 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-8d07be89-9950-4efd-bf11-6e3a0d20b23b tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:48:26.310378 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8410b882-46b7-46e5-a8a5-09b6f9e121ab tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Network 9a3e94d8-5315-41b6-9829-3c758c3039b7 is already hosted by enough agents. {{(pid=98852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:48:26.313232 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.scheduler.base_scheduler [None req-8410b882-46b7-46e5-a8a5-09b6f9e121ab tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Resources bound (agent type, host, resource id): {{(pid=98852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:48:26.316927 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8410b882-46b7-46e5-a8a5-09b6f9e121ab tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Received port after_create {{(pid=98852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 03:48:26.351440 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8410b882-46b7-46e5-a8a5-09b6f9e121ab tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Pushing event updated for resources: {'Port': ['ID=a1c4f40c-eb60-48fb-a05e-ab154e3fc102,revision_number=1']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:26.355443 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-8410b882-46b7-46e5-a8a5-09b6f9e121ab tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:48:26.398380 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-8410b882-46b7-46e5-a8a5-09b6f9e121ab tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:26.532672 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-8410b882-46b7-46e5-a8a5-09b6f9e121ab tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_update {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:26.735407 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-8410b882-46b7-46e5-a8a5-09b6f9e121ab tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Notify callbacks [] for port, precommit_update {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:26.794317 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-8410b882-46b7-46e5-a8a5-09b6f9e121ab tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786481721483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786481287406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786481291807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27723270'] for port, after_update {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:26.798665 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:48:26.906892 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8410b882-46b7-46e5-a8a5-09b6f9e121ab tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Pushing event updated for resources: {'Port': ['ID=a1c4f40c-eb60-48fb-a05e-ab154e3fc102,revision_number=2']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:26.911099 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-8410b882-46b7-46e5-a8a5-09b6f9e121ab tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:48:26.917783 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-8410b882-46b7-46e5-a8a5-09b6f9e121ab tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-417761'] for floatingip, after_update {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:26.989095 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-8410b882-46b7-46e5-a8a5-09b6f9e121ab tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4037888'] for floatingip, before_response {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:26.990284 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-8410b882-46b7-46e5-a8a5-09b6f9e121ab tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4777055 May 27 03:48:27.211353 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [req-3717ed7c-79fc-4049-8df8-2697e6c2a82e req-3ef1f1e8-78c1-427d-8198-448d0d0e56d8 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Synchronizing usage tracker for tenant:16ccb2756adb4055942bd0a0f0a061f4 on resource:security_group {{(pid=98852) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:48:27.290415 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [req-3717ed7c-79fc-4049-8df8-2697e6c2a82e req-3ef1f1e8-78c1-427d-8198-448d0d0e56d8 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Unset dirty status for tenant:16ccb2756adb4055942bd0a0f0a061f4 on resource:security_group {{(pid=98852) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:48:27.291656 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-3717ed7c-79fc-4049-8df8-2697e6c2a82e req-3ef1f1e8-78c1-427d-8198-448d0d0e56d8 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1056763105&fields=id&tenant_id=16ccb2756adb4055942bd0a0f0a061f4 HTTP/1.1" status: 200 len: 267 time: 0.1202559 May 27 03:48:27.441608 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3717ed7c-79fc-4049-8df8-2697e6c2a82e req-e76802db-5986-4707-85f7-c6560ba4984c tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:48:27.442287 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [req-3717ed7c-79fc-4049-8df8-2697e6c2a82e req-e76802db-5986-4707-85f7-c6560ba4984c tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Synchronizing usage tracker for tenant:16ccb2756adb4055942bd0a0f0a061f4 on resource:network {{(pid=98852) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:48:27.514742 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [req-3717ed7c-79fc-4049-8df8-2697e6c2a82e req-e76802db-5986-4707-85f7-c6560ba4984c tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Unset dirty status for tenant:16ccb2756adb4055942bd0a0f0a061f4 on resource:network {{(pid=98852) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:48:27.515910 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-3717ed7c-79fc-4049-8df8-2697e6c2a82e req-e76802db-5986-4707-85f7-c6560ba4984c tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/networks?id=f65a0cca-1ebc-4ae6-b01b-5fdf0f05198a HTTP/1.1" status: 200 len: 817 time: 0.2174852 May 27 03:48:27.531345 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-3717ed7c-79fc-4049-8df8-2697e6c2a82e req-34f43154-b2d7-445b-891d-d276ff9b52fa tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/quotas/16ccb2756adb4055942bd0a0f0a061f4 HTTP/1.1" status: 200 len: 375 time: 0.0099478 May 27 03:48:27.624849 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [req-3717ed7c-79fc-4049-8df8-2697e6c2a82e req-ac1b3419-f808-45b0-b26a-72e12308cfc8 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Synchronizing usage tracker for tenant:16ccb2756adb4055942bd0a0f0a061f4 on resource:port {{(pid=98852) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:48:27.697387 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [req-3717ed7c-79fc-4049-8df8-2697e6c2a82e req-ac1b3419-f808-45b0-b26a-72e12308cfc8 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Unset dirty status for tenant:16ccb2756adb4055942bd0a0f0a061f4 on resource:port {{(pid=98852) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:48:27.698736 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-3717ed7c-79fc-4049-8df8-2697e6c2a82e req-ac1b3419-f808-45b0-b26a-72e12308cfc8 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=16ccb2756adb4055942bd0a0f0a061f4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1615400 May 27 03:48:27.850691 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Device d711e7b6-b731-4377-8814-b74e7863713f no longer exists at agent hyperv_hv-cinder-79326 {{(pid=98853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:48:27.882721 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-3717ed7c-79fc-4049-8df8-2697e6c2a82e req-73409185-c3c1-4dd3-96ca-5b3c9e49fb0d service neutron] 10.222.0.25 "GET /v2.0/networks/f65a0cca-1ebc-4ae6-b01b-5fdf0f05198a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718442 May 27 03:48:27.884381 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.plugin [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] No Port match for: d711e7b6-b731-4377-8814-b74e7863713f {{(pid=98853) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 03:48:27.884757 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Device d711e7b6-b731-4377-8814-b74e7863713f not bound to the agent host hv-cinder-79326 {{(pid=98853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:48:28.013657 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-3717ed7c-79fc-4049-8df8-2697e6c2a82e req-84ead812-c0a1-4908-80b4-f4f392963aff service neutron] 10.222.0.25 "GET /v2.0/networks/f65a0cca-1ebc-4ae6-b01b-5fdf0f05198a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251097 May 27 03:48:28.281492 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [req-0ccc130a-1aa3-4614-97e6-658cde272475 req-12069018-db47-4736-b6ef-ea85d018b8b5 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Synchronizing usage tracker for tenant:16ccb2756adb4055942bd0a0f0a061f4 on resource:port {{(pid=98851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:48:28.293775 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [req-0ccc130a-1aa3-4614-97e6-658cde272475 req-12069018-db47-4736-b6ef-ea85d018b8b5 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Unset dirty status for tenant:16ccb2756adb4055942bd0a0f0a061f4 on resource:port {{(pid=98851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:48:28.294905 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-0ccc130a-1aa3-4614-97e6-658cde272475 req-12069018-db47-4736-b6ef-ea85d018b8b5 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/ports?device_id=aaf24d29-a180-44ed-9549-e4cca130f813 HTTP/1.1" status: 200 len: 210 time: 0.0579290 May 27 03:48:29.448567 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-5917db4b-695a-4ba1-ad0a-98aee9d9b9fa req-cf7dc081-46e0-4f48-b2f3-c8a869feb162 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/ports?device_id=aaf24d29-a180-44ed-9549-e4cca130f813 HTTP/1.1" status: 200 len: 210 time: 0.0480378 May 27 03:48:30.189771 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3717ed7c-79fc-4049-8df8-2697e6c2a82e req-34592e48-0f64-42c4-9a12-cb7e9bdddcfb tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:48:30.191186 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-3717ed7c-79fc-4049-8df8-2697e6c2a82e req-34592e48-0f64-42c4-9a12-cb7e9bdddcfb tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.36 "GET /v2.0/networks?id=f65a0cca-1ebc-4ae6-b01b-5fdf0f05198a HTTP/1.1" status: 200 len: 817 time: 0.1470039 May 27 03:48:30.249509 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-3717ed7c-79fc-4049-8df8-2697e6c2a82e req-9db30d42-da0a-455d-ba94-3f2d7119219f tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=16ccb2756adb4055942bd0a0f0a061f4 HTTP/1.1" status: 200 len: 380 time: 0.0461361 May 27 03:48:30.258276 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.v2.base [req-3717ed7c-79fc-4049-8df8-2697e6c2a82e req-0ef03fa7-3f36-4042-835e-3d88de0dcb4f tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Request body: {'port': {'device_id': 'aaf24d29-a180-44ed-9549-e4cca130f813', 'network_id': 'f65a0cca-1ebc-4ae6-b01b-5fdf0f05198a', 'admin_state_up': True, 'tenant_id': '16ccb2756adb4055942bd0a0f0a061f4', 'security_groups': ['5862f959-de62-4ec4-b016-964d0e52242c']}} {{(pid=98851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:48:30.491970 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.quota.driver [req-3717ed7c-79fc-4049-8df8-2697e6c2a82e req-0ef03fa7-3f36-4042-835e-3d88de0dcb4f tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:48:30.502147 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.quota.driver [req-3717ed7c-79fc-4049-8df8-2697e6c2a82e req-0ef03fa7-3f36-4042-835e-3d88de0dcb4f tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=98851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:48:30.560193 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3717ed7c-79fc-4049-8df8-2697e6c2a82e req-0ef03fa7-3f36-4042-835e-3d88de0dcb4f tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Made reservation on behalf of 16ccb2756adb4055942bd0a0f0a061f4 for: {'port': 1} {{(pid=98851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:48:30.563844 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-3717ed7c-79fc-4049-8df8-2697e6c2a82e req-0ef03fa7-3f36-4042-835e-3d88de0dcb4f tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:30.624041 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-a659be95-4f62-488b-9ea9-44c69caeea94 req-4a26a949-4844-4e12-afa9-0c5a68f20052 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/ports?device_id=aaf24d29-a180-44ed-9549-e4cca130f813 HTTP/1.1" status: 200 len: 210 time: 0.0505693 May 27 03:48:30.764877 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.db_base_plugin_common [req-3717ed7c-79fc-4049-8df8-2697e6c2a82e req-0ef03fa7-3f36-4042-835e-3d88de0dcb4f tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Allocated IP 172.20.0.6 (f65a0cca-1ebc-4ae6-b01b-5fdf0f05198a/82530ddc-ffd6-4079-8434-d6a04187e8aa/99d7c768-f910-47b6-ae4b-dc6dede2eec8) {{(pid=98851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:48:30.951893 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-3717ed7c-79fc-4049-8df8-2697e6c2a82e req-0ef03fa7-3f36-4042-835e-3d88de0dcb4f tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Notify callbacks [] for port, precommit_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:30.967334 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.provisioning_blocks [req-3717ed7c-79fc-4049-8df8-2697e6c2a82e req-0ef03fa7-3f36-4042-835e-3d88de0dcb4f tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Transition to ACTIVE for port object 99d7c768-f910-47b6-ae4b-dc6dede2eec8 will not be triggered until provisioned by entity DHCP. {{(pid=98851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:48:31.062083 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-3717ed7c-79fc-4049-8df8-2697e6c2a82e req-0ef03fa7-3f36-4042-835e-3d88de0dcb4f tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786481287388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28231606'] for port, after_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:31.068686 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-27d1424f-a3df-4e4e-82c8-c5ba1d097af6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:48:31.128538 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3717ed7c-79fc-4049-8df8-2697e6c2a82e req-0ef03fa7-3f36-4042-835e-3d88de0dcb4f tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Network f65a0cca-1ebc-4ae6-b01b-5fdf0f05198a is already hosted by enough agents. {{(pid=98851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:48:31.131540 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.scheduler.base_scheduler [req-3717ed7c-79fc-4049-8df8-2697e6c2a82e req-0ef03fa7-3f36-4042-835e-3d88de0dcb4f tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Resources bound (agent type, host, resource id): {{(pid=98851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:48:31.135860 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.l3_dvrscheduler_db [req-3717ed7c-79fc-4049-8df8-2697e6c2a82e req-0ef03fa7-3f36-4042-835e-3d88de0dcb4f tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Received port after_create {{(pid=98851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 03:48:31.179965 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef03fa7-3f36-4042-835e-3d88de0dcb4f tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Pushing event updated for resources: {'Port': ['ID=99d7c768-f910-47b6-ae4b-dc6dede2eec8,revision_number=1']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:31.188127 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-0ef03fa7-3f36-4042-835e-3d88de0dcb4f tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:48:31.209083 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3717ed7c-79fc-4049-8df8-2697e6c2a82e req-0ef03fa7-3f36-4042-835e-3d88de0dcb4f tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:48:31.209761 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-3717ed7c-79fc-4049-8df8-2697e6c2a82e req-0ef03fa7-3f36-4042-835e-3d88de0dcb4f tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4037888'] for port, before_response {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:31.315978 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-3717ed7c-79fc-4049-8df8-2697e6c2a82e req-0ef03fa7-3f36-4042-835e-3d88de0dcb4f tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0612373 May 27 03:48:31.400047 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-5717ceab-7107-4586-82e4-002236613984 None None] Provisioning for port 99d7c768-f910-47b6-ae4b-dc6dede2eec8 completed by entity DHCP. {{(pid=98853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:48:31.404956 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-5717ceab-7107-4586-82e4-002236613984 None None] Provisioning complete for port 99d7c768-f910-47b6-ae4b-dc6dede2eec8 triggered by entity DHCP. {{(pid=98853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:48:31.405335 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-5717ceab-7107-4586-82e4-002236613984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487713'] for port, provisioning_complete {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:31.459643 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.plugin [None req-5717ceab-7107-4586-82e4-002236613984 None None] Port 99d7c768-f910-47b6-ae4b-dc6dede2eec8 cannot update to ACTIVE because it is not bound. {{(pid=98853) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 03:48:31.807173 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c885d3e8-ba4a-4a1d-83fe-b661f0c6df5b req-74cca733-9151-4f69-a6b7-9088ce9ad1fb tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:48:31.808619 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-c885d3e8-ba4a-4a1d-83fe-b661f0c6df5b req-74cca733-9151-4f69-a6b7-9088ce9ad1fb tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/ports?device_id=aaf24d29-a180-44ed-9549-e4cca130f813 HTTP/1.1" status: 200 len: 931 time: 0.0787454 May 27 03:48:31.853026 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-c885d3e8-ba4a-4a1d-83fe-b661f0c6df5b req-aa0d829e-8aef-4769-828c-b77365dfe349 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/security-groups?id=5862f959-de62-4ec4-b016-964d0e52242c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389092 May 27 03:48:32.221053 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.v2.base [req-3717ed7c-79fc-4049-8df8-2697e6c2a82e req-9d2f20c6-d4fd-4747-ab7b-2f7d7502fcb9 service neutron] Request body: {'port': {'device_id': 'aaf24d29-a180-44ed-9549-e4cca130f813', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79326'}} {{(pid=98851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:48:32.345798 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-3717ed7c-79fc-4049-8df8-2697e6c2a82e req-9d2f20c6-d4fd-4747-ab7b-2f7d7502fcb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_update {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:32.692479 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.notifiers.nova [req-3717ed7c-79fc-4049-8df8-2697e6c2a82e req-9d2f20c6-d4fd-4747-ab7b-2f7d7502fcb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99d7c768-f910-47b6-ae4b-dc6dede2eec8 {{(pid=98851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:48:32.699552 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-3717ed7c-79fc-4049-8df8-2697e6c2a82e req-9d2f20c6-d4fd-4747-ab7b-2f7d7502fcb9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:32.713040 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.provisioning_blocks [req-3717ed7c-79fc-4049-8df8-2697e6c2a82e req-9d2f20c6-d4fd-4747-ab7b-2f7d7502fcb9 service neutron] Transition to ACTIVE for port object 99d7c768-f910-47b6-ae4b-dc6dede2eec8 will not be triggered until provisioned by entity L2. {{(pid=98851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:48:32.777111 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-3717ed7c-79fc-4049-8df8-2697e6c2a82e req-9d2f20c6-d4fd-4747-ab7b-2f7d7502fcb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786481721483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786481287406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786481291807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28231553'] for port, after_update {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:32.781358 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-92999f59-9de1-487d-aa0f-a8e77cde0218 tempest-VolumesNegativeTest-41913782 tempest-VolumesNegativeTest-41913782-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:48:32.937046 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f20c6-d4fd-4747-ab7b-2f7d7502fcb9 service neutron] Pushing event updated for resources: {'Port': ['ID=99d7c768-f910-47b6-ae4b-dc6dede2eec8,revision_number=2']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:32.946150 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-9d2f20c6-d4fd-4747-ab7b-2f7d7502fcb9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:48:33.069152 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.managers [req-3717ed7c-79fc-4049-8df8-2697e6c2a82e req-9d2f20c6-d4fd-4747-ab7b-2f7d7502fcb9 service neutron] Attempting to bind port 99d7c768-f910-47b6-ae4b-dc6dede2eec8 on host hv-cinder-79326 for vnic_type normal with profile {{(pid=98851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:48:33.069482 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.managers [req-3717ed7c-79fc-4049-8df8-2697e6c2a82e req-9d2f20c6-d4fd-4747-ab7b-2f7d7502fcb9 service neutron] Attempting to bind port 99d7c768-f910-47b6-ae4b-dc6dede2eec8 by drivers openvswitch,hyperv on host hv-cinder-79326 at level 0 using segments [{'id': '5baf6fec-eb5b-47d6-b1b0-298ebe932b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'f65a0cca-1ebc-4ae6-b01b-5fdf0f05198a'}] {{(pid=98851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:48:33.069850 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3717ed7c-79fc-4049-8df8-2697e6c2a82e req-9d2f20c6-d4fd-4747-ab7b-2f7d7502fcb9 service neutron] Attempting to bind port 99d7c768-f910-47b6-ae4b-dc6dede2eec8 on network f65a0cca-1ebc-4ae6-b01b-5fdf0f05198a {{(pid=98851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:48:33.077600 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3717ed7c-79fc-4049-8df8-2697e6c2a82e req-9d2f20c6-d4fd-4747-ab7b-2f7d7502fcb9 service neutron] Port 99d7c768-f910-47b6-ae4b-dc6dede2eec8 on network f65a0cca-1ebc-4ae6-b01b-5fdf0f05198a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79326 {{(pid=98851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 03:48:33.077915 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3717ed7c-79fc-4049-8df8-2697e6c2a82e req-9d2f20c6-d4fd-4747-ab7b-2f7d7502fcb9 service neutron] Attempting to bind port 99d7c768-f910-47b6-ae4b-dc6dede2eec8 on network f65a0cca-1ebc-4ae6-b01b-5fdf0f05198a {{(pid=98851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:48:33.084991 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3717ed7c-79fc-4049-8df8-2697e6c2a82e req-9d2f20c6-d4fd-4747-ab7b-2f7d7502fcb9 service neutron] Checking agent: {'id': 'beba53db-4949-4034-b5ab-73b6df09d927', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79326', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 3, 39, 17), 'started_at': datetime.datetime(2021, 5, 27, 3, 39, 17), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 3, 48, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 03:48:33.085864 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3717ed7c-79fc-4049-8df8-2697e6c2a82e req-9d2f20c6-d4fd-4747-ab7b-2f7d7502fcb9 service neutron] Checking segment: {'id': '5baf6fec-eb5b-47d6-b1b0-298ebe932b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'f65a0cca-1ebc-4ae6-b01b-5fdf0f05198a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 03:48:33.086241 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3717ed7c-79fc-4049-8df8-2697e6c2a82e req-9d2f20c6-d4fd-4747-ab7b-2f7d7502fcb9 service neutron] Bound using segment: {'id': '5baf6fec-eb5b-47d6-b1b0-298ebe932b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'f65a0cca-1ebc-4ae6-b01b-5fdf0f05198a'} {{(pid=98851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 03:48:33.086658 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.managers [req-3717ed7c-79fc-4049-8df8-2697e6c2a82e req-9d2f20c6-d4fd-4747-ab7b-2f7d7502fcb9 service neutron] Bound port: 99d7c768-f910-47b6-ae4b-dc6dede2eec8, host: hv-cinder-79326, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5baf6fec-eb5b-47d6-b1b0-298ebe932b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'f65a0cca-1ebc-4ae6-b01b-5fdf0f05198a'}}] {{(pid=98851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:48:33.086999 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-3717ed7c-79fc-4049-8df8-2697e6c2a82e req-9d2f20c6-d4fd-4747-ab7b-2f7d7502fcb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_update {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:33.107530 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479c7901-c848-44ff-85a8-638772cf7ff0 req-7376464b-234d-47ad-b334-d776af2f73a3 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:48:33.108162 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [req-479c7901-c848-44ff-85a8-638772cf7ff0 req-7376464b-234d-47ad-b334-d776af2f73a3 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Synchronizing usage tracker for tenant:16ccb2756adb4055942bd0a0f0a061f4 on resource:port {{(pid=98851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:48:33.192703 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.db [req-3717ed7c-79fc-4049-8df8-2697e6c2a82e req-9d2f20c6-d4fd-4747-ab7b-2f7d7502fcb9 service neutron] For port 99d7c768-f910-47b6-ae4b-dc6dede2eec8, host hv-cinder-79326, cleared binding levels {{(pid=98851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:48:33.195669 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.db [req-3717ed7c-79fc-4049-8df8-2697e6c2a82e req-9d2f20c6-d4fd-4747-ab7b-2f7d7502fcb9 service neutron] For port 99d7c768-f910-47b6-ae4b-dc6dede2eec8, host hv-cinder-79326, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=99d7c768-f910-47b6-ae4b-dc6dede2eec8,segment=NetworkSegment(5baf6fec-eb5b-47d6-b1b0-298ebe932b07),segment_id=5baf6fec-eb5b-47d6-b1b0-298ebe932b07)] {{(pid=98851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 03:48:33.211728 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [req-479c7901-c848-44ff-85a8-638772cf7ff0 req-7376464b-234d-47ad-b334-d776af2f73a3 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Unset dirty status for tenant:16ccb2756adb4055942bd0a0f0a061f4 on resource:port {{(pid=98851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:48:33.212915 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-479c7901-c848-44ff-85a8-638772cf7ff0 req-7376464b-234d-47ad-b334-d776af2f73a3 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/ports?device_id=aaf24d29-a180-44ed-9549-e4cca130f813 HTTP/1.1" status: 200 len: 943 time: 0.2409129 May 27 03:48:33.257312 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-479c7901-c848-44ff-85a8-638772cf7ff0 req-ddbc278c-3631-48c5-8c23-d662e4ca1ec8 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/security-groups?id=5862f959-de62-4ec4-b016-964d0e52242c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387628 May 27 03:48:33.258745 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-3717ed7c-79fc-4049-8df8-2697e6c2a82e req-9d2f20c6-d4fd-4747-ab7b-2f7d7502fcb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786481721483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786481287406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786481291807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28231553'] for port, after_update {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:33.263145 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-9d2f20c6-d4fd-4747-ab7b-2f7d7502fcb9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:48:33.320443 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3717ed7c-79fc-4049-8df8-2697e6c2a82e req-9d2f20c6-d4fd-4747-ab7b-2f7d7502fcb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:48:33.321059 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-3717ed7c-79fc-4049-8df8-2697e6c2a82e req-9d2f20c6-d4fd-4747-ab7b-2f7d7502fcb9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4037888'] for port, before_response {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:33.322459 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-3717ed7c-79fc-4049-8df8-2697e6c2a82e req-9d2f20c6-d4fd-4747-ab7b-2f7d7502fcb9 service neutron] 10.222.0.36 "PUT /v2.0/ports/99d7c768-f910-47b6-ae4b-dc6dede2eec8 HTTP/1.1" status: 200 len: 1093 time: 1.1057365 May 27 03:48:33.322896 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aaf24d29-a180-44ed-9549-e4cca130f813', 'tag': '99d7c768-f910-47b6-ae4b-dc6dede2eec8'}] {{(pid=98851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:48:33.345039 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f20c6-d4fd-4747-ab7b-2f7d7502fcb9 service neutron] Pushing event updated for resources: {'Port': ['ID=99d7c768-f910-47b6-ae4b-dc6dede2eec8,revision_number=3']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:33.348206 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-9d2f20c6-d4fd-4747-ab7b-2f7d7502fcb9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:48:33.376145 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aaf24d29-a180-44ed-9549-e4cca130f813', 'tag': '99d7c768-f910-47b6-ae4b-dc6dede2eec8', 'status': 'completed', 'code': 200} May 27 03:48:33.856243 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-c46f6e26-2c70-4f6e-a9ee-f8b174480f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:34.530159 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c4940e-8995-4610-afe8-97c6a7baaa71 req-8bd6cbac-49cc-47c9-8d6a-dcea1712a209 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:48:34.531602 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-00c4940e-8995-4610-afe8-97c6a7baaa71 req-8bd6cbac-49cc-47c9-8d6a-dcea1712a209 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/ports?device_id=aaf24d29-a180-44ed-9549-e4cca130f813 HTTP/1.1" status: 200 len: 943 time: 0.1662641 May 27 03:48:34.575983 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-00c4940e-8995-4610-afe8-97c6a7baaa71 req-0fbb839c-cad6-41f1-b8fc-d02b2ff1b250 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/security-groups?id=5862f959-de62-4ec4-b016-964d0e52242c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383306 May 27 03:48:34.703814 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0f2773-7e19-49be-9bca-fbf527f09f1a req-84bf6bec-bf48-4945-845a-1d70e6c8e31b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:48:34.705274 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-af0f2773-7e19-49be-9bca-fbf527f09f1a req-84bf6bec-bf48-4945-845a-1d70e6c8e31b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=16ccb2756adb4055942bd0a0f0a061f4&device_id=aaf24d29-a180-44ed-9549-e4cca130f813 HTTP/1.1" status: 200 len: 1096 time: 0.0704501 May 27 03:48:34.852514 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0f2773-7e19-49be-9bca-fbf527f09f1a req-ea22dd1b-841b-43ff-9899-c9eea3ce0d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:48:34.855870 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-af0f2773-7e19-49be-9bca-fbf527f09f1a req-ea22dd1b-841b-43ff-9899-c9eea3ce0d77 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=16ccb2756adb4055942bd0a0f0a061f4&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1347008 May 27 03:48:34.988386 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0f2773-7e19-49be-9bca-fbf527f09f1a req-2ec6fc1f-3b55-402c-95fa-2bb500b84394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:48:34.989840 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-af0f2773-7e19-49be-9bca-fbf527f09f1a req-2ec6fc1f-3b55-402c-95fa-2bb500b84394 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1292369 May 27 03:48:35.217587 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3717ed7c-79fc-4049-8df8-2697e6c2a82e req-e571dbf1-4235-4555-9f0b-81dd5ee160b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:48:35.219043 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-3717ed7c-79fc-4049-8df8-2697e6c2a82e req-e571dbf1-4235-4555-9f0b-81dd5ee160b9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=16ccb2756adb4055942bd0a0f0a061f4&device_id=aaf24d29-a180-44ed-9549-e4cca130f813 HTTP/1.1" status: 200 len: 1096 time: 0.0735621 May 27 03:48:35.290340 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-3717ed7c-79fc-4049-8df8-2697e6c2a82e req-e00e4872-4bc4-4656-b9ed-3f76fe2d6965 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=99d7c768-f910-47b6-ae4b-dc6dede2eec8 HTTP/1.1" status: 200 len: 217 time: 0.0636063 May 27 03:48:35.351924 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3717ed7c-79fc-4049-8df8-2697e6c2a82e req-30037dcc-f24d-4b86-8638-cc51b180ab18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:48:35.352802 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-3717ed7c-79fc-4049-8df8-2697e6c2a82e req-30037dcc-f24d-4b86-8638-cc51b180ab18 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=82530ddc-ffd6-4079-8434-d6a04187e8aa HTTP/1.1" status: 200 len: 856 time: 0.0558703 May 27 03:48:35.426665 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3717ed7c-79fc-4049-8df8-2697e6c2a82e req-f74c9307-1364-4707-8be6-167d4483b9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:48:35.428154 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-3717ed7c-79fc-4049-8df8-2697e6c2a82e req-f74c9307-1364-4707-8be6-167d4483b9f3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f65a0cca-1ebc-4ae6-b01b-5fdf0f05198a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0685420 May 27 03:48:35.643334 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-3717ed7c-79fc-4049-8df8-2697e6c2a82e req-e9d66506-be29-4a28-81b3-5ae9ff936bb9 service neutron] 10.222.0.36 "GET /v2.0/networks/f65a0cca-1ebc-4ae6-b01b-5fdf0f05198a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250777 May 27 03:48:35.773591 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a97d441-2007-43e0-b3b3-7de8dda65396 req-d6d92148-13a8-48dc-b1d6-92baadd9c5c2 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:48:35.775143 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-2a97d441-2007-43e0-b3b3-7de8dda65396 req-d6d92148-13a8-48dc-b1d6-92baadd9c5c2 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/ports?device_id=aaf24d29-a180-44ed-9549-e4cca130f813 HTTP/1.1" status: 200 len: 943 time: 0.0830963 May 27 03:48:35.779393 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-3717ed7c-79fc-4049-8df8-2697e6c2a82e req-9c60eb27-e2a9-4839-9f6a-da08c321d63c service neutron] 10.222.0.36 "GET /v2.0/networks/f65a0cca-1ebc-4ae6-b01b-5fdf0f05198a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296554 May 27 03:48:35.824660 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-2a97d441-2007-43e0-b3b3-7de8dda65396 req-2c8be522-62c8-477c-b5ca-f5fab5e4a9f1 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/security-groups?id=5862f959-de62-4ec4-b016-964d0e52242c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402601 May 27 03:48:36.428982 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-92d33353-cd80-48f4-a4b7-9e1ba1483150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:36.457341 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:37.017150 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb2ad69-05d8-48fc-853d-7497f3d79bc9 req-3998788f-32fe-41e2-9b53-4cc6334da786 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:48:37.018592 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-beb2ad69-05d8-48fc-853d-7497f3d79bc9 req-3998788f-32fe-41e2-9b53-4cc6334da786 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/ports?device_id=aaf24d29-a180-44ed-9549-e4cca130f813 HTTP/1.1" status: 200 len: 943 time: 0.0860152 May 27 03:48:37.063767 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-beb2ad69-05d8-48fc-853d-7497f3d79bc9 req-a7c40f85-b004-46db-9865-7cbba76ce509 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/security-groups?id=5862f959-de62-4ec4-b016-964d0e52242c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395079 May 27 03:48:37.703020 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-e3613943-0892-48bd-9358-60eb59884bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:38.258209 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa68e5d-29b8-4d95-90d2-fe2654a6f926 req-4c5a25f9-7119-419e-9291-74e191d7f490 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:48:38.259658 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-daa68e5d-29b8-4d95-90d2-fe2654a6f926 req-4c5a25f9-7119-419e-9291-74e191d7f490 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/ports?device_id=aaf24d29-a180-44ed-9549-e4cca130f813 HTTP/1.1" status: 200 len: 943 time: 0.0789542 May 27 03:48:38.303511 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-daa68e5d-29b8-4d95-90d2-fe2654a6f926 req-1ec76bc8-233f-4f03-9f53-302dd46675ef tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/security-groups?id=5862f959-de62-4ec4-b016-964d0e52242c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382094 May 27 03:48:39.279895 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-3af0ace6-547d-4950-9fe5-73e267668fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:39.490993 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c05a7cd-4b53-47c2-a26a-cd4f9df26c51 req-a114f1aa-667b-4227-bab2-76b5a6a6bc39 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:48:39.492999 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-2c05a7cd-4b53-47c2-a26a-cd4f9df26c51 req-a114f1aa-667b-4227-bab2-76b5a6a6bc39 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/ports?device_id=aaf24d29-a180-44ed-9549-e4cca130f813 HTTP/1.1" status: 200 len: 943 time: 0.0832367 May 27 03:48:39.542829 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-2c05a7cd-4b53-47c2-a26a-cd4f9df26c51 req-3307c429-c8e2-4982-914c-3a7967d0cbfe tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/security-groups?id=5862f959-de62-4ec4-b016-964d0e52242c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435154 May 27 03:48:40.669997 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Device 99d7c768-f910-47b6-ae4b-dc6dede2eec8 details requested by agent hyperv_hv-cinder-79326 with host hv-cinder-79326 {{(pid=98853) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:48:40.731907 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ddc759-ae27-485a-91d7-bc9b27fa1827 req-e79acb90-7c0f-4aa9-926a-ff8645790ef5 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:48:40.733392 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-50ddc759-ae27-485a-91d7-bc9b27fa1827 req-e79acb90-7c0f-4aa9-926a-ff8645790ef5 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/ports?device_id=aaf24d29-a180-44ed-9549-e4cca130f813 HTTP/1.1" status: 200 len: 943 time: 0.0826402 May 27 03:48:40.778095 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-50ddc759-ae27-485a-91d7-bc9b27fa1827 req-8bdb2c34-8ea7-46d3-98f5-52f21b5f9c1a tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/security-groups?id=5862f959-de62-4ec4-b016-964d0e52242c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388861 May 27 03:48:40.800718 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.db [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] For port 99d7c768-f910-47b6-ae4b-dc6dede2eec8, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=99d7c768-f910-47b6-ae4b-dc6dede2eec8,segment=NetworkSegment(5baf6fec-eb5b-47d6-b1b0-298ebe932b07),segment_id=5baf6fec-eb5b-47d6-b1b0-298ebe932b07)] {{(pid=98853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:48:40.813989 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Returning: {'device': '99d7c768-f910-47b6-ae4b-dc6dede2eec8', 'network_id': 'f65a0cca-1ebc-4ae6-b01b-5fdf0f05198a', 'port_id': '99d7c768-f910-47b6-ae4b-dc6dede2eec8', 'mac_address': 'fa:16:3e:59:5e:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82530ddc-ffd6-4079-8434-d6a04187e8aa', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98853) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:48:40.869521 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:40.885667 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.notifiers.nova [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99d7c768-f910-47b6-ae4b-dc6dede2eec8 {{(pid=98853) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:48:40.900447 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.db [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] For port 99d7c768-f910-47b6-ae4b-dc6dede2eec8, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=99d7c768-f910-47b6-ae4b-dc6dede2eec8,segment=NetworkSegment(5baf6fec-eb5b-47d6-b1b0-298ebe932b07),segment_id=5baf6fec-eb5b-47d6-b1b0-298ebe932b07)] {{(pid=98853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:48:40.976989 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786481721483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786481287406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786481291807'] for port, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:40.979582 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:48:41.045462 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Pushing event updated for resources: {'Port': ['ID=99d7c768-f910-47b6-ae4b-dc6dede2eec8,revision_number=4']} {{(pid=98853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:41.052360 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:41.052722 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:41.053051 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:41.053373 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:41.053694 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:41.054012 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:41.054326 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:41.054640 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:41.054953 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:41.055265 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:41.055575 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:41.055889 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:41.059778 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:48:41.385537 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.db [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] get_ports_and_sgs() called for port_ids ['99d7c768-f910-47b6-ae4b-dc6dede2eec8'] {{(pid=98853) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 03:48:41.965879 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d001c36f-8f57-4de7-a21b-6e39ac0076f2 req-47085e02-1c37-4216-8052-073271af243e tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:48:41.967332 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-d001c36f-8f57-4de7-a21b-6e39ac0076f2 req-47085e02-1c37-4216-8052-073271af243e tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/ports?device_id=aaf24d29-a180-44ed-9549-e4cca130f813 HTTP/1.1" status: 200 len: 944 time: 0.0795722 May 27 03:48:42.011387 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-d001c36f-8f57-4de7-a21b-6e39ac0076f2 req-7226ec0a-2b0b-436f-bcf1-3fe7e32590e9 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/security-groups?id=5862f959-de62-4ec4-b016-964d0e52242c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382924 May 27 03:48:42.659330 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Device 99d7c768-f910-47b6-ae4b-dc6dede2eec8 up at agent hyperv_hv-cinder-79326 {{(pid=98853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:48:42.765663 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Provisioning for port 99d7c768-f910-47b6-ae4b-dc6dede2eec8 completed by entity L2. {{(pid=98853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:48:42.770226 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Provisioning complete for port 99d7c768-f910-47b6-ae4b-dc6dede2eec8 triggered by entity L2. {{(pid=98853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:48:42.770619 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487713'] for port, provisioning_complete {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:42.884918 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:42.910196 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaf24d29-a180-44ed-9549-e4cca130f813', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99d7c768-f910-47b6-ae4b-dc6dede2eec8'}] {{(pid=98853) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:48:42.919428 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.db [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] For port 99d7c768-f910-47b6-ae4b-dc6dede2eec8, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=99d7c768-f910-47b6-ae4b-dc6dede2eec8,segment=NetworkSegment(5baf6fec-eb5b-47d6-b1b0-298ebe932b07),segment_id=5baf6fec-eb5b-47d6-b1b0-298ebe932b07)] {{(pid=98853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:48:42.956794 dv-cinder-793264-1-iscsi neutron-server[98853]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaf24d29-a180-44ed-9549-e4cca130f813', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99d7c768-f910-47b6-ae4b-dc6dede2eec8', 'code': 200} May 27 03:48:42.999925 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786481721483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786481287406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786481291807'] for port, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:43.001753 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-9318cf70-3b4b-4530-ad35-032972b0bbfa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:48:43.066919 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Pushing event updated for resources: {'Port': ['ID=99d7c768-f910-47b6-ae4b-dc6dede2eec8,revision_number=5']} {{(pid=98853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:43.070501 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:48:43.203202 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d90b360-30c7-4a4a-a4ba-120a1f107b0c req-b64da031-7528-45a1-9845-090765e0f5a1 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:48:43.204689 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-2d90b360-30c7-4a4a-a4ba-120a1f107b0c req-b64da031-7528-45a1-9845-090765e0f5a1 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/ports?device_id=aaf24d29-a180-44ed-9549-e4cca130f813 HTTP/1.1" status: 200 len: 945 time: 0.0827305 May 27 03:48:43.249194 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-2d90b360-30c7-4a4a-a4ba-120a1f107b0c req-24d8c450-a737-4eab-bbaf-6f00979a1650 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/security-groups?id=5862f959-de62-4ec4-b016-964d0e52242c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386281 May 27 03:48:43.842524 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.agents_db [None req-9826b012-bfd7-43dd-a737-969f574491ef None None] Agent healthcheck: found 6 active agents {{(pid=98854) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 03:48:44.433290 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e195682-a27c-4219-936f-98b0e4319d89 req-c62228eb-fd55-45bb-b9c9-ba65a8b560b7 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:48:44.434749 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-2e195682-a27c-4219-936f-98b0e4319d89 req-c62228eb-fd55-45bb-b9c9-ba65a8b560b7 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/ports?device_id=aaf24d29-a180-44ed-9549-e4cca130f813 HTTP/1.1" status: 200 len: 945 time: 0.0778637 May 27 03:48:44.482701 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-2e195682-a27c-4219-936f-98b0e4319d89 req-3e56fedc-10b7-4324-92e1-f8ec7ac7761f tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/security-groups?id=5862f959-de62-4ec4-b016-964d0e52242c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418482 May 27 03:48:45.665789 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2b3cd7-0450-4c6f-9b3c-ec1c4bd125b3 req-ee8922fa-f53a-4a29-adf8-63e13c8a0db9 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:48:45.667228 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-ec2b3cd7-0450-4c6f-9b3c-ec1c4bd125b3 req-ee8922fa-f53a-4a29-adf8-63e13c8a0db9 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/ports?device_id=aaf24d29-a180-44ed-9549-e4cca130f813 HTTP/1.1" status: 200 len: 945 time: 0.0784142 May 27 03:48:45.711430 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-ec2b3cd7-0450-4c6f-9b3c-ec1c4bd125b3 req-15e11c34-cb22-488f-9c5d-4723abb9530c tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/security-groups?id=5862f959-de62-4ec4-b016-964d0e52242c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384278 May 27 03:48:46.902123 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2230a893-b8ca-48f9-9c28-be077c230d11 req-510ee4f7-8b25-44e4-bf9b-50c020adf947 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:48:46.903617 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-2230a893-b8ca-48f9-9c28-be077c230d11 req-510ee4f7-8b25-44e4-bf9b-50c020adf947 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/ports?device_id=aaf24d29-a180-44ed-9549-e4cca130f813 HTTP/1.1" status: 200 len: 945 time: 0.0844884 May 27 03:48:46.947113 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-2230a893-b8ca-48f9-9c28-be077c230d11 req-92d16d14-48f1-4eb2-9f49-8eaa536e98db tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/security-groups?id=5862f959-de62-4ec4-b016-964d0e52242c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376325 May 27 03:48:47.348630 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:47.424075 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66819eb-22b3-44a0-91e0-f255685e14a2 req-1f330594-905b-43f9-b571-15f4a3b69f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:48:47.425555 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-e66819eb-22b3-44a0-91e0-f255685e14a2 req-1f330594-905b-43f9-b571-15f4a3b69f44 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=aaf24d29-a180-44ed-9549-e4cca130f813 HTTP/1.1" status: 200 len: 1098 time: 0.0763869 May 27 03:48:47.467993 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-e66819eb-22b3-44a0-91e0-f255685e14a2 req-f446b1db-2f94-428c-a3a8-0f0acc21f1a3 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=5862f959-de62-4ec4-b016-964d0e52242c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343447 May 27 03:48:48.130687 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6beb6e-273c-4c08-96ec-df281d55896b req-f441d1f8-d47c-4a7f-96e8-2f617759d693 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:48:48.132710 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-2c6beb6e-273c-4c08-96ec-df281d55896b req-f441d1f8-d47c-4a7f-96e8-2f617759d693 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/ports?device_id=aaf24d29-a180-44ed-9549-e4cca130f813 HTTP/1.1" status: 200 len: 945 time: 0.0800376 May 27 03:48:48.175397 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-2c6beb6e-273c-4c08-96ec-df281d55896b req-f1f2bf3c-0f0a-4a30-9fcc-dca8b73d9b55 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/security-groups?id=5862f959-de62-4ec4-b016-964d0e52242c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369799 May 27 03:48:49.448187 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ba6348-87d7-46a4-b388-7e8bb296da65 req-a375dbbe-4572-47b7-8334-f3b38300f4ce tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:48:49.453300 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-86ba6348-87d7-46a4-b388-7e8bb296da65 req-a375dbbe-4572-47b7-8334-f3b38300f4ce tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/ports?device_id=aaf24d29-a180-44ed-9549-e4cca130f813 HTTP/1.1" status: 200 len: 945 time: 0.1651433 May 27 03:48:49.495950 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-86ba6348-87d7-46a4-b388-7e8bb296da65 req-97bdbeaf-3133-4742-8fd4-e98416b3dbf8 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/security-groups?id=5862f959-de62-4ec4-b016-964d0e52242c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400755 May 27 03:48:50.759307 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacd8032-8d28-4a91-b57f-1a30c1dae6a1 req-bd35fdf6-1d6d-4ccc-bcd9-0499ebab9774 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:48:50.760750 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-dacd8032-8d28-4a91-b57f-1a30c1dae6a1 req-bd35fdf6-1d6d-4ccc-bcd9-0499ebab9774 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/ports?device_id=aaf24d29-a180-44ed-9549-e4cca130f813 HTTP/1.1" status: 200 len: 945 time: 0.1517501 May 27 03:48:50.803457 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-dacd8032-8d28-4a91-b57f-1a30c1dae6a1 req-0ea2b710-d96b-42bf-b042-1125d73bf683 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/security-groups?id=5862f959-de62-4ec4-b016-964d0e52242c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371931 May 27 03:48:50.984348 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e716c2-24cd-4cef-b952-d38850f774a8 req-1a2418f8-ab05-4562-90cb-8a931b4303f5 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:48:50.985796 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-29e716c2-24cd-4cef-b952-d38850f774a8 req-1a2418f8-ab05-4562-90cb-8a931b4303f5 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/ports?device_id=aaf24d29-a180-44ed-9549-e4cca130f813 HTTP/1.1" status: 200 len: 945 time: 0.0802374 May 27 03:48:50.994682 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 60990) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:48:50.999733 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.v2.base [None req-9747fe70-15ee-4ad4-9c43-a327e9784442 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Request body: {'floatingip': {'port_id': '99d7c768-f910-47b6-ae4b-dc6dede2eec8'}} {{(pid=98852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:48:51.077686 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-9747fe70-15ee-4ad4-9c43-a327e9784442 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Notify callbacks [] for floatingip, before_update {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:51.660857 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-9747fe70-15ee-4ad4-9c43-a327e9784442 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:51.737476 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-9747fe70-15ee-4ad4-9c43-a327e9784442 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-417761'] for floatingip, after_update {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:51.907182 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.db.l3_db [None req-9747fe70-15ee-4ad4-9c43-a327e9784442 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Floating IP 5e155655-0b97-40a1-befb-fd36ad1d9724 associated. External IP: 172.27.2.10, port: 99d7c768-f910-47b6-ae4b-dc6dede2eec8. May 27 03:48:52.352886 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9747fe70-15ee-4ad4-9c43-a327e9784442 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Router 859ef1be-f83d-4b4a-bb61-af14dc51249b has already been hosted by L3 agent 816f7595-8215-4f06-9251-575c663b21d0 {{(pid=98852) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 03:48:52.528023 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9747fe70-15ee-4ad4-9c43-a327e9784442 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Notify agent at l3_agent.dv-cinder-793264-1-iscsi the message routers_updated {{(pid=98852) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 03:48:52.532868 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-9747fe70-15ee-4ad4-9c43-a327e9784442 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4037888'] for floatingip, before_response {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:52.537395 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f081dab-6a87-41e8-8e93-bcaf9ac28a05 None None] Sync routers for ids ['859ef1be-f83d-4b4a-bb61-af14dc51249b'] in dv-cinder-793264-1-iscsi {{(pid=98853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:48:52.546509 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f081dab-6a87-41e8-8e93-bcaf9ac28a05 None None] Routers {'859ef1be-f83d-4b4a-bb61-af14dc51249b'} bound to L3 agent in host dv-cinder-793264-1-iscsi {{(pid=98853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 03:48:52.547111 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_hamode_db [None req-7f081dab-6a87-41e8-8e93-bcaf9ac28a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-27T03:33:06Z,description=,heartbeat_timestamp=2021-05-27T03:48:36Z,host='dv-cinder-793264-1-iscsi',id=816f7595-8215-4f06-9251-575c663b21d0,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T03:33:06Z,topic='l3_agent')) {'router_ids': ['859ef1be-f83d-4b4a-bb61-af14dc51249b'], 'active': True} {{(pid=98853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:48:52.587234 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-9747fe70-15ee-4ad4-9c43-a327e9784442 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "PUT /v2.0/floatingips/5e155655-0b97-40a1-befb-fd36ad1d9724 HTTP/1.1" status: 200 len: 990 time: 1.5914690 May 27 03:48:52.587874 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aaf24d29-a180-44ed-9549-e4cca130f813', 'tag': '99d7c768-f910-47b6-ae4b-dc6dede2eec8'}] {{(pid=98852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:48:52.693491 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aaf24d29-a180-44ed-9549-e4cca130f813', 'tag': '99d7c768-f910-47b6-ae4b-dc6dede2eec8', 'status': 'completed', 'code': 200} May 27 03:48:52.742237 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_dvr_db [None req-7f081dab-6a87-41e8-8e93-bcaf9ac28a05 None None] Set router 859ef1be-f83d-4b4a-bb61-af14dc51249b gateway port host: dv-cinder-793264-1-iscsi {{(pid=98853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 03:48:52.838455 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec661062-799a-4fa0-b8bd-48a07379c80e req-5688ab3e-e675-4783-9bf8-cc710fe9e969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:48:52.839922 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-ec661062-799a-4fa0-b8bd-48a07379c80e req-5688ab3e-e675-4783-9bf8-cc710fe9e969 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=16ccb2756adb4055942bd0a0f0a061f4&device_id=aaf24d29-a180-44ed-9549-e4cca130f813 HTTP/1.1" status: 200 len: 1098 time: 0.0835767 May 27 03:48:52.977703 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec661062-799a-4fa0-b8bd-48a07379c80e req-293e302d-7d41-4c7b-835d-6ed84a81ee7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:48:52.979146 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-ec661062-799a-4fa0-b8bd-48a07379c80e req-293e302d-7d41-4c7b-835d-6ed84a81ee7d service neutron] 10.222.0.36 "GET /v2.0/networks?id=f65a0cca-1ebc-4ae6-b01b-5fdf0f05198a HTTP/1.1" status: 200 len: 917 time: 0.1328464 May 27 03:48:53.092248 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-ec661062-799a-4fa0-b8bd-48a07379c80e req-feb3afa5-25b4-433c-aeaa-a8ce9fa65a90 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=99d7c768-f910-47b6-ae4b-dc6dede2eec8 HTTP/1.1" status: 200 len: 998 time: 0.0980303 May 27 03:48:53.126971 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_hamode_db [None req-7f081dab-6a87-41e8-8e93-bcaf9ac28a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '859ef1be-f83d-4b4a-bb61-af14dc51249b', 'name': 'tempest-AttachVolumeShelveTestJSON-1845807498-router', 'tenant_id': '16ccb2756adb4055942bd0a0f0a061f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'external_fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': 'da2419f3-ea75-4513-af86-3fd1cd8c9eaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:40:50Z', 'updated_at': '2021-05-27T03:41:04Z', 'revision_number': 4, 'project_id': '16ccb2756adb4055942bd0a0f0a061f4', 'gw_port': {'id': 'da2419f3-ea75-4513-af86-3fd1cd8c9eaa', 'name': '', 'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:2d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859ef1be-f83d-4b4a-bb61-af14dc51249b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:40:51Z', 'updated_at': '2021-05-27T03:41:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-iscsi', '_floatingips': [{'id': '5e155655-0b97-40a1-befb-fd36ad1d9724', 'tenant_id': '16ccb2756adb4055942bd0a0f0a061f4', 'floating_ip_address': '172.27.2.10', 'floating_network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'router_id': '859ef1be-f83d-4b4a-bb61-af14dc51249b', 'port_id': '99d7c768-f910-47b6-ae4b-dc6dede2eec8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f65a0cca-1ebc-4ae6-b01b-5fdf0f05198a', 'mac_address': 'fa:16:3e:59:5e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf24d29-a180-44ed-9549-e4cca130f813', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T03:48:26Z', 'updated_at': '2021-05-27T03:48:51Z', 'revision_number': 1, 'project_id': '16ccb2756adb4055942bd0a0f0a061f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e733f041-97f3-4335-87a4-5ca0fbf1be8b', 'name': '', 'network_id': 'f65a0cca-1ebc-4ae6-b01b-5fdf0f05198a', 'tenant_id': '16ccb2756adb4055942bd0a0f0a061f4', 'mac_address': 'fa:16:3e:cf:c4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859ef1be-f83d-4b4a-bb61-af14dc51249b', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '82530ddc-ffd6-4079-8434-d6a04187e8aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:40:59Z', 'updated_at': '2021-05-27T03:41:18Z', 'revision_number': 5, 'project_id': '16ccb2756adb4055942bd0a0f0a061f4', 'subnets': [{'id': '82530ddc-ffd6-4079-8434-d6a04187e8aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-1-iscsi', False) {} {{(pid=98853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:48:53.130740 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f081dab-6a87-41e8-8e93-bcaf9ac28a05 None None] Checking router: 859ef1be-f83d-4b4a-bb61-af14dc51249b for host: dv-cinder-793264-1-iscsi {{(pid=98853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:48:53.138870 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f081dab-6a87-41e8-8e93-bcaf9ac28a05 None None] Routers {'859ef1be-f83d-4b4a-bb61-af14dc51249b'} bound to L3 agent in host dv-cinder-793264-1-iscsi {{(pid=98853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 03:48:53.139779 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_hamode_db [None req-7f081dab-6a87-41e8-8e93-bcaf9ac28a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-27T03:33:06Z,description=,heartbeat_timestamp=2021-05-27T03:48:36Z,host='dv-cinder-793264-1-iscsi',id=816f7595-8215-4f06-9251-575c663b21d0,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T03:33:06Z,topic='l3_agent')) {'router_ids': ['859ef1be-f83d-4b4a-bb61-af14dc51249b'], 'active': True} {{(pid=98853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:48:53.148579 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec661062-799a-4fa0-b8bd-48a07379c80e req-9176b3fc-1e38-41b2-a710-8870fedf31a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:48:53.150015 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-ec661062-799a-4fa0-b8bd-48a07379c80e req-9176b3fc-1e38-41b2-a710-8870fedf31a4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=82530ddc-ffd6-4079-8434-d6a04187e8aa HTTP/1.1" status: 200 len: 856 time: 0.0589979 May 27 03:48:53.227726 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec661062-799a-4fa0-b8bd-48a07379c80e req-53806abd-ecee-4365-9006-e67ab39436bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:48:53.229293 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-ec661062-799a-4fa0-b8bd-48a07379c80e req-53806abd-ecee-4365-9006-e67ab39436bb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f65a0cca-1ebc-4ae6-b01b-5fdf0f05198a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0713673 May 27 03:48:53.316678 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_dvr_db [None req-7f081dab-6a87-41e8-8e93-bcaf9ac28a05 None None] Set router 859ef1be-f83d-4b4a-bb61-af14dc51249b gateway port host: dv-cinder-793264-1-iscsi {{(pid=98853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 03:48:53.361181 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-ec661062-799a-4fa0-b8bd-48a07379c80e req-e7ad95cd-2e47-4fa5-b00c-d3db5f6e2c3d service neutron] 10.222.0.36 "GET /v2.0/networks/f65a0cca-1ebc-4ae6-b01b-5fdf0f05198a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232054 May 27 03:48:53.495541 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-ec661062-799a-4fa0-b8bd-48a07379c80e req-1881a0ac-fd5b-4a0d-9bea-0d031958417d service neutron] 10.222.0.36 "GET /v2.0/networks/f65a0cca-1ebc-4ae6-b01b-5fdf0f05198a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242599 May 27 03:48:53.660769 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_hamode_db [None req-7f081dab-6a87-41e8-8e93-bcaf9ac28a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '859ef1be-f83d-4b4a-bb61-af14dc51249b', 'name': 'tempest-AttachVolumeShelveTestJSON-1845807498-router', 'tenant_id': '16ccb2756adb4055942bd0a0f0a061f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'external_fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': 'da2419f3-ea75-4513-af86-3fd1cd8c9eaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:40:50Z', 'updated_at': '2021-05-27T03:41:04Z', 'revision_number': 4, 'project_id': '16ccb2756adb4055942bd0a0f0a061f4', 'gw_port': {'id': 'da2419f3-ea75-4513-af86-3fd1cd8c9eaa', 'name': '', 'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:2d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859ef1be-f83d-4b4a-bb61-af14dc51249b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:40:51Z', 'updated_at': '2021-05-27T03:41:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-iscsi', '_floatingips': [{'id': '5e155655-0b97-40a1-befb-fd36ad1d9724', 'tenant_id': '16ccb2756adb4055942bd0a0f0a061f4', 'floating_ip_address': '172.27.2.10', 'floating_network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'router_id': '859ef1be-f83d-4b4a-bb61-af14dc51249b', 'port_id': '99d7c768-f910-47b6-ae4b-dc6dede2eec8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f65a0cca-1ebc-4ae6-b01b-5fdf0f05198a', 'mac_address': 'fa:16:3e:59:5e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf24d29-a180-44ed-9549-e4cca130f813', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T03:48:26Z', 'updated_at': '2021-05-27T03:48:51Z', 'revision_number': 1, 'project_id': '16ccb2756adb4055942bd0a0f0a061f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e733f041-97f3-4335-87a4-5ca0fbf1be8b', 'name': '', 'network_id': 'f65a0cca-1ebc-4ae6-b01b-5fdf0f05198a', 'tenant_id': '16ccb2756adb4055942bd0a0f0a061f4', 'mac_address': 'fa:16:3e:cf:c4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859ef1be-f83d-4b4a-bb61-af14dc51249b', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '82530ddc-ffd6-4079-8434-d6a04187e8aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:40:59Z', 'updated_at': '2021-05-27T03:41:18Z', 'revision_number': 5, 'project_id': '16ccb2756adb4055942bd0a0f0a061f4', 'subnets': [{'id': '82530ddc-ffd6-4079-8434-d6a04187e8aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-1-iscsi', False) {} {{(pid=98853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:48:53.664531 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f081dab-6a87-41e8-8e93-bcaf9ac28a05 None None] The sync data for ids ['859ef1be-f83d-4b4a-bb61-af14dc51249b'] in dv-cinder-793264-1-iscsi is: [{'id': '859ef1be-f83d-4b4a-bb61-af14dc51249b', 'name': 'tempest-AttachVolumeShelveTestJSON-1845807498-router', 'tenant_id': '16ccb2756adb4055942bd0a0f0a061f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'external_fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': 'da2419f3-ea75-4513-af86-3fd1cd8c9eaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:40:50Z', 'updated_at': '2021-05-27T03:41:04Z', 'revision_number': 4, 'project_id': '16ccb2756adb4055942bd0a0f0a061f4', 'gw_port': {'id': 'da2419f3-ea75-4513-af86-3fd1cd8c9eaa', 'name': '', 'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:2d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859ef1be-f83d-4b4a-bb61-af14dc51249b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:40:51Z', 'updated_at': '2021-05-27T03:41:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-iscsi', '_floatingips': [{'id': '5e155655-0b97-40a1-befb-fd36ad1d9724', 'tenant_id': '16ccb2756adb4055942bd0a0f0a061f4', 'floating_ip_address': '172.27.2.10', 'floating_network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'router_id': '859ef1be-f83d-4b4a-bb61-af14dc51249b', 'port_id': '99d7c768-f910-47b6-ae4b-dc6dede2eec8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f65a0cca-1ebc-4ae6-b01b-5fdf0f05198a', 'mac_address': 'fa:16:3e:59:5e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf24d29-a180-44ed-9549-e4cca130f813', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T03:48:26Z', 'updated_at': '2021-05-27T03:48:51Z', 'revision_number': 1, 'project_id': '16ccb2756adb4055942bd0a0f0a061f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e733f041-97f3-4335-87a4-5ca0fbf1be8b', 'name': '', 'network_id': 'f65a0cca-1ebc-4ae6-b01b-5fdf0f05198a', 'tenant_id': '16ccb2756adb4055942bd0a0f0a061f4', 'mac_address': 'fa:16:3e:cf:c4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859ef1be-f83d-4b4a-bb61-af14dc51249b', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '82530ddc-ffd6-4079-8434-d6a04187e8aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:40:59Z', 'updated_at': '2021-05-27T03:41:18Z', 'revision_number': 5, 'project_id': '16ccb2756adb4055942bd0a0f0a061f4', 'subnets': [{'id': '82530ddc-ffd6-4079-8434-d6a04187e8aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:48:53.839633 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e90ea61-2443-44c3-a1ce-5b83077d9b7c None None] New status for floating IP 5e155655-0b97-40a1-befb-fd36ad1d9724: ACTIVE {{(pid=98854) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 03:49:01.034559 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 32852) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:49:01.096827 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.db_base_plugin_v2 [None req-825814ea-7d0f-411a-89c8-565a1dcb84af admin admin] Deleting subnet 8ed5516d-8467-42b6-99b0-adc198897053 {{(pid=98852) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 27 03:49:01.099772 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-825814ea-7d0f-411a-89c8-565a1dcb84af admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:01.147843 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-825814ea-7d0f-411a-89c8-565a1dcb84af admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27628534'] for subnet, precommit_delete_associations {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:01.201169 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-825814ea-7d0f-411a-89c8-565a1dcb84af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3482611'] for subnet, precommit_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:01.526017 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-825814ea-7d0f-411a-89c8-565a1dcb84af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3483172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27736256', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27627115'] for subnet, after_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:01.530694 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-ddcf140a-12ec-477c-8801-3b082d224ae8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:49:01.564689 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825814ea-7d0f-411a-89c8-565a1dcb84af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ed5516d-8467-42b6-99b0-adc198897053,revision_number=None']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:01.567683 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-825814ea-7d0f-411a-89c8-565a1dcb84af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:49:01.568657 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-825814ea-7d0f-411a-89c8-565a1dcb84af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689932'] for subnet, before_response {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:01.574351 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-825814ea-7d0f-411a-89c8-565a1dcb84af admin admin] 10.222.0.25 "DELETE /v2.0/subnets/8ed5516d-8467-42b6-99b0-adc198897053 HTTP/1.1" status: 204 len: 168 time: 0.5388122 May 27 03:49:01.576802 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 32858) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:49:01.681821 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-d6d9647d-e17e-49bb-b148-c9665f1adb7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667815'] for network, before_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:01.803567 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-d6d9647d-e17e-49bb-b148-c9665f1adb7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489390', 'neutron.services.segments.db._delete_segments_for_network-8786481734117'] for network, precommit_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:01.816024 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.services.segments.db [None req-d6d9647d-e17e-49bb-b148-c9665f1adb7b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcc8c911-2569-47b8-92dc-e0c1b7c0a740']}} {{(pid=98852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:49:01.832003 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.services.segments.db [None req-d6d9647d-e17e-49bb-b148-c9665f1adb7b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a40311de-f1a7-4718-9ea6-e1ef0c8c1ca3') {'for_net_delete': True} {{(pid=98852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:49:01.832295 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.services.segments.db [None req-d6d9647d-e17e-49bb-b148-c9665f1adb7b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a40311de-f1a7-4718-9ea6-e1ef0c8c1ca3') {} {{(pid=98852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:49:01.844060 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-d6d9647d-e17e-49bb-b148-c9665f1adb7b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786481741990', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27628495'] for segment, before_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:01.859447 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-d6d9647d-e17e-49bb-b148-c9665f1adb7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3483814'] for segment, precommit_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:01.865374 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6d9647d-e17e-49bb-b148-c9665f1adb7b admin admin] Releasing vlan 62 on physical network physnet1 to pool {{(pid=98852) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 03:49:01.865713 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-d6d9647d-e17e-49bb-b148-c9665f1adb7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3483814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27723362'] for segment, after_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:01.878410 dv-cinder-793264-1-iscsi neutron-server[98852]: Traceback (most recent call last): May 27 03:49:01.878410 dv-cinder-793264-1-iscsi neutron-server[98852]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 27 03:49:01.878410 dv-cinder-793264-1-iscsi neutron-server[98852]: timer() May 27 03:49:01.878410 dv-cinder-793264-1-iscsi neutron-server[98852]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 03:49:01.878410 dv-cinder-793264-1-iscsi neutron-server[98852]: cb(*args, **kw) May 27 03:49:01.878410 dv-cinder-793264-1-iscsi neutron-server[98852]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 27 03:49:01.878410 dv-cinder-793264-1-iscsi neutron-server[98852]: return func(*args, **kwargs) May 27 03:49:01.878410 dv-cinder-793264-1-iscsi neutron-server[98852]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 03:49:01.878410 dv-cinder-793264-1-iscsi neutron-server[98852]: self._notify() May 27 03:49:01.878410 dv-cinder-793264-1-iscsi neutron-server[98852]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 03:49:01.878410 dv-cinder-793264-1-iscsi neutron-server[98852]: self.callback(batched_events) May 27 03:49:01.878410 dv-cinder-793264-1-iscsi neutron-server[98852]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 03:49:01.878410 dv-cinder-793264-1-iscsi neutron-server[98852]: event.method(event) May 27 03:49:01.878410 dv-cinder-793264-1-iscsi neutron-server[98852]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 03:49:01.878410 dv-cinder-793264-1-iscsi neutron-server[98852]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 03:49:01.878410 dv-cinder-793264-1-iscsi neutron-server[98852]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 03:49:01.878410 dv-cinder-793264-1-iscsi neutron-server[98852]: aggregate_uuid = self.p_client.list_aggregates( May 27 03:49:01.878410 dv-cinder-793264-1-iscsi neutron-server[98852]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 03:49:01.878410 dv-cinder-793264-1-iscsi neutron-server[98852]: return f(self, *a, **k) May 27 03:49:01.878410 dv-cinder-793264-1-iscsi neutron-server[98852]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 27 03:49:01.878410 dv-cinder-793264-1-iscsi neutron-server[98852]: return self._get(url).json() May 27 03:49:01.878410 dv-cinder-793264-1-iscsi neutron-server[98852]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 27 03:49:01.878410 dv-cinder-793264-1-iscsi neutron-server[98852]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 03:49:01.878410 dv-cinder-793264-1-iscsi neutron-server[98852]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 27 03:49:01.878410 dv-cinder-793264-1-iscsi neutron-server[98852]: return self.request(url, 'GET', **kwargs) May 27 03:49:01.878410 dv-cinder-793264-1-iscsi neutron-server[98852]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 27 03:49:01.878410 dv-cinder-793264-1-iscsi neutron-server[98852]: base_url = self.get_endpoint(auth, allow=allow, May 27 03:49:01.878410 dv-cinder-793264-1-iscsi neutron-server[98852]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 27 03:49:01.878410 dv-cinder-793264-1-iscsi neutron-server[98852]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 03:49:01.878410 dv-cinder-793264-1-iscsi neutron-server[98852]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 27 03:49:01.878410 dv-cinder-793264-1-iscsi neutron-server[98852]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 03:49:01.878410 dv-cinder-793264-1-iscsi neutron-server[98852]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 03:49:02.017246 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-d6d9647d-e17e-49bb-b148-c9665f1adb7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3689963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417779'] for network, after_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:02.020837 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:49:02.034365 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-d6d9647d-e17e-49bb-b148-c9665f1adb7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689932'] for network, before_response {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:02.049178 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d9647d-e17e-49bb-b148-c9665f1adb7b admin admin] Pushing event deleted for resources: {'Network': ['ID=fcc8c911-2569-47b8-92dc-e0c1b7c0a740,revision_number=None']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:02.051947 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-d6d9647d-e17e-49bb-b148-c9665f1adb7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:49:02.113179 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-d6d9647d-e17e-49bb-b148-c9665f1adb7b admin admin] 10.222.0.25 "DELETE /v2.0/networks/fcc8c911-2569-47b8-92dc-e0c1b7c0a740 HTTP/1.1" status: 204 len: 168 time: 0.5354652 May 27 03:49:02.502449 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 32866) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:49:02.551243 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-cba58982-c7fc-4726-b6a2-4cde17c483cf admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=00dc5f669f3f483bacc0bf258a11c302&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0475404 May 27 03:49:02.553885 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 32870) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:49:02.612034 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-75e09e51-59ef-4966-9c17-41f3a0317ae8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:02.638291 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-75e09e51-59ef-4966-9c17-41f3a0317ae8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:02.765475 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-75e09e51-59ef-4966-9c17-41f3a0317ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:02.770690 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-9f8c0743-3200-4553-b78a-d4f8484202b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:49:02.784610 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e09e51-59ef-4966-9c17-41f3a0317ae8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcfd5ce5-c9a4-43d2-814f-e9da7ccf603c,revision_number=None']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:02.787044 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-75e09e51-59ef-4966-9c17-41f3a0317ae8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:49:02.854378 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-75e09e51-59ef-4966-9c17-41f3a0317ae8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:02.855521 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-75e09e51-59ef-4966-9c17-41f3a0317ae8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/dcfd5ce5-c9a4-43d2-814f-e9da7ccf603c HTTP/1.1" status: 204 len: 168 time: 0.3007798 May 27 03:49:03.872152 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-315bdd4a-341d-4b77-9001-f9e027153be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:06.426280 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-eb0645d0-5c16-4990-956e-170969d9d853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:06.461292 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:07.873237 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-e3613943-0892-48bd-9358-60eb59884bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:09.291041 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-3af0ace6-547d-4950-9fe5-73e267668fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:15.504093 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-8b443ed6-6b27-48fd-8521-6efd76e40fc4 req-9da6c0a3-2901-408e-9330-f6fd8ae5b052 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=daffe717-7636-45e8-813d-8b2a6075c61e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0739946 May 27 03:49:15.597266 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b443ed6-6b27-48fd-8521-6efd76e40fc4 req-0fc7a344-c7f2-41b1-88b9-09c6693aaa6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:49:15.598699 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-8b443ed6-6b27-48fd-8521-6efd76e40fc4 req-0fc7a344-c7f2-41b1-88b9-09c6693aaa6b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0df96baa86bb4c51b3b8bece28e3e23a&device_id=daffe717-7636-45e8-813d-8b2a6075c61e HTTP/1.1" status: 200 len: 1137 time: 0.0699944 May 27 03:49:15.741114 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b443ed6-6b27-48fd-8521-6efd76e40fc4 req-90718bae-053d-46cd-89f0-25974b2dc2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:49:15.743062 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-8b443ed6-6b27-48fd-8521-6efd76e40fc4 req-90718bae-053d-46cd-89f0-25974b2dc2fb service neutron] 10.222.0.36 "GET /v2.0/networks?id=42a1ce98-c4d1-4e0b-b376-f6f97fb7e6e1 HTTP/1.1" status: 200 len: 915 time: 0.1254451 May 27 03:49:15.845760 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-8b443ed6-6b27-48fd-8521-6efd76e40fc4 req-80b6659a-a421-4a4f-a0ec-b586a2dcd1d2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2beacebc-a476-4d0c-ad0f-528ef5b957c8 HTTP/1.1" status: 200 len: 1001 time: 0.0953391 May 27 03:49:15.906725 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b443ed6-6b27-48fd-8521-6efd76e40fc4 req-fe247f8d-01f3-4110-b027-a4bb7093c57f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:49:15.908381 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-8b443ed6-6b27-48fd-8521-6efd76e40fc4 req-fe247f8d-01f3-4110-b027-a4bb7093c57f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a0827fbe-4b22-4dec-9e35-0c7ac84d00a0 HTTP/1.1" status: 200 len: 854 time: 0.0566552 May 27 03:49:15.985814 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b443ed6-6b27-48fd-8521-6efd76e40fc4 req-2907fdb5-a45d-436e-8438-374adde3e750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:49:15.987291 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-8b443ed6-6b27-48fd-8521-6efd76e40fc4 req-2907fdb5-a45d-436e-8438-374adde3e750 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=42a1ce98-c4d1-4e0b-b376-f6f97fb7e6e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0717287 May 27 03:49:16.120002 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-8b443ed6-6b27-48fd-8521-6efd76e40fc4 req-7cb2e8f2-ddc0-4e08-b9be-cc78d9181516 service neutron] 10.222.0.36 "GET /v2.0/networks/42a1ce98-c4d1-4e0b-b376-f6f97fb7e6e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246400 May 27 03:49:16.189053 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 32978) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:49:16.310347 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-90c8f0a4-e21b-433e-8369-413381c9edc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:16.324652 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-90c8f0a4-e21b-433e-8369-413381c9edc5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:49:16.328478 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-90c8f0a4-e21b-433e-8369-413381c9edc5 admin admin] Usage tracker for resource:security_group_rule and tenant:421c0cc2e1a74af185ca48a5ca37df05 is out of sync, need to count used quota {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:49:16.331261 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-90c8f0a4-e21b-433e-8369-413381c9edc5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:49:16.336931 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-90c8f0a4-e21b-433e-8369-413381c9edc5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:49:16.338616 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-8b443ed6-6b27-48fd-8521-6efd76e40fc4 req-1a2a6c03-0390-49db-8696-540e2594be0e service neutron] 10.222.0.36 "GET /v2.0/networks/42a1ce98-c4d1-4e0b-b376-f6f97fb7e6e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2106287 May 27 03:49:16.421042 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-90c8f0a4-e21b-433e-8369-413381c9edc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:16.490969 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-90c8f0a4-e21b-433e-8369-413381c9edc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:16.499089 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-f8dc02a0-3bb6-4aec-bf95-5ddf451647d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:49:16.538355 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-90c8f0a4-e21b-433e-8369-413381c9edc5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=421c0cc2e1a74af185ca48a5ca37df05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3481700 May 27 03:49:16.540021 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c8f0a4-e21b-433e-8369-413381c9edc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9c773ff-e3ff-4e8f-92a9-82032a203e36,revision_number=1']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:16.541741 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.wsgi [-] (98851) accepted ('10.222.0.25', 32986) {{(pid=98851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:49:16.543577 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-90c8f0a4-e21b-433e-8369-413381c9edc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:49:16.598740 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-c778ba8c-69f9-4125-b99e-f616555b3920 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:16.624054 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-c778ba8c-69f9-4125-b99e-f616555b3920 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:16.776715 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-c778ba8c-69f9-4125-b99e-f616555b3920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:16.780384 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-2cfe3f32-f99b-42f1-a1b2-b6afe5d32005 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:49:16.792544 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c778ba8c-69f9-4125-b99e-f616555b3920 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9c773ff-e3ff-4e8f-92a9-82032a203e36,revision_number=None']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:16.794938 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-c778ba8c-69f9-4125-b99e-f616555b3920 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:49:16.800698 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-c778ba8c-69f9-4125-b99e-f616555b3920 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:16.802115 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [None req-c778ba8c-69f9-4125-b99e-f616555b3920 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a9c773ff-e3ff-4e8f-92a9-82032a203e36 HTTP/1.1" status: 204 len: 168 time: 0.2591255 May 27 03:49:17.371874 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:17.786724 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.wsgi [-] (98851) accepted ('10.222.0.25', 33014) {{(pid=98851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:49:17.890494 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.v2.base [None req-00be3c3c-e005-4f75-b056-d919e176c28e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-463161786-network', 'tenant_id': '6b6a582a2a304a7d881efcfa2373dfb1'}} {{(pid=98851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:49:17.895301 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.quota.driver [None req-00be3c3c-e005-4f75-b056-d919e176c28e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:49:17.899250 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [None req-00be3c3c-e005-4f75-b056-d919e176c28e admin admin] Usage tracker for resource:network and tenant:6b6a582a2a304a7d881efcfa2373dfb1 is out of sync, need to count used quota {{(pid=98851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:49:17.902179 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [None req-00be3c3c-e005-4f75-b056-d919e176c28e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:49:17.911582 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.quota.driver [None req-00be3c3c-e005-4f75-b056-d919e176c28e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:49:18.010979 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00be3c3c-e005-4f75-b056-d919e176c28e admin admin] Made reservation on behalf of 6b6a582a2a304a7d881efcfa2373dfb1 for: {'network': 1} {{(pid=98851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:49:18.013310 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-00be3c3c-e005-4f75-b056-d919e176c28e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3620918'] for network, before_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:18.025807 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-00be3c3c-e005-4f75-b056-d919e176c28e admin admin] Notify callbacks [] for security_group, before_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:18.040598 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.quota.driver [None req-00be3c3c-e005-4f75-b056-d919e176c28e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:49:18.044380 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [None req-00be3c3c-e005-4f75-b056-d919e176c28e admin admin] Usage tracker for resource:security_group_rule and tenant:6b6a582a2a304a7d881efcfa2373dfb1 is out of sync, need to count used quota {{(pid=98851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:49:18.047463 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [None req-00be3c3c-e005-4f75-b056-d919e176c28e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:49:18.053318 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.quota.driver [None req-00be3c3c-e005-4f75-b056-d919e176c28e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:49:18.133988 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-00be3c3c-e005-4f75-b056-d919e176c28e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:18.243633 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-00be3c3c-e005-4f75-b056-d919e176c28e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:18.246928 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-aa448f99-e37a-48b5-a9aa-0c1e621ff510 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:49:18.275747 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00be3c3c-e005-4f75-b056-d919e176c28e admin admin] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=98851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:49:18.284514 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00be3c3c-e005-4f75-b056-d919e176c28e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=219a8459-96ff-47fc-8d7f-31deca758dbf,revision_number=1']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:18.289121 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-00be3c3c-e005-4f75-b056-d919e176c28e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:49:18.292628 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-00be3c3c-e005-4f75-b056-d919e176c28e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8786481734126', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3483814'] for segment, precommit_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:18.292943 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-00be3c3c-e005-4f75-b056-d919e176c28e admin admin] Unsubscribe: segment precommit_create {{(pid=98851) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 27 03:49:18.293279 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.db.segments_db [None req-00be3c3c-e005-4f75-b056-d919e176c28e admin admin] Added segment f3e696c2-fd56-4523-a2a6-afde57cdd975 of type vlan for network e3d5c143-f0ba-4a03-b1d4-d1be1e83dd0f May 27 03:49:18.325848 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-00be3c3c-e005-4f75-b056-d919e176c28e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786481306974'] for network, precommit_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:18.426544 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-00be3c3c-e005-4f75-b056-d919e176c28e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3689963'] for network, after_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:18.427804 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00be3c3c-e005-4f75-b056-d919e176c28e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:49:18.428380 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-00be3c3c-e005-4f75-b056-d919e176c28e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689932'] for network, before_response {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:18.431961 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-99e31261-b595-43ca-8de7-7ce8fc948f8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:49:18.530751 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00be3c3c-e005-4f75-b056-d919e176c28e admin admin] Pushing event updated for resources: {'Network': ['ID=e3d5c143-f0ba-4a03-b1d4-d1be1e83dd0f,revision_number=1']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:18.533706 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-00be3c3c-e005-4f75-b056-d919e176c28e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:49:18.540662 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Network e3d5c143-f0ba-4a03-b1d4-d1be1e83dd0f details requested by agent ovs-agent-dv-cinder-793264-1-iscsi with host dv-cinder-793264-1-iscsi {{(pid=98853) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:49:18.575619 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [None req-00be3c3c-e005-4f75-b056-d919e176c28e admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7877440 May 27 03:49:18.578584 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.wsgi [-] (98851) accepted ('10.222.0.25', 33022) {{(pid=98851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:49:18.584035 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.v2.base [None req-0486b5f9-9dbb-474c-8ac2-c94dfe9f9425 admin admin] Request body: {'subnet': {'network_id': 'e3d5c143-f0ba-4a03-b1d4-d1be1e83dd0f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-463161786-subnet', 'tenant_id': '6b6a582a2a304a7d881efcfa2373dfb1', 'ip_version': 4}} {{(pid=98851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:49:18.589403 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.quota.driver [None req-0486b5f9-9dbb-474c-8ac2-c94dfe9f9425 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:49:18.593411 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [None req-0486b5f9-9dbb-474c-8ac2-c94dfe9f9425 admin admin] Usage tracker for resource:subnet and tenant:6b6a582a2a304a7d881efcfa2373dfb1 is out of sync, need to count used quota {{(pid=98851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:49:18.596536 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [None req-0486b5f9-9dbb-474c-8ac2-c94dfe9f9425 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:49:18.602472 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.quota.driver [None req-0486b5f9-9dbb-474c-8ac2-c94dfe9f9425 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:49:18.714219 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0486b5f9-9dbb-474c-8ac2-c94dfe9f9425 admin admin] Made reservation on behalf of 6b6a582a2a304a7d881efcfa2373dfb1 for: {'subnet': 1} {{(pid=98851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:49:18.716510 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-0486b5f9-9dbb-474c-8ac2-c94dfe9f9425 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28094760'] for subnet, before_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:19.174873 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-0486b5f9-9dbb-474c-8ac2-c94dfe9f9425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28244230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28094782'] for subnet, after_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:19.179991 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:49:19.248009 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0486b5f9-9dbb-474c-8ac2-c94dfe9f9425 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee570db5-d628-482f-a928-b08d68185abf,revision_number=0']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:19.250724 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-0486b5f9-9dbb-474c-8ac2-c94dfe9f9425 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:49:19.258204 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0486b5f9-9dbb-474c-8ac2-c94dfe9f9425 admin admin] Checking segment: {'id': 'f3e696c2-fd56-4523-a2a6-afde57cdd975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'e3d5c143-f0ba-4a03-b1d4-d1be1e83dd0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 03:49:19.258548 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0486b5f9-9dbb-474c-8ac2-c94dfe9f9425 admin admin] Network hostable DHCP agents. Network: e3d5c143-f0ba-4a03-b1d4-d1be1e83dd0f, hostable agents: ['a814e8a4-142b-4ae8-859e-9bd936be0847'], hosted agents: [] {{(pid=98851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:49:19.353727 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0486b5f9-9dbb-474c-8ac2-c94dfe9f9425 admin admin] Network e3d5c143-f0ba-4a03-b1d4-d1be1e83dd0f is scheduled to be hosted by DHCP agent a814e8a4-142b-4ae8-859e-9bd936be0847 with binding_index 1 {{(pid=98851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:49:19.419891 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.scheduler.base_scheduler [None req-0486b5f9-9dbb-474c-8ac2-c94dfe9f9425 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793264-1-iscsi, e3d5c143-f0ba-4a03-b1d4-d1be1e83dd0f) {{(pid=98851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:49:19.428556 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0486b5f9-9dbb-474c-8ac2-c94dfe9f9425 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:49:19.428707 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6153b03-5f47-4a31-96b7-6706f62632b7 None None] Network e3d5c143-f0ba-4a03-b1d4-d1be1e83dd0f requested from dv-cinder-793264-1-iscsi {{(pid=98853) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 03:49:19.429629 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-0486b5f9-9dbb-474c-8ac2-c94dfe9f9425 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:19.518081 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [None req-0486b5f9-9dbb-474c-8ac2-c94dfe9f9425 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9384680 May 27 03:49:19.520830 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.wsgi [-] (98851) accepted ('10.222.0.25', 33028) {{(pid=98851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:49:19.525840 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.v2.base [None req-4c4b68ff-13e0-49d0-8121-65b64a358007 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-463161786-router', 'tenant_id': '6b6a582a2a304a7d881efcfa2373dfb1', 'external_gateway_info': {'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7'}}} {{(pid=98851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:49:19.530477 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.quota.driver [None req-4c4b68ff-13e0-49d0-8121-65b64a358007 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:49:19.534541 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [None req-4c4b68ff-13e0-49d0-8121-65b64a358007 admin admin] Usage tracker for resource:router and tenant:6b6a582a2a304a7d881efcfa2373dfb1 is out of sync, need to count used quota {{(pid=98851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:49:19.537366 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [None req-4c4b68ff-13e0-49d0-8121-65b64a358007 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:49:19.543066 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.quota.driver [None req-4c4b68ff-13e0-49d0-8121-65b64a358007 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:49:19.603306 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-4c4b68ff-13e0-49d0-8121-65b64a358007 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-415150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1966'] for router, before_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:19.604327 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-4c4b68ff-13e0-49d0-8121-65b64a358007 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-414638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417638', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-470192', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2007'] for router, precommit_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:19.620032 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-4c4b68ff-13e0-49d0-8121-65b64a358007 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:19.636054 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-808e8b8d-34c5-40c7-8cce-85155f60a855 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf42e03b3-9b92-5ab7-8f52-3d70870301b3-e3d5c143-f0ba-4a03-b1d4-d1be1e83dd0f', 'network_id': 'e3d5c143-f0ba-4a03-b1d4-d1be1e83dd0f', 'tenant_id': '6b6a582a2a304a7d881efcfa2373dfb1', 'fixed_ips': [{'subnet_id': 'ee570db5-d628-482f-a928-b08d68185abf'}]}} from dv-cinder-793264-1-iscsi. {{(pid=98853) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 27 03:49:19.637081 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-808e8b8d-34c5-40c7-8cce-85155f60a855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_create {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:19.788988 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.db_base_plugin_common [None req-808e8b8d-34c5-40c7-8cce-85155f60a855 None None] Allocated IP 172.20.0.2 (e3d5c143-f0ba-4a03-b1d4-d1be1e83dd0f/ee570db5-d628-482f-a928-b08d68185abf/55874849-1000-4c31-af1a-09e0ea6e92d9) {{(pid=98853) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:49:19.976271 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-4c4b68ff-13e0-49d0-8121-65b64a358007 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-417649', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-415152', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1985'] for router, precommit_update {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:19.992510 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-808e8b8d-34c5-40c7-8cce-85155f60a855 None None] Notify callbacks [] for port, precommit_create {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:20.002308 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-808e8b8d-34c5-40c7-8cce-85155f60a855 None None] Transition to ACTIVE for port object 55874849-1000-4c31-af1a-09e0ea6e92d9 will not be triggered until provisioned by entity L2. {{(pid=98853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:49:20.019285 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-808e8b8d-34c5-40c7-8cce-85155f60a855 None None] Transition to ACTIVE for port object 55874849-1000-4c31-af1a-09e0ea6e92d9 will not be triggered until provisioned by entity DHCP. {{(pid=98853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:49:20.095281 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-808e8b8d-34c5-40c7-8cce-85155f60a855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786481287388'] for port, after_create {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:20.098961 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:49:20.194978 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-808e8b8d-34c5-40c7-8cce-85155f60a855 None None] Network e3d5c143-f0ba-4a03-b1d4-d1be1e83dd0f is already hosted by enough agents. {{(pid=98853) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:49:20.198024 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.scheduler.base_scheduler [None req-808e8b8d-34c5-40c7-8cce-85155f60a855 None None] Resources bound (agent type, host, resource id): {{(pid=98853) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:49:20.201440 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-808e8b8d-34c5-40c7-8cce-85155f60a855 None None] Received port after_create {{(pid=98853) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 03:49:20.207231 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808e8b8d-34c5-40c7-8cce-85155f60a855 None None] Pushing event updated for resources: {'Port': ['ID=55874849-1000-4c31-af1a-09e0ea6e92d9,revision_number=1']} {{(pid=98853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:20.211774 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-808e8b8d-34c5-40c7-8cce-85155f60a855 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:49:20.296429 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.managers [None req-808e8b8d-34c5-40c7-8cce-85155f60a855 None None] Attempting to bind port 55874849-1000-4c31-af1a-09e0ea6e92d9 on host dv-cinder-793264-1-iscsi for vnic_type normal with profile {{(pid=98853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:49:20.296828 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.managers [None req-808e8b8d-34c5-40c7-8cce-85155f60a855 None None] Attempting to bind port 55874849-1000-4c31-af1a-09e0ea6e92d9 by drivers openvswitch,hyperv on host dv-cinder-793264-1-iscsi at level 0 using segments [{'id': 'f3e696c2-fd56-4523-a2a6-afde57cdd975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'e3d5c143-f0ba-4a03-b1d4-d1be1e83dd0f'}] {{(pid=98853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:49:20.297198 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808e8b8d-34c5-40c7-8cce-85155f60a855 None None] Attempting to bind port 55874849-1000-4c31-af1a-09e0ea6e92d9 on network e3d5c143-f0ba-4a03-b1d4-d1be1e83dd0f {{(pid=98853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:49:20.302929 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808e8b8d-34c5-40c7-8cce-85155f60a855 None None] Checking agent: {'id': 'ffe58315-61ba-45bf-8076-0ef37f215597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793264-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 3, 33, 6), 'started_at': datetime.datetime(2021, 5, 27, 3, 33, 36), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 3, 49, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793264-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 03:49:20.303320 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808e8b8d-34c5-40c7-8cce-85155f60a855 None None] Checking segment: {'id': 'f3e696c2-fd56-4523-a2a6-afde57cdd975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'e3d5c143-f0ba-4a03-b1d4-d1be1e83dd0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 03:49:20.303730 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-808e8b8d-34c5-40c7-8cce-85155f60a855 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:20.304222 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808e8b8d-34c5-40c7-8cce-85155f60a855 None None] Bound using segment: {'id': 'f3e696c2-fd56-4523-a2a6-afde57cdd975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'e3d5c143-f0ba-4a03-b1d4-d1be1e83dd0f'} {{(pid=98853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 03:49:20.304719 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.managers [None req-808e8b8d-34c5-40c7-8cce-85155f60a855 None None] Bound port: 55874849-1000-4c31-af1a-09e0ea6e92d9, host: dv-cinder-793264-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3e696c2-fd56-4523-a2a6-afde57cdd975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'e3d5c143-f0ba-4a03-b1d4-d1be1e83dd0f'}}] {{(pid=98853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:49:20.305105 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-808e8b8d-34c5-40c7-8cce-85155f60a855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:20.396389 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.db [None req-808e8b8d-34c5-40c7-8cce-85155f60a855 None None] For port 55874849-1000-4c31-af1a-09e0ea6e92d9, host dv-cinder-793264-1-iscsi, cleared binding levels {{(pid=98853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:49:20.400732 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.db [None req-808e8b8d-34c5-40c7-8cce-85155f60a855 None None] For port 55874849-1000-4c31-af1a-09e0ea6e92d9, host dv-cinder-793264-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-1-iscsi',level=0,port_id=55874849-1000-4c31-af1a-09e0ea6e92d9,segment=NetworkSegment(f3e696c2-fd56-4523-a2a6-afde57cdd975),segment_id=f3e696c2-fd56-4523-a2a6-afde57cdd975)] {{(pid=98853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 03:49:20.454557 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-4c4b68ff-13e0-49d0-8121-65b64a358007 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:20.484470 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-4c4b68ff-13e0-49d0-8121-65b64a358007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:20.497715 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-808e8b8d-34c5-40c7-8cce-85155f60a855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786481721483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786481287406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786481291807'] for port, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:20.501524 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:49:20.583123 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808e8b8d-34c5-40c7-8cce-85155f60a855 None None] Pushing event updated for resources: {'Port': ['ID=55874849-1000-4c31-af1a-09e0ea6e92d9,revision_number=2']} {{(pid=98853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:20.586739 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-808e8b8d-34c5-40c7-8cce-85155f60a855 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:49:20.625752 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.db_base_plugin_common [None req-4c4b68ff-13e0-49d0-8121-65b64a358007 admin admin] Allocated IP 172.27.2.210 (9a3e94d8-5315-41b6-9829-3c758c3039b7/7ac4e62e-aca4-43cf-995d-95d63bfe1e6b/f700bb4e-57a4-4f61-8e65-f9d871abf70c) {{(pid=98851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:49:20.790882 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-4c4b68ff-13e0-49d0-8121-65b64a358007 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:20.842083 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.agents_db [None req-9826b012-bfd7-43dd-a737-969f574491ef None None] Agent healthcheck: found 6 active agents {{(pid=98854) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 03:49:20.912324 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-4c4b68ff-13e0-49d0-8121-65b64a358007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786481287388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28231606'] for port, after_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:20.916201 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-dbd797ae-588b-407e-96d6-24c5203ff7c1 tempest-ServerRescueNegativeTestJSON-1319136368 tempest-ServerRescueNegativeTestJSON-1319136368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:49:20.980746 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c4b68ff-13e0-49d0-8121-65b64a358007 admin admin] Network 9a3e94d8-5315-41b6-9829-3c758c3039b7 is already hosted by enough agents. {{(pid=98851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:49:20.983543 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.scheduler.base_scheduler [None req-4c4b68ff-13e0-49d0-8121-65b64a358007 admin admin] Resources bound (agent type, host, resource id): {{(pid=98851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:49:20.987565 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4b68ff-13e0-49d0-8121-65b64a358007 admin admin] Received port after_create {{(pid=98851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 03:49:21.025422 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4b68ff-13e0-49d0-8121-65b64a358007 admin admin] Pushing event updated for resources: {'Port': ['ID=f700bb4e-57a4-4f61-8e65-f9d871abf70c,revision_number=1']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:21.033245 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-4c4b68ff-13e0-49d0-8121-65b64a358007 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:49:21.444534 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-671e619d-2d90-42a9-8f4c-57511d1b07d0 None None] Network e3d5c143-f0ba-4a03-b1d4-d1be1e83dd0f requested from dv-cinder-793264-1-iscsi {{(pid=98853) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 03:49:21.489090 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-4c4b68ff-13e0-49d0-8121-65b64a358007 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:21.511703 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Device 55874849-1000-4c31-af1a-09e0ea6e92d9 up at agent ovs-agent-dv-cinder-793264-1-iscsi {{(pid=98853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:49:21.662148 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-dc271d11-0d84-4bec-8884-38e13a556fef None None] Provisioning for port 55874849-1000-4c31-af1a-09e0ea6e92d9 completed by entity DHCP. {{(pid=98853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:49:21.720252 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Provisioning for port 55874849-1000-4c31-af1a-09e0ea6e92d9 completed by entity L2. {{(pid=98853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:49:21.727876 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Provisioning complete for port 55874849-1000-4c31-af1a-09e0ea6e92d9 triggered by entity L2. {{(pid=98853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:49:21.728254 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487713'] for port, provisioning_complete {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:21.824896 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-4c4b68ff-13e0-49d0-8121-65b64a358007 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-415161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-417536'] for router, after_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:21.863478 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:21.897006 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.db [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] For port 55874849-1000-4c31-af1a-09e0ea6e92d9, host dv-cinder-793264-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-1-iscsi',level=0,port_id=55874849-1000-4c31-af1a-09e0ea6e92d9,segment=NetworkSegment(f3e696c2-fd56-4523-a2a6-afde57cdd975),segment_id=f3e696c2-fd56-4523-a2a6-afde57cdd975)] {{(pid=98853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:49:21.988336 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786481721483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786481287406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786481291807'] for port, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:21.991265 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:49:22.057882 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Pushing event updated for resources: {'Port': ['ID=55874849-1000-4c31-af1a-09e0ea6e92d9,revision_number=3']} {{(pid=98853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:22.061015 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:49:22.095615 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-85673ee0-16ae-472c-b481-cd0e9870fced None None] Provisioning complete for port 55874849-1000-4c31-af1a-09e0ea6e92d9 triggered by entity DHCP. {{(pid=98853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:49:22.095994 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-85673ee0-16ae-472c-b481-cd0e9870fced None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487713'] for port, provisioning_complete {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:22.193862 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c4b68ff-13e0-49d0-8121-65b64a358007 admin admin] Router b3f931a9-df7f-4dff-86e8-f4b81edce072 is scheduled to L3 agent 816f7595-8215-4f06-9251-575c663b21d0 with binding_index 1 {{(pid=98851) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 03:49:22.371412 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c4b68ff-13e0-49d0-8121-65b64a358007 admin admin] Notify agent at l3_agent.dv-cinder-793264-1-iscsi the message routers_updated {{(pid=98851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 03:49:22.380167 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ef48d7-aec9-4b62-9687-3cd48132d765 None None] Sync routers for ids ['b3f931a9-df7f-4dff-86e8-f4b81edce072'] in dv-cinder-793264-1-iscsi {{(pid=98853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:49:22.389897 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ef48d7-aec9-4b62-9687-3cd48132d765 None None] Routers {'b3f931a9-df7f-4dff-86e8-f4b81edce072'} bound to L3 agent in host dv-cinder-793264-1-iscsi {{(pid=98853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 03:49:22.390513 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_hamode_db [None req-80ef48d7-aec9-4b62-9687-3cd48132d765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-27T03:33:06Z,description=,heartbeat_timestamp=2021-05-27T03:49:06Z,host='dv-cinder-793264-1-iscsi',id=816f7595-8215-4f06-9251-575c663b21d0,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T03:33:06Z,topic='l3_agent')) {'router_ids': ['b3f931a9-df7f-4dff-86e8-f4b81edce072'], 'active': True} {{(pid=98853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:49:22.468304 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-4c4b68ff-13e0-49d0-8121-65b64a358007 admin admin] Notify callbacks [] for router, before_response {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:22.469482 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [None req-4c4b68ff-13e0-49d0-8121-65b64a358007 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.9477000 May 27 03:49:22.472140 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.wsgi [-] (98851) accepted ('10.222.0.25', 33040) {{(pid=98851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:49:22.567577 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_dvr_db [None req-80ef48d7-aec9-4b62-9687-3cd48132d765 None None] Set router b3f931a9-df7f-4dff-86e8-f4b81edce072 gateway port host: dv-cinder-793264-1-iscsi {{(pid=98853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 03:49:22.845517 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_hamode_db [None req-80ef48d7-aec9-4b62-9687-3cd48132d765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3f931a9-df7f-4dff-86e8-f4b81edce072', 'name': 'tempest-TestVolumeBootPattern-463161786-router', 'tenant_id': '6b6a582a2a304a7d881efcfa2373dfb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'external_fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': 'f700bb4e-57a4-4f61-8e65-f9d871abf70c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:49:19Z', 'updated_at': '2021-05-27T03:49:21Z', 'revision_number': 3, 'project_id': '6b6a582a2a304a7d881efcfa2373dfb1', 'gw_port': {'id': 'f700bb4e-57a4-4f61-8e65-f9d871abf70c', 'name': '', 'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e8:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3f931a9-df7f-4dff-86e8-f4b81edce072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:49:20Z', 'updated_at': '2021-05-27T03:49:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-iscsi'}], 'dv-cinder-793264-1-iscsi', False) {} {{(pid=98853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:49:22.849259 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ef48d7-aec9-4b62-9687-3cd48132d765 None None] Checking router: b3f931a9-df7f-4dff-86e8-f4b81edce072 for host: dv-cinder-793264-1-iscsi {{(pid=98853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:49:22.849606 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ef48d7-aec9-4b62-9687-3cd48132d765 None None] Updating router b3f931a9-df7f-4dff-86e8-f4b81edce072 port f700bb4e-57a4-4f61-8e65-f9d871abf70c binding host dv-cinder-793264-1-iscsi {{(pid=98853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 03:49:22.903547 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-80ef48d7-aec9-4b62-9687-3cd48132d765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:23.152739 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-f5cb30c5-2f0a-46dc-9af3-aa08f66ee61f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:23.252273 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-80ef48d7-aec9-4b62-9687-3cd48132d765 None None] Notify callbacks [] for port, precommit_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:23.263915 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-80ef48d7-aec9-4b62-9687-3cd48132d765 None None] Transition to ACTIVE for port object f700bb4e-57a4-4f61-8e65-f9d871abf70c will not be triggered until provisioned by entity L2. {{(pid=98853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:49:23.342812 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-80ef48d7-aec9-4b62-9687-3cd48132d765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786481721483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786481287406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786481291807'] for port, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:23.347567 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-9318cf70-3b4b-4530-ad35-032972b0bbfa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:49:23.360642 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.db_base_plugin_common [None req-f5cb30c5-2f0a-46dc-9af3-aa08f66ee61f admin admin] Allocated IP 172.20.0.1 (e3d5c143-f0ba-4a03-b1d4-d1be1e83dd0f/ee570db5-d628-482f-a928-b08d68185abf/3c673371-f2b8-409e-95ea-14f1efedee98) {{(pid=98851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:49:23.421195 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.managers [None req-80ef48d7-aec9-4b62-9687-3cd48132d765 None None] Attempting to bind port f700bb4e-57a4-4f61-8e65-f9d871abf70c on host dv-cinder-793264-1-iscsi for vnic_type normal with profile {{(pid=98853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:49:23.421573 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.managers [None req-80ef48d7-aec9-4b62-9687-3cd48132d765 None None] Attempting to bind port f700bb4e-57a4-4f61-8e65-f9d871abf70c by drivers openvswitch,hyperv on host dv-cinder-793264-1-iscsi at level 0 using segments [{'id': '7a030bd6-e61c-49cd-a1b5-23d06097a1a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7'}] {{(pid=98853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:49:23.422011 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ef48d7-aec9-4b62-9687-3cd48132d765 None None] Attempting to bind port f700bb4e-57a4-4f61-8e65-f9d871abf70c on network 9a3e94d8-5315-41b6-9829-3c758c3039b7 {{(pid=98853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:49:23.427661 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546798eb-5242-4aea-b46a-e6e92cac7413 None None] Pushing event updated for resources: {'Port': ['ID=f700bb4e-57a4-4f61-8e65-f9d871abf70c,revision_number=2']} {{(pid=98853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:23.431535 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-546798eb-5242-4aea-b46a-e6e92cac7413 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:49:23.432474 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ef48d7-aec9-4b62-9687-3cd48132d765 None None] Checking agent: {'id': 'ffe58315-61ba-45bf-8076-0ef37f215597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793264-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 3, 33, 6), 'started_at': datetime.datetime(2021, 5, 27, 3, 33, 36), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 3, 49, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793264-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 03:49:23.432855 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ef48d7-aec9-4b62-9687-3cd48132d765 None None] Checking segment: {'id': '7a030bd6-e61c-49cd-a1b5-23d06097a1a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 03:49:23.433256 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-80ef48d7-aec9-4b62-9687-3cd48132d765 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:23.433639 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ef48d7-aec9-4b62-9687-3cd48132d765 None None] Bound using segment: {'id': '7a030bd6-e61c-49cd-a1b5-23d06097a1a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7'} {{(pid=98853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 03:49:23.434102 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.managers [None req-80ef48d7-aec9-4b62-9687-3cd48132d765 None None] Bound port: f700bb4e-57a4-4f61-8e65-f9d871abf70c, host: dv-cinder-793264-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a030bd6-e61c-49cd-a1b5-23d06097a1a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7'}}] {{(pid=98853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:49:23.434477 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-80ef48d7-aec9-4b62-9687-3cd48132d765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:23.466441 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Device 55874849-1000-4c31-af1a-09e0ea6e92d9 up at agent ovs-agent-dv-cinder-793264-1-iscsi {{(pid=98853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:49:23.523509 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-f5cb30c5-2f0a-46dc-9af3-aa08f66ee61f admin admin] Notify callbacks [] for port, precommit_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:23.539326 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.provisioning_blocks [None req-f5cb30c5-2f0a-46dc-9af3-aa08f66ee61f admin admin] Transition to ACTIVE for port object 3c673371-f2b8-409e-95ea-14f1efedee98 will not be triggered until provisioned by entity DHCP. {{(pid=98851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:49:23.559541 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.db [None req-80ef48d7-aec9-4b62-9687-3cd48132d765 None None] For port f700bb4e-57a4-4f61-8e65-f9d871abf70c, host dv-cinder-793264-1-iscsi, cleared binding levels {{(pid=98853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:49:23.563625 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.db [None req-80ef48d7-aec9-4b62-9687-3cd48132d765 None None] For port f700bb4e-57a4-4f61-8e65-f9d871abf70c, host dv-cinder-793264-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-1-iscsi',level=0,port_id=f700bb4e-57a4-4f61-8e65-f9d871abf70c,segment=NetworkSegment(7a030bd6-e61c-49cd-a1b5-23d06097a1a4),segment_id=7a030bd6-e61c-49cd-a1b5-23d06097a1a4)] {{(pid=98853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 03:49:23.571004 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Provisioning complete for port 55874849-1000-4c31-af1a-09e0ea6e92d9 triggered by entity L2. {{(pid=98853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:49:23.571570 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487713'] for port, provisioning_complete {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:23.643631 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-f5cb30c5-2f0a-46dc-9af3-aa08f66ee61f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786481287388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28231606'] for port, after_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:23.647347 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-970a74b9-58ad-402d-9e70-156c695b8ef7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:49:23.677543 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-80ef48d7-aec9-4b62-9687-3cd48132d765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786481721483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786481287406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786481291807'] for port, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:23.683292 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-359c45df-d9e1-4587-ba92-543287fb8215 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:49:23.709997 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5cb30c5-2f0a-46dc-9af3-aa08f66ee61f admin admin] Network e3d5c143-f0ba-4a03-b1d4-d1be1e83dd0f is already hosted by enough agents. {{(pid=98851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:49:23.713357 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.scheduler.base_scheduler [None req-f5cb30c5-2f0a-46dc-9af3-aa08f66ee61f admin admin] Resources bound (agent type, host, resource id): {{(pid=98851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:49:23.716735 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5cb30c5-2f0a-46dc-9af3-aa08f66ee61f admin admin] Received port after_create {{(pid=98851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 03:49:23.748999 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cb30c5-2f0a-46dc-9af3-aa08f66ee61f admin admin] Pushing event updated for resources: {'Port': ['ID=3c673371-f2b8-409e-95ea-14f1efedee98,revision_number=1']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:23.753059 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-f5cb30c5-2f0a-46dc-9af3-aa08f66ee61f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:49:23.769151 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546798eb-5242-4aea-b46a-e6e92cac7413 None None] Pushing event updated for resources: {'Port': ['ID=f700bb4e-57a4-4f61-8e65-f9d871abf70c,revision_number=3']} {{(pid=98853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:23.771698 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ef48d7-aec9-4b62-9687-3cd48132d765 None None] Routers {'b3f931a9-df7f-4dff-86e8-f4b81edce072'} bound to L3 agent in host dv-cinder-793264-1-iscsi {{(pid=98853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 03:49:23.772307 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_hamode_db [None req-80ef48d7-aec9-4b62-9687-3cd48132d765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-27T03:33:06Z,description=,heartbeat_timestamp=2021-05-27T03:49:06Z,host='dv-cinder-793264-1-iscsi',id=816f7595-8215-4f06-9251-575c663b21d0,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T03:33:06Z,topic='l3_agent')) {'router_ids': ['b3f931a9-df7f-4dff-86e8-f4b81edce072'], 'active': True} {{(pid=98853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:49:23.773434 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-f5cb30c5-2f0a-46dc-9af3-aa08f66ee61f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-403814'] for router_interface, before_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:23.821163 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-546798eb-5242-4aea-b46a-e6e92cac7413 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:49:23.973467 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_dvr_db [None req-80ef48d7-aec9-4b62-9687-3cd48132d765 None None] Set router b3f931a9-df7f-4dff-86e8-f4b81edce072 gateway port host: dv-cinder-793264-1-iscsi {{(pid=98853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 03:49:24.069142 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-dd474200-2e76-499e-857d-e7c10d73ed5c None None] Provisioning for port 3c673371-f2b8-409e-95ea-14f1efedee98 completed by entity DHCP. {{(pid=98853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:49:24.094846 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-dd474200-2e76-499e-857d-e7c10d73ed5c None None] Provisioning complete for port 3c673371-f2b8-409e-95ea-14f1efedee98 triggered by entity DHCP. {{(pid=98853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:49:24.095226 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-dd474200-2e76-499e-857d-e7c10d73ed5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487713'] for port, provisioning_complete {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:24.210903 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.plugin [None req-dd474200-2e76-499e-857d-e7c10d73ed5c None None] Port 3c673371-f2b8-409e-95ea-14f1efedee98 cannot update to ACTIVE because it is not bound. {{(pid=98853) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 03:49:24.249366 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-f5cb30c5-2f0a-46dc-9af3-aa08f66ee61f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_update {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:24.309960 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_hamode_db [None req-80ef48d7-aec9-4b62-9687-3cd48132d765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3f931a9-df7f-4dff-86e8-f4b81edce072', 'name': 'tempest-TestVolumeBootPattern-463161786-router', 'tenant_id': '6b6a582a2a304a7d881efcfa2373dfb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'external_fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': 'f700bb4e-57a4-4f61-8e65-f9d871abf70c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:49:19Z', 'updated_at': '2021-05-27T03:49:21Z', 'revision_number': 3, 'project_id': '6b6a582a2a304a7d881efcfa2373dfb1', 'gw_port': {'id': 'f700bb4e-57a4-4f61-8e65-f9d871abf70c', 'name': '', 'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e8:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3f931a9-df7f-4dff-86e8-f4b81edce072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:49:20Z', 'updated_at': '2021-05-27T03:49:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-iscsi'}], 'dv-cinder-793264-1-iscsi', False) {} {{(pid=98853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:49:24.313845 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ef48d7-aec9-4b62-9687-3cd48132d765 None None] The sync data for ids ['b3f931a9-df7f-4dff-86e8-f4b81edce072'] in dv-cinder-793264-1-iscsi is: [{'id': 'b3f931a9-df7f-4dff-86e8-f4b81edce072', 'name': 'tempest-TestVolumeBootPattern-463161786-router', 'tenant_id': '6b6a582a2a304a7d881efcfa2373dfb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'external_fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': 'f700bb4e-57a4-4f61-8e65-f9d871abf70c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:49:19Z', 'updated_at': '2021-05-27T03:49:21Z', 'revision_number': 3, 'project_id': '6b6a582a2a304a7d881efcfa2373dfb1', 'gw_port': {'id': 'f700bb4e-57a4-4f61-8e65-f9d871abf70c', 'name': '', 'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e8:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3f931a9-df7f-4dff-86e8-f4b81edce072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:49:20Z', 'updated_at': '2021-05-27T03:49:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-iscsi'}] {{(pid=98853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:49:24.479233 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-f5cb30c5-2f0a-46dc-9af3-aa08f66ee61f admin admin] Notify callbacks [] for port, precommit_update {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:24.534534 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-f5cb30c5-2f0a-46dc-9af3-aa08f66ee61f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786481721483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786481287406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786481291807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28231553'] for port, after_update {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:24.566336 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-9d2f20c6-d4fd-4747-ab7b-2f7d7502fcb9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:49:24.652790 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-f5cb30c5-2f0a-46dc-9af3-aa08f66ee61f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3689977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-403909'] for router_interface, after_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:24.656375 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cb30c5-2f0a-46dc-9af3-aa08f66ee61f admin admin] Pushing event updated for resources: {'Port': ['ID=3c673371-f2b8-409e-95ea-14f1efedee98,revision_number=2']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:24.659695 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-f5cb30c5-2f0a-46dc-9af3-aa08f66ee61f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:49:24.800746 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5cb30c5-2f0a-46dc-9af3-aa08f66ee61f admin admin] Network e3d5c143-f0ba-4a03-b1d4-d1be1e83dd0f is already hosted by enough agents. {{(pid=98851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:49:24.801838 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.scheduler.base_scheduler [None req-f5cb30c5-2f0a-46dc-9af3-aa08f66ee61f admin admin] Resources bound (agent type, host, resource id): {{(pid=98851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:49:25.000521 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5cb30c5-2f0a-46dc-9af3-aa08f66ee61f admin admin] Router b3f931a9-df7f-4dff-86e8-f4b81edce072 has already been hosted by L3 agent 816f7595-8215-4f06-9251-575c663b21d0 {{(pid=98851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 03:49:25.039492 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-a055ed54-05aa-4ceb-82c4-dd242656499d None None] Provisioning complete for port 3c673371-f2b8-409e-95ea-14f1efedee98 triggered by entity DHCP. {{(pid=98853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:49:25.040021 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-a055ed54-05aa-4ceb-82c4-dd242656499d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487713'] for port, provisioning_complete {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:25.102085 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.plugin [None req-a055ed54-05aa-4ceb-82c4-dd242656499d None None] Port 3c673371-f2b8-409e-95ea-14f1efedee98 cannot update to ACTIVE because it is not bound. {{(pid=98853) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 03:49:25.183526 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5cb30c5-2f0a-46dc-9af3-aa08f66ee61f admin admin] Notify agent at l3_agent.dv-cinder-793264-1-iscsi the message routers_updated {{(pid=98851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 03:49:25.192349 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [None req-f5cb30c5-2f0a-46dc-9af3-aa08f66ee61f admin admin] 10.222.0.25 "PUT /v2.0/routers/b3f931a9-df7f-4dff-86e8-f4b81edce072/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7191629 May 27 03:49:25.469594 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Device f700bb4e-57a4-4f61-8e65-f9d871abf70c up at agent ovs-agent-dv-cinder-793264-1-iscsi {{(pid=98853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:49:25.594353 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Provisioning for port f700bb4e-57a4-4f61-8e65-f9d871abf70c completed by entity L2. {{(pid=98853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:49:25.599470 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Provisioning complete for port f700bb4e-57a4-4f61-8e65-f9d871abf70c triggered by entity L2. {{(pid=98853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:49:25.599833 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487713'] for port, provisioning_complete {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:25.751562 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:25.768158 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.db [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] For port f700bb4e-57a4-4f61-8e65-f9d871abf70c, host dv-cinder-793264-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-1-iscsi',level=0,port_id=f700bb4e-57a4-4f61-8e65-f9d871abf70c,segment=NetworkSegment(7a030bd6-e61c-49cd-a1b5-23d06097a1a4),segment_id=7a030bd6-e61c-49cd-a1b5-23d06097a1a4)] {{(pid=98853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:49:25.825997 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58cc4cca-6cc6-4fdd-9b69-e8e104a5028f None None] Sync routers for ids ['b3f931a9-df7f-4dff-86e8-f4b81edce072'] in dv-cinder-793264-1-iscsi {{(pid=98854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:49:25.833919 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786481721483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786481287406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786481291807'] for port, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:25.836742 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58cc4cca-6cc6-4fdd-9b69-e8e104a5028f None None] Routers {'b3f931a9-df7f-4dff-86e8-f4b81edce072'} bound to L3 agent in host dv-cinder-793264-1-iscsi {{(pid=98854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 03:49:25.836978 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:49:25.837553 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.l3_hamode_db [None req-58cc4cca-6cc6-4fdd-9b69-e8e104a5028f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-27T03:33:06Z,description=,heartbeat_timestamp=2021-05-27T03:49:06Z,host='dv-cinder-793264-1-iscsi',id=816f7595-8215-4f06-9251-575c663b21d0,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T03:33:06Z,topic='l3_agent')) {'router_ids': ['b3f931a9-df7f-4dff-86e8-f4b81edce072'], 'active': True} {{(pid=98854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:49:25.910789 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Pushing event updated for resources: {'Port': ['ID=f700bb4e-57a4-4f61-8e65-f9d871abf70c,revision_number=4']} {{(pid=98853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:25.917577 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.wsgi [-] (98851) accepted ('10.222.0.25', 33068) {{(pid=98851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:49:25.918059 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:49:25.923049 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.v2.base [None req-b8ebcb66-793d-407b-bd69-86c8b335928d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-725321050-network', 'tenant_id': 'b100afe59a094503b6fab7b12c6c23ef'}} {{(pid=98851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:49:25.927540 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.quota.driver [None req-b8ebcb66-793d-407b-bd69-86c8b335928d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:49:25.931952 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [None req-b8ebcb66-793d-407b-bd69-86c8b335928d admin admin] Usage tracker for resource:network and tenant:b100afe59a094503b6fab7b12c6c23ef is out of sync, need to count used quota {{(pid=98851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:49:25.934890 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [None req-b8ebcb66-793d-407b-bd69-86c8b335928d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:49:25.940611 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.quota.driver [None req-b8ebcb66-793d-407b-bd69-86c8b335928d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:49:26.031482 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8ebcb66-793d-407b-bd69-86c8b335928d admin admin] Made reservation on behalf of b100afe59a094503b6fab7b12c6c23ef for: {'network': 1} {{(pid=98851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:49:26.034129 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-b8ebcb66-793d-407b-bd69-86c8b335928d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3620918'] for network, before_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:26.046959 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-b8ebcb66-793d-407b-bd69-86c8b335928d admin admin] Notify callbacks [] for security_group, before_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:26.050444 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.l3_dvr_db [None req-58cc4cca-6cc6-4fdd-9b69-e8e104a5028f None None] Set router b3f931a9-df7f-4dff-86e8-f4b81edce072 gateway port host: dv-cinder-793264-1-iscsi {{(pid=98854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 03:49:26.061810 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.quota.driver [None req-b8ebcb66-793d-407b-bd69-86c8b335928d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:49:26.065868 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [None req-b8ebcb66-793d-407b-bd69-86c8b335928d admin admin] Usage tracker for resource:security_group_rule and tenant:b100afe59a094503b6fab7b12c6c23ef is out of sync, need to count used quota {{(pid=98851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:49:26.068978 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [None req-b8ebcb66-793d-407b-bd69-86c8b335928d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:49:26.074980 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.quota.driver [None req-b8ebcb66-793d-407b-bd69-86c8b335928d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:49:26.166825 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-b8ebcb66-793d-407b-bd69-86c8b335928d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:26.222671 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-b8ebcb66-793d-407b-bd69-86c8b335928d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:26.226536 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-a7216c8e-17fa-4d51-8f94-d308192ee43a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:49:26.254065 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8ebcb66-793d-407b-bd69-86c8b335928d admin admin] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=98851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:49:26.263377 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ebcb66-793d-407b-bd69-86c8b335928d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccc6ee5c-94ee-4027-95c8-3c09fe9c9c49,revision_number=1']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:26.273388 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-b8ebcb66-793d-407b-bd69-86c8b335928d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3483814'] for segment, precommit_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:26.273388 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.db.segments_db [None req-b8ebcb66-793d-407b-bd69-86c8b335928d admin admin] Added segment ba032253-c523-4d8f-93d2-2c7297f28c4b of type vlan for network f7a2bd6b-62f7-43b4-97e9-7b57b42603e6 May 27 03:49:26.275120 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ebcb66-793d-407b-bd69-86c8b335928d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:49:26.275484 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ebcb66-793d-407b-bd69-86c8b335928d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:49:26.275845 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ebcb66-793d-407b-bd69-86c8b335928d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:49:26.276243 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ebcb66-793d-407b-bd69-86c8b335928d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:49:26.276562 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ebcb66-793d-407b-bd69-86c8b335928d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:49:26.276901 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ebcb66-793d-407b-bd69-86c8b335928d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:49:26.277272 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ebcb66-793d-407b-bd69-86c8b335928d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:49:26.277611 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ebcb66-793d-407b-bd69-86c8b335928d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:49:26.277954 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ebcb66-793d-407b-bd69-86c8b335928d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:49:26.278295 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ebcb66-793d-407b-bd69-86c8b335928d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:49:26.278635 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ebcb66-793d-407b-bd69-86c8b335928d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:49:26.278969 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ebcb66-793d-407b-bd69-86c8b335928d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:49:26.286402 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-b8ebcb66-793d-407b-bd69-86c8b335928d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:49:26.310386 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-b8ebcb66-793d-407b-bd69-86c8b335928d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786481306974'] for network, precommit_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:26.372868 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.l3_hamode_db [None req-58cc4cca-6cc6-4fdd-9b69-e8e104a5028f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3f931a9-df7f-4dff-86e8-f4b81edce072', 'name': 'tempest-TestVolumeBootPattern-463161786-router', 'tenant_id': '6b6a582a2a304a7d881efcfa2373dfb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'external_fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': 'f700bb4e-57a4-4f61-8e65-f9d871abf70c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:49:19Z', 'updated_at': '2021-05-27T03:49:24Z', 'revision_number': 4, 'project_id': '6b6a582a2a304a7d881efcfa2373dfb1', 'gw_port': {'id': 'f700bb4e-57a4-4f61-8e65-f9d871abf70c', 'name': '', 'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f931a9-df7f-4dff-86e8-f4b81edce072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:49:20Z', 'updated_at': '2021-05-27T03:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-iscsi', '_interfaces': [{'id': '3c673371-f2b8-409e-95ea-14f1efedee98', 'name': '', 'network_id': 'e3d5c143-f0ba-4a03-b1d4-d1be1e83dd0f', 'tenant_id': '6b6a582a2a304a7d881efcfa2373dfb1', 'mac_address': 'fa:16:3e:c1:be:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3f931a9-df7f-4dff-86e8-f4b81edce072', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'ee570db5-d628-482f-a928-b08d68185abf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:49:23Z', 'updated_at': '2021-05-27T03:49:24Z', 'revision_number': 2, 'project_id': '6b6a582a2a304a7d881efcfa2373dfb1', 'subnets': [{'id': 'ee570db5-d628-482f-a928-b08d68185abf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-1-iscsi', False) {} {{(pid=98854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:49:26.376760 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58cc4cca-6cc6-4fdd-9b69-e8e104a5028f None None] Checking router: b3f931a9-df7f-4dff-86e8-f4b81edce072 for host: dv-cinder-793264-1-iscsi {{(pid=98854) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:49:26.377122 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58cc4cca-6cc6-4fdd-9b69-e8e104a5028f None None] Updating router b3f931a9-df7f-4dff-86e8-f4b81edce072 port 3c673371-f2b8-409e-95ea-14f1efedee98 binding host dv-cinder-793264-1-iscsi {{(pid=98854) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 03:49:26.394288 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-b8ebcb66-793d-407b-bd69-86c8b335928d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3689963'] for network, after_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:26.395693 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ebcb66-793d-407b-bd69-86c8b335928d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:49:26.396568 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-b8ebcb66-793d-407b-bd69-86c8b335928d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689932'] for network, before_response {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:26.402288 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:49:26.430503 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron_lib.callbacks.manager [None req-58cc4cca-6cc6-4fdd-9b69-e8e104a5028f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_update {{(pid=98854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:26.505843 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ebcb66-793d-407b-bd69-86c8b335928d admin admin] Pushing event updated for resources: {'Network': ['ID=f7a2bd6b-62f7-43b4-97e9-7b57b42603e6,revision_number=1']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:26.508535 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-b8ebcb66-793d-407b-bd69-86c8b335928d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:49:26.515568 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Network f7a2bd6b-62f7-43b4-97e9-7b57b42603e6 details requested by agent ovs-agent-dv-cinder-793264-1-iscsi with host dv-cinder-793264-1-iscsi {{(pid=98853) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:49:26.581333 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [None req-b8ebcb66-793d-407b-bd69-86c8b335928d admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6625566 May 27 03:49:26.583930 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.wsgi [-] (98851) accepted ('10.222.0.25', 33078) {{(pid=98851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:49:26.590770 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.v2.base [None req-3bf8f361-3558-4c0c-b1f8-bfa3532dbcc3 admin admin] Request body: {'subnet': {'network_id': 'f7a2bd6b-62f7-43b4-97e9-7b57b42603e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-725321050-subnet', 'tenant_id': 'b100afe59a094503b6fab7b12c6c23ef', 'ip_version': 4}} {{(pid=98851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:49:26.594808 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.quota.driver [None req-3bf8f361-3558-4c0c-b1f8-bfa3532dbcc3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:49:26.598804 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [None req-3bf8f361-3558-4c0c-b1f8-bfa3532dbcc3 admin admin] Usage tracker for resource:subnet and tenant:b100afe59a094503b6fab7b12c6c23ef is out of sync, need to count used quota {{(pid=98851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:49:26.601944 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [None req-3bf8f361-3558-4c0c-b1f8-bfa3532dbcc3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:49:26.610754 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.quota.driver [None req-3bf8f361-3558-4c0c-b1f8-bfa3532dbcc3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:49:26.685534 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bf8f361-3558-4c0c-b1f8-bfa3532dbcc3 admin admin] Made reservation on behalf of b100afe59a094503b6fab7b12c6c23ef for: {'subnet': 1} {{(pid=98851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:49:26.688097 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-3bf8f361-3558-4c0c-b1f8-bfa3532dbcc3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28094760'] for subnet, before_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:26.787953 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron_lib.callbacks.manager [None req-58cc4cca-6cc6-4fdd-9b69-e8e104a5028f None None] Notify callbacks [] for port, precommit_update {{(pid=98854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:26.801013 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.provisioning_blocks [None req-58cc4cca-6cc6-4fdd-9b69-e8e104a5028f None None] Transition to ACTIVE for port object 3c673371-f2b8-409e-95ea-14f1efedee98 will not be triggered until provisioned by entity L2. {{(pid=98854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:49:26.885673 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron_lib.callbacks.manager [None req-58cc4cca-6cc6-4fdd-9b69-e8e104a5028f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786481721483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786481287406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786481291807'] for port, after_update {{(pid=98854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:26.892173 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG oslo_concurrency.lockutils [None req-88e875f3-a51c-487c-a3c6-60134de5709f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:49:26.895056 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30fb970-2e4e-4ed4-9ff9-39c02d630027 req-14b8ed2e-5cff-46f3-bf51-89e322ad662d tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:49:26.895056 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-e30fb970-2e4e-4ed4-9ff9-39c02d630027 req-14b8ed2e-5cff-46f3-bf51-89e322ad662d tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c7e656a-afc5-4119-a11e-920c583d89d2 HTTP/1.1" status: 200 len: 945 time: 0.0848422 May 27 03:49:26.959506 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-e30fb970-2e4e-4ed4-9ff9-39c02d630027 req-a6114196-60b4-4246-bc4a-d8529cd35235 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e39d5df-c8e8-44f8-bf65-7b7c15957e09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569897 May 27 03:49:27.059485 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c7d3c7-cc25-449c-bafe-516b0fdf03e5 None None] Pushing event updated for resources: {'Port': ['ID=3c673371-f2b8-409e-95ea-14f1efedee98,revision_number=3']} {{(pid=98854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:27.100761 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c7d3c7-cc25-449c-bafe-516b0fdf03e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:49:27.101389 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c7d3c7-cc25-449c-bafe-516b0fdf03e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:49:27.101731 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c7d3c7-cc25-449c-bafe-516b0fdf03e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:49:27.102067 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c7d3c7-cc25-449c-bafe-516b0fdf03e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:49:27.102395 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c7d3c7-cc25-449c-bafe-516b0fdf03e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:49:27.102721 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c7d3c7-cc25-449c-bafe-516b0fdf03e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:49:27.103051 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c7d3c7-cc25-449c-bafe-516b0fdf03e5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:49:27.103365 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c7d3c7-cc25-449c-bafe-516b0fdf03e5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:49:27.103708 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c7d3c7-cc25-449c-bafe-516b0fdf03e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:49:27.104035 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c7d3c7-cc25-449c-bafe-516b0fdf03e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:49:27.104362 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c7d3c7-cc25-449c-bafe-516b0fdf03e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:49:27.104694 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c7d3c7-cc25-449c-bafe-516b0fdf03e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:49:27.108370 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG oslo_concurrency.lockutils [None req-f7c7d3c7-cc25-449c-bafe-516b0fdf03e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=98854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:49:27.131040 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.plugins.ml2.managers [None req-58cc4cca-6cc6-4fdd-9b69-e8e104a5028f None None] Attempting to bind port 3c673371-f2b8-409e-95ea-14f1efedee98 on host dv-cinder-793264-1-iscsi for vnic_type normal with profile {{(pid=98854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:49:27.131475 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.plugins.ml2.managers [None req-58cc4cca-6cc6-4fdd-9b69-e8e104a5028f None None] Attempting to bind port 3c673371-f2b8-409e-95ea-14f1efedee98 by drivers openvswitch,hyperv on host dv-cinder-793264-1-iscsi at level 0 using segments [{'id': 'f3e696c2-fd56-4523-a2a6-afde57cdd975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'e3d5c143-f0ba-4a03-b1d4-d1be1e83dd0f'}] {{(pid=98854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:49:27.131894 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58cc4cca-6cc6-4fdd-9b69-e8e104a5028f None None] Attempting to bind port 3c673371-f2b8-409e-95ea-14f1efedee98 on network e3d5c143-f0ba-4a03-b1d4-d1be1e83dd0f {{(pid=98854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:49:27.138816 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58cc4cca-6cc6-4fdd-9b69-e8e104a5028f None None] Checking agent: {'id': 'ffe58315-61ba-45bf-8076-0ef37f215597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793264-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 3, 33, 6), 'started_at': datetime.datetime(2021, 5, 27, 3, 33, 36), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 3, 49, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793264-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 03:49:27.139250 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58cc4cca-6cc6-4fdd-9b69-e8e104a5028f None None] Checking segment: {'id': 'f3e696c2-fd56-4523-a2a6-afde57cdd975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'e3d5c143-f0ba-4a03-b1d4-d1be1e83dd0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 03:49:27.139587 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron_lib.callbacks.manager [None req-58cc4cca-6cc6-4fdd-9b69-e8e104a5028f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:27.139977 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58cc4cca-6cc6-4fdd-9b69-e8e104a5028f None None] Bound using segment: {'id': 'f3e696c2-fd56-4523-a2a6-afde57cdd975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'e3d5c143-f0ba-4a03-b1d4-d1be1e83dd0f'} {{(pid=98854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 03:49:27.140482 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.plugins.ml2.managers [None req-58cc4cca-6cc6-4fdd-9b69-e8e104a5028f None None] Bound port: 3c673371-f2b8-409e-95ea-14f1efedee98, host: dv-cinder-793264-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3e696c2-fd56-4523-a2a6-afde57cdd975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'e3d5c143-f0ba-4a03-b1d4-d1be1e83dd0f'}}] {{(pid=98854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:49:27.140860 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron_lib.callbacks.manager [None req-58cc4cca-6cc6-4fdd-9b69-e8e104a5028f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_update {{(pid=98854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:27.229872 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.plugins.ml2.db [None req-58cc4cca-6cc6-4fdd-9b69-e8e104a5028f None None] For port 3c673371-f2b8-409e-95ea-14f1efedee98, host dv-cinder-793264-1-iscsi, cleared binding levels {{(pid=98854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:49:27.232834 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.plugins.ml2.db [None req-58cc4cca-6cc6-4fdd-9b69-e8e104a5028f None None] For port 3c673371-f2b8-409e-95ea-14f1efedee98, host dv-cinder-793264-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-1-iscsi',level=0,port_id=3c673371-f2b8-409e-95ea-14f1efedee98,segment=NetworkSegment(f3e696c2-fd56-4523-a2a6-afde57cdd975),segment_id=f3e696c2-fd56-4523-a2a6-afde57cdd975)] {{(pid=98854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 03:49:27.279236 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-3bf8f361-3558-4c0c-b1f8-bfa3532dbcc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28244230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28094782'] for subnet, after_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:27.283965 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:49:27.312636 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron_lib.callbacks.manager [None req-58cc4cca-6cc6-4fdd-9b69-e8e104a5028f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786481721483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786481287406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786481291807'] for port, after_update {{(pid=98854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:27.317865 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG oslo_concurrency.lockutils [None req-49ec374e-76cb-4bbb-a22f-8581507db989 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:49:27.352413 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf8f361-3558-4c0c-b1f8-bfa3532dbcc3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ccaa96a-1cf8-49a3-af50-2a38fd33a079,revision_number=0']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:27.355723 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-3bf8f361-3558-4c0c-b1f8-bfa3532dbcc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:49:27.361510 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf8f361-3558-4c0c-b1f8-bfa3532dbcc3 admin admin] Checking segment: {'id': 'ba032253-c523-4d8f-93d2-2c7297f28c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f7a2bd6b-62f7-43b4-97e9-7b57b42603e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 03:49:27.361873 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bf8f361-3558-4c0c-b1f8-bfa3532dbcc3 admin admin] Network hostable DHCP agents. Network: f7a2bd6b-62f7-43b4-97e9-7b57b42603e6, hostable agents: ['a814e8a4-142b-4ae8-859e-9bd936be0847'], hosted agents: [] {{(pid=98851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:49:27.400965 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58cc4cca-6cc6-4fdd-9b69-e8e104a5028f None None] Routers {'b3f931a9-df7f-4dff-86e8-f4b81edce072'} bound to L3 agent in host dv-cinder-793264-1-iscsi {{(pid=98854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 03:49:27.400965 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.l3_hamode_db [None req-58cc4cca-6cc6-4fdd-9b69-e8e104a5028f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-27T03:33:06Z,description=,heartbeat_timestamp=2021-05-27T03:49:06Z,host='dv-cinder-793264-1-iscsi',id=816f7595-8215-4f06-9251-575c663b21d0,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T03:33:06Z,topic='l3_agent')) {'router_ids': ['b3f931a9-df7f-4dff-86e8-f4b81edce072'], 'active': True} {{(pid=98854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:49:27.450746 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Device f700bb4e-57a4-4f61-8e65-f9d871abf70c up at agent ovs-agent-dv-cinder-793264-1-iscsi {{(pid=98853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:49:27.462583 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c7d3c7-cc25-449c-bafe-516b0fdf03e5 None None] Pushing event updated for resources: {'Port': ['ID=3c673371-f2b8-409e-95ea-14f1efedee98,revision_number=4']} {{(pid=98854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:27.467509 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG oslo_concurrency.lockutils [None req-f7c7d3c7-cc25-449c-bafe-516b0fdf03e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=98854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:49:27.491838 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bf8f361-3558-4c0c-b1f8-bfa3532dbcc3 admin admin] Network f7a2bd6b-62f7-43b4-97e9-7b57b42603e6 is scheduled to be hosted by DHCP agent a814e8a4-142b-4ae8-859e-9bd936be0847 with binding_index 1 {{(pid=98851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:49:27.530645 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Provisioning complete for port f700bb4e-57a4-4f61-8e65-f9d871abf70c triggered by entity L2. {{(pid=98853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:49:27.531188 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487713'] for port, provisioning_complete {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:27.571727 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.scheduler.base_scheduler [None req-3bf8f361-3558-4c0c-b1f8-bfa3532dbcc3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793264-1-iscsi, f7a2bd6b-62f7-43b4-97e9-7b57b42603e6) {{(pid=98851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:49:27.580279 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f007644e-96b5-455e-8e07-9a4f13c5fdcc None None] Network f7a2bd6b-62f7-43b4-97e9-7b57b42603e6 requested from dv-cinder-793264-1-iscsi {{(pid=98853) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 03:49:27.588616 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bf8f361-3558-4c0c-b1f8-bfa3532dbcc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:49:27.589210 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-3bf8f361-3558-4c0c-b1f8-bfa3532dbcc3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:27.590673 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.l3_dvr_db [None req-58cc4cca-6cc6-4fdd-9b69-e8e104a5028f None None] Set router b3f931a9-df7f-4dff-86e8-f4b81edce072 gateway port host: dv-cinder-793264-1-iscsi {{(pid=98854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 03:49:27.715258 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [None req-3bf8f361-3558-4c0c-b1f8-bfa3532dbcc3 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1280098 May 27 03:49:27.715604 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 33086) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:49:27.722337 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.v2.base [None req-0de1ad86-0224-4515-a9bd-b014fd342ccb admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-725321050-router', 'tenant_id': 'b100afe59a094503b6fab7b12c6c23ef', 'external_gateway_info': {'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7'}}} {{(pid=98852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:49:27.729139 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-0de1ad86-0224-4515-a9bd-b014fd342ccb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:49:27.734865 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-0de1ad86-0224-4515-a9bd-b014fd342ccb admin admin] Usage tracker for resource:router and tenant:b100afe59a094503b6fab7b12c6c23ef is out of sync, need to count used quota {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:49:27.739042 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-0de1ad86-0224-4515-a9bd-b014fd342ccb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:49:27.752490 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-0de1ad86-0224-4515-a9bd-b014fd342ccb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:49:27.829636 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-0de1ad86-0224-4515-a9bd-b014fd342ccb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-415150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1966'] for router, before_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:27.831573 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-0de1ad86-0224-4515-a9bd-b014fd342ccb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-414638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417638', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-470192', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2007'] for router, precommit_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:27.856128 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-0de1ad86-0224-4515-a9bd-b014fd342ccb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:27.884236 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73a219f9-badd-4085-bf5f-69dd93612e3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf42e03b3-9b92-5ab7-8f52-3d70870301b3-f7a2bd6b-62f7-43b4-97e9-7b57b42603e6', 'network_id': 'f7a2bd6b-62f7-43b4-97e9-7b57b42603e6', 'tenant_id': 'b100afe59a094503b6fab7b12c6c23ef', 'fixed_ips': [{'subnet_id': '4ccaa96a-1cf8-49a3-af50-2a38fd33a079'}]}} from dv-cinder-793264-1-iscsi. {{(pid=98853) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 27 03:49:27.885303 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-73a219f9-badd-4085-bf5f-69dd93612e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_create {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:27.973855 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.l3_hamode_db [None req-58cc4cca-6cc6-4fdd-9b69-e8e104a5028f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3f931a9-df7f-4dff-86e8-f4b81edce072', 'name': 'tempest-TestVolumeBootPattern-463161786-router', 'tenant_id': '6b6a582a2a304a7d881efcfa2373dfb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'external_fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': 'f700bb4e-57a4-4f61-8e65-f9d871abf70c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:49:19Z', 'updated_at': '2021-05-27T03:49:24Z', 'revision_number': 4, 'project_id': '6b6a582a2a304a7d881efcfa2373dfb1', 'gw_port': {'id': 'f700bb4e-57a4-4f61-8e65-f9d871abf70c', 'name': '', 'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f931a9-df7f-4dff-86e8-f4b81edce072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:49:20Z', 'updated_at': '2021-05-27T03:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-iscsi', '_interfaces': [{'id': '3c673371-f2b8-409e-95ea-14f1efedee98', 'name': '', 'network_id': 'e3d5c143-f0ba-4a03-b1d4-d1be1e83dd0f', 'tenant_id': '6b6a582a2a304a7d881efcfa2373dfb1', 'mac_address': 'fa:16:3e:c1:be:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3f931a9-df7f-4dff-86e8-f4b81edce072', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'ee570db5-d628-482f-a928-b08d68185abf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:49:23Z', 'updated_at': '2021-05-27T03:49:27Z', 'revision_number': 4, 'project_id': '6b6a582a2a304a7d881efcfa2373dfb1', 'subnets': [{'id': 'ee570db5-d628-482f-a928-b08d68185abf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-1-iscsi', False) {} {{(pid=98854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:49:27.978993 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58cc4cca-6cc6-4fdd-9b69-e8e104a5028f None None] The sync data for ids ['b3f931a9-df7f-4dff-86e8-f4b81edce072'] in dv-cinder-793264-1-iscsi is: [{'id': 'b3f931a9-df7f-4dff-86e8-f4b81edce072', 'name': 'tempest-TestVolumeBootPattern-463161786-router', 'tenant_id': '6b6a582a2a304a7d881efcfa2373dfb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'external_fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': 'f700bb4e-57a4-4f61-8e65-f9d871abf70c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:49:19Z', 'updated_at': '2021-05-27T03:49:24Z', 'revision_number': 4, 'project_id': '6b6a582a2a304a7d881efcfa2373dfb1', 'gw_port': {'id': 'f700bb4e-57a4-4f61-8e65-f9d871abf70c', 'name': '', 'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f931a9-df7f-4dff-86e8-f4b81edce072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:49:20Z', 'updated_at': '2021-05-27T03:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-iscsi', '_interfaces': [{'id': '3c673371-f2b8-409e-95ea-14f1efedee98', 'name': '', 'network_id': 'e3d5c143-f0ba-4a03-b1d4-d1be1e83dd0f', 'tenant_id': '6b6a582a2a304a7d881efcfa2373dfb1', 'mac_address': 'fa:16:3e:c1:be:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3f931a9-df7f-4dff-86e8-f4b81edce072', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'ee570db5-d628-482f-a928-b08d68185abf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:49:23Z', 'updated_at': '2021-05-27T03:49:27Z', 'revision_number': 4, 'project_id': '6b6a582a2a304a7d881efcfa2373dfb1', 'subnets': [{'id': 'ee570db5-d628-482f-a928-b08d68185abf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:49:28.074305 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.db_base_plugin_common [None req-73a219f9-badd-4085-bf5f-69dd93612e3d None None] Allocated IP 172.20.0.2 (f7a2bd6b-62f7-43b4-97e9-7b57b42603e6/4ccaa96a-1cf8-49a3-af50-2a38fd33a079/da958274-01d4-488e-a778-e9a6923fd390) {{(pid=98853) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:49:28.179416 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff0b0a2-1bea-41bc-bed5-11b0099b9771 req-375bdab2-b93d-4789-bdc1-ab4d0b4caf90 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:49:28.181280 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-9ff0b0a2-1bea-41bc-bed5-11b0099b9771 req-375bdab2-b93d-4789-bdc1-ab4d0b4caf90 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.36 "GET /v2.0/ports?device_id=3c7e656a-afc5-4119-a11e-920c583d89d2 HTTP/1.1" status: 200 len: 945 time: 0.1207933 May 27 03:49:28.327847 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-73a219f9-badd-4085-bf5f-69dd93612e3d None None] Notify callbacks [] for port, precommit_create {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:28.340823 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-73a219f9-badd-4085-bf5f-69dd93612e3d None None] Transition to ACTIVE for port object da958274-01d4-488e-a778-e9a6923fd390 will not be triggered until provisioned by entity L2. {{(pid=98853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:49:28.357235 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.plugin [req-9ff0b0a2-1bea-41bc-bed5-11b0099b9771 req-01891901-5fff-4214-b615-06e760ee4ec8 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Deleting port 24177437-ade1-43c7-bd7d-340757426924 {{(pid=98851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 03:49:28.358301 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-9ff0b0a2-1bea-41bc-bed5-11b0099b9771 req-01891901-5fff-4214-b615-06e760ee4ec8 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786481719372'] for port, before_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:28.363190 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-73a219f9-badd-4085-bf5f-69dd93612e3d None None] Transition to ACTIVE for port object da958274-01d4-488e-a778-e9a6923fd390 will not be triggered until provisioned by entity DHCP. {{(pid=98853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:49:28.395235 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-0de1ad86-0224-4515-a9bd-b014fd342ccb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-417649', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-415152', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1985'] for router, precommit_update {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:28.425132 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c26f7e-aca1-4391-b08c-3d7c6a506786 req-b0930e3b-6d8e-4526-a4ed-541cd2910b09 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:49:28.426686 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-e5c26f7e-aca1-4391-b08c-3d7c6a506786 req-b0930e3b-6d8e-4526-a4ed-541cd2910b09 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c7e656a-afc5-4119-a11e-920c583d89d2 HTTP/1.1" status: 200 len: 945 time: 0.2892163 May 27 03:49:28.435279 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-73a219f9-badd-4085-bf5f-69dd93612e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786481287388'] for port, after_create {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:28.443593 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-42070fea-6feb-4afe-88f8-53d0bbbf0859 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:49:28.510739 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-e5c26f7e-aca1-4391-b08c-3d7c6a506786 req-4f976934-38c7-4f0b-86ae-81d4d90b4b11 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e39d5df-c8e8-44f8-bf65-7b7c15957e09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733531 May 27 03:49:28.512105 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.db [req-9ff0b0a2-1bea-41bc-bed5-11b0099b9771 req-01891901-5fff-4214-b615-06e760ee4ec8 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] For port 24177437-ade1-43c7-bd7d-340757426924, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=24177437-ade1-43c7-bd7d-340757426924,segment=NetworkSegment(5d2d2fa4-4440-4746-9800-028cc9a24bc5),segment_id=5d2d2fa4-4440-4746-9800-028cc9a24bc5)] {{(pid=98851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:49:28.512616 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-9ff0b0a2-1bea-41bc-bed5-11b0099b9771 req-01891901-5fff-4214-b615-06e760ee4ec8 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417280'] for port, precommit_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:28.525269 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73a219f9-badd-4085-bf5f-69dd93612e3d None None] Network f7a2bd6b-62f7-43b4-97e9-7b57b42603e6 is already hosted by enough agents. {{(pid=98853) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:49:28.528485 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.scheduler.base_scheduler [None req-73a219f9-badd-4085-bf5f-69dd93612e3d None None] Resources bound (agent type, host, resource id): {{(pid=98853) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:49:28.532180 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a219f9-badd-4085-bf5f-69dd93612e3d None None] Received port after_create {{(pid=98853) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 03:49:28.540049 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a219f9-badd-4085-bf5f-69dd93612e3d None None] Pushing event updated for resources: {'Port': ['ID=da958274-01d4-488e-a778-e9a6923fd390,revision_number=1']} {{(pid=98853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:28.572693 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-73a219f9-badd-4085-bf5f-69dd93612e3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:49:28.658692 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.managers [None req-73a219f9-badd-4085-bf5f-69dd93612e3d None None] Attempting to bind port da958274-01d4-488e-a778-e9a6923fd390 on host dv-cinder-793264-1-iscsi for vnic_type normal with profile {{(pid=98853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:49:28.659156 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.managers [None req-73a219f9-badd-4085-bf5f-69dd93612e3d None None] Attempting to bind port da958274-01d4-488e-a778-e9a6923fd390 by drivers openvswitch,hyperv on host dv-cinder-793264-1-iscsi at level 0 using segments [{'id': 'ba032253-c523-4d8f-93d2-2c7297f28c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f7a2bd6b-62f7-43b4-97e9-7b57b42603e6'}] {{(pid=98853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:49:28.659586 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a219f9-badd-4085-bf5f-69dd93612e3d None None] Attempting to bind port da958274-01d4-488e-a778-e9a6923fd390 on network f7a2bd6b-62f7-43b4-97e9-7b57b42603e6 {{(pid=98853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:49:28.665750 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a219f9-badd-4085-bf5f-69dd93612e3d None None] Checking agent: {'id': 'ffe58315-61ba-45bf-8076-0ef37f215597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793264-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 3, 33, 6), 'started_at': datetime.datetime(2021, 5, 27, 3, 33, 36), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 3, 49, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793264-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 03:49:28.666237 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a219f9-badd-4085-bf5f-69dd93612e3d None None] Checking segment: {'id': 'ba032253-c523-4d8f-93d2-2c7297f28c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f7a2bd6b-62f7-43b4-97e9-7b57b42603e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 03:49:28.666709 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-73a219f9-badd-4085-bf5f-69dd93612e3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:28.667205 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a219f9-badd-4085-bf5f-69dd93612e3d None None] Bound using segment: {'id': 'ba032253-c523-4d8f-93d2-2c7297f28c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f7a2bd6b-62f7-43b4-97e9-7b57b42603e6'} {{(pid=98853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 03:49:28.668046 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.managers [None req-73a219f9-badd-4085-bf5f-69dd93612e3d None None] Bound port: da958274-01d4-488e-a778-e9a6923fd390, host: dv-cinder-793264-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba032253-c523-4d8f-93d2-2c7297f28c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f7a2bd6b-62f7-43b4-97e9-7b57b42603e6'}}] {{(pid=98853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:49:28.668698 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-73a219f9-badd-4085-bf5f-69dd93612e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:28.775310 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.db [None req-73a219f9-badd-4085-bf5f-69dd93612e3d None None] For port da958274-01d4-488e-a778-e9a6923fd390, host dv-cinder-793264-1-iscsi, cleared binding levels {{(pid=98853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:49:28.778754 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.db [None req-73a219f9-badd-4085-bf5f-69dd93612e3d None None] For port da958274-01d4-488e-a778-e9a6923fd390, host dv-cinder-793264-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-1-iscsi',level=0,port_id=da958274-01d4-488e-a778-e9a6923fd390,segment=NetworkSegment(ba032253-c523-4d8f-93d2-2c7297f28c4b),segment_id=ba032253-c523-4d8f-93d2-2c7297f28c4b)] {{(pid=98853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 03:49:28.845147 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-0de1ad86-0224-4515-a9bd-b014fd342ccb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:28.875689 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-9ff0b0a2-1bea-41bc-bed5-11b0099b9771 req-01891901-5fff-4214-b615-06e760ee4ec8 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:28.876212 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-9ff0b0a2-1bea-41bc-bed5-11b0099b9771 req-01891901-5fff-4214-b615-06e760ee4ec8 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-417761'] for floatingip, after_update {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:28.876571 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.db.l3_db [req-9ff0b0a2-1bea-41bc-bed5-11b0099b9771 req-01891901-5fff-4214-b615-06e760ee4ec8 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Floating IP f7a72358-296f-4cd5-92a1-68f76e368acc disassociated. External IP: 172.27.2.189, port: 24177437-ade1-43c7-bd7d-340757426924. May 27 03:49:28.876911 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.plugin [req-9ff0b0a2-1bea-41bc-bed5-11b0099b9771 req-01891901-5fff-4214-b615-06e760ee4ec8 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Calling delete_port for 24177437-ade1-43c7-bd7d-340757426924 owned by compute:nova {{(pid=98851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 03:49:28.877224 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-0de1ad86-0224-4515-a9bd-b014fd342ccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:28.886064 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-73a219f9-badd-4085-bf5f-69dd93612e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786481721483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786481287406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786481291807'] for port, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:28.891212 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:49:28.979836 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a219f9-badd-4085-bf5f-69dd93612e3d None None] Pushing event updated for resources: {'Port': ['ID=da958274-01d4-488e-a778-e9a6923fd390,revision_number=2']} {{(pid=98853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:28.987795 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-73a219f9-badd-4085-bf5f-69dd93612e3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:49:29.059232 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.db_base_plugin_common [None req-0de1ad86-0224-4515-a9bd-b014fd342ccb admin admin] Allocated IP 172.27.2.104 (9a3e94d8-5315-41b6-9829-3c758c3039b7/7ac4e62e-aca4-43cf-995d-95d63bfe1e6b/3c44ea99-5f59-445a-87f1-4844e5edfbcc) {{(pid=98852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:49:29.108248 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-9ff0b0a2-1bea-41bc-bed5-11b0099b9771 req-01891901-5fff-4214-b615-06e760ee4ec8 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786481721510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786481287397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28231606'] for port, after_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:29.115789 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-f5cb30c5-2f0a-46dc-9af3-aa08f66ee61f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:49:29.193045 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01891901-5fff-4214-b615-06e760ee4ec8 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Pushing event deleted for resources: {'Port': ['ID=24177437-ade1-43c7-bd7d-340757426924,revision_number=None']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:29.207498 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-01891901-5fff-4214-b615-06e760ee4ec8 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:49:29.311063 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-0de1ad86-0224-4515-a9bd-b014fd342ccb admin admin] Notify callbacks [] for port, precommit_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:29.409531 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-0de1ad86-0224-4515-a9bd-b014fd342ccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786481287388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27723313'] for port, after_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:29.414152 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-2f92c846-8a18-4268-880e-acef139f4919 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:49:29.431214 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9ff0b0a2-1bea-41bc-bed5-11b0099b9771 req-01891901-5fff-4214-b615-06e760ee4ec8 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Router 945041cb-b0fa-44b7-ab8f-48e2d26f8286 has already been hosted by L3 agent 816f7595-8215-4f06-9251-575c663b21d0 {{(pid=98851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 03:49:29.483329 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de1ad86-0224-4515-a9bd-b014fd342ccb admin admin] Network 9a3e94d8-5315-41b6-9829-3c758c3039b7 is already hosted by enough agents. {{(pid=98852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:49:29.486546 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.scheduler.base_scheduler [None req-0de1ad86-0224-4515-a9bd-b014fd342ccb admin admin] Resources bound (agent type, host, resource id): {{(pid=98852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:49:29.493368 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de1ad86-0224-4515-a9bd-b014fd342ccb admin admin] Received port after_create {{(pid=98852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 03:49:29.531003 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de1ad86-0224-4515-a9bd-b014fd342ccb admin admin] Pushing event updated for resources: {'Port': ['ID=3c44ea99-5f59-445a-87f1-4844e5edfbcc,revision_number=1']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:29.547469 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Device da958274-01d4-488e-a778-e9a6923fd390 up at agent ovs-agent-dv-cinder-793264-1-iscsi {{(pid=98853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:49:29.548731 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de1ad86-0224-4515-a9bd-b014fd342ccb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:49:29.549110 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de1ad86-0224-4515-a9bd-b014fd342ccb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:49:29.549476 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de1ad86-0224-4515-a9bd-b014fd342ccb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:49:29.549835 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de1ad86-0224-4515-a9bd-b014fd342ccb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:49:29.550206 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de1ad86-0224-4515-a9bd-b014fd342ccb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:49:29.550613 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de1ad86-0224-4515-a9bd-b014fd342ccb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:49:29.550966 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de1ad86-0224-4515-a9bd-b014fd342ccb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:49:29.551317 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de1ad86-0224-4515-a9bd-b014fd342ccb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:49:29.551670 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de1ad86-0224-4515-a9bd-b014fd342ccb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:49:29.552018 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de1ad86-0224-4515-a9bd-b014fd342ccb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:49:29.552365 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de1ad86-0224-4515-a9bd-b014fd342ccb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:49:29.552749 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de1ad86-0224-4515-a9bd-b014fd342ccb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:49:29.556354 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-0de1ad86-0224-4515-a9bd-b014fd342ccb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:49:29.714231 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Provisioning for port da958274-01d4-488e-a778-e9a6923fd390 completed by entity L2. {{(pid=98853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:49:29.721389 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Device 3c673371-f2b8-409e-95ea-14f1efedee98 up at agent ovs-agent-dv-cinder-793264-1-iscsi {{(pid=98853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:49:29.764376 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9ff0b0a2-1bea-41bc-bed5-11b0099b9771 req-01891901-5fff-4214-b615-06e760ee4ec8 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Notify agent at l3_agent.dv-cinder-793264-1-iscsi the message routers_updated {{(pid=98851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 03:49:29.784318 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d6a9f8-38ea-4bfd-9a61-f78f5eaaf5fb None None] Sync routers for ids ['945041cb-b0fa-44b7-ab8f-48e2d26f8286'] in dv-cinder-793264-1-iscsi {{(pid=98853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:49:29.811829 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d6a9f8-38ea-4bfd-9a61-f78f5eaaf5fb None None] Routers {'945041cb-b0fa-44b7-ab8f-48e2d26f8286'} bound to L3 agent in host dv-cinder-793264-1-iscsi {{(pid=98853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 03:49:29.815773 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_hamode_db [None req-14d6a9f8-38ea-4bfd-9a61-f78f5eaaf5fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-27T03:33:06Z,description=,heartbeat_timestamp=2021-05-27T03:49:06Z,host='dv-cinder-793264-1-iscsi',id=816f7595-8215-4f06-9251-575c663b21d0,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T03:33:06Z,topic='l3_agent')) {'router_ids': ['945041cb-b0fa-44b7-ab8f-48e2d26f8286'], 'active': True} {{(pid=98853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:49:29.858479 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ff0b0a2-1bea-41bc-bed5-11b0099b9771 req-01891901-5fff-4214-b615-06e760ee4ec8 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] No DVR routers for this DVR port 24177437-ade1-43c7-bd7d-340757426924 on host hv-cinder-79326 {{(pid=98851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:49:29.861355 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-9ff0b0a2-1bea-41bc-bed5-11b0099b9771 req-01891901-5fff-4214-b615-06e760ee4ec8 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4037888'] for port, before_response {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:29.864393 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c7e656a-afc5-4119-a11e-920c583d89d2', 'name': 'network-vif-deleted', 'tag': '24177437-ade1-43c7-bd7d-340757426924'}] {{(pid=98851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:49:29.912979 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-45ba6309-3362-4ece-8857-66e40d17c5eb req-8eaa5b26-bd42-4dbb-949b-49ab481781ba tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c7e656a-afc5-4119-a11e-920c583d89d2 HTTP/1.1" status: 200 len: 210 time: 0.2057316 May 27 03:49:29.932564 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c7e656a-afc5-4119-a11e-920c583d89d2', 'name': 'network-vif-deleted', 'tag': '24177437-ade1-43c7-bd7d-340757426924', 'status': 'completed', 'code': 200} May 27 03:49:29.978857 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-9ff0b0a2-1bea-41bc-bed5-11b0099b9771 req-01891901-5fff-4214-b615-06e760ee4ec8 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.36 "DELETE /v2.0/ports/24177437-ade1-43c7-bd7d-340757426924 HTTP/1.1" status: 204 len: 173 time: 1.7903523 May 27 03:49:30.054509 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_dvr_db [None req-14d6a9f8-38ea-4bfd-9a61-f78f5eaaf5fb None None] Set router 945041cb-b0fa-44b7-ab8f-48e2d26f8286 gateway port host: dv-cinder-793264-1-iscsi {{(pid=98853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 03:49:30.125858 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Provisioning for port 3c673371-f2b8-409e-95ea-14f1efedee98 completed by entity L2. {{(pid=98853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:49:30.134021 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Provisioning complete for port 3c673371-f2b8-409e-95ea-14f1efedee98 triggered by entity L2. {{(pid=98853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:49:30.134341 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487713'] for port, provisioning_complete {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:30.233466 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5798ee1f-7905-4874-9020-16715679240e None None] Network f7a2bd6b-62f7-43b4-97e9-7b57b42603e6 requested from dv-cinder-793264-1-iscsi {{(pid=98853) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 03:49:30.259830 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-0de1ad86-0224-4515-a9bd-b014fd342ccb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:30.526240 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-88adb022-3d37-4dbc-9a3f-c03f25097149 None None] Provisioning for port da958274-01d4-488e-a778-e9a6923fd390 completed by entity DHCP. {{(pid=98853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:49:30.574475 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-88adb022-3d37-4dbc-9a3f-c03f25097149 None None] Provisioning complete for port da958274-01d4-488e-a778-e9a6923fd390 triggered by entity DHCP. {{(pid=98853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:49:30.575143 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-88adb022-3d37-4dbc-9a3f-c03f25097149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487713'] for port, provisioning_complete {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:30.605099 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-0de1ad86-0224-4515-a9bd-b014fd342ccb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-415161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-417536'] for router, after_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:30.628095 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:30.766793 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.db [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] For port 3c673371-f2b8-409e-95ea-14f1efedee98, host dv-cinder-793264-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-1-iscsi',level=0,port_id=3c673371-f2b8-409e-95ea-14f1efedee98,segment=NetworkSegment(f3e696c2-fd56-4523-a2a6-afde57cdd975),segment_id=f3e696c2-fd56-4523-a2a6-afde57cdd975)] {{(pid=98853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:49:30.833289 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786481721483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786481287406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786481291807'] for port, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:30.843031 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-546798eb-5242-4aea-b46a-e6e92cac7413 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:49:30.894297 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0de1ad86-0224-4515-a9bd-b014fd342ccb admin admin] Router ce131447-976a-429d-99e3-d67b4a7b22e0 is scheduled to L3 agent 816f7595-8215-4f06-9251-575c663b21d0 with binding_index 1 {{(pid=98852) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 03:49:30.916413 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_hamode_db [None req-14d6a9f8-38ea-4bfd-9a61-f78f5eaaf5fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '945041cb-b0fa-44b7-ab8f-48e2d26f8286', 'name': 'tempest-AttachVolumeTestJSON-161599716-router', 'tenant_id': '276e81e3da1f4d4c9c1881d1b1e863c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'external_fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.4'}], 'enable_snat': True}, 'gw_port_id': '25a5bf52-cef5-4af4-a15b-9443f2edf92d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:40:54Z', 'updated_at': '2021-05-27T03:41:03Z', 'revision_number': 4, 'project_id': '276e81e3da1f4d4c9c1881d1b1e863c4', 'gw_port': {'id': '25a5bf52-cef5-4af4-a15b-9443f2edf92d', 'name': '', 'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:4a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945041cb-b0fa-44b7-ab8f-48e2d26f8286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:40:56Z', 'updated_at': '2021-05-27T03:41:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-iscsi', '_interfaces': [{'id': 'd76d3b3b-e1a8-49e5-be0c-8c193177836a', 'name': '', 'network_id': '130ff3ea-d273-4d90-8f0d-494d41441c60', 'tenant_id': '276e81e3da1f4d4c9c1881d1b1e863c4', 'mac_address': 'fa:16:3e:c5:ac:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945041cb-b0fa-44b7-ab8f-48e2d26f8286', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '116079ce-8119-4ea5-82d4-c0c254fad638', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:41:02Z', 'updated_at': '2021-05-27T03:41:16Z', 'revision_number': 5, 'project_id': '276e81e3da1f4d4c9c1881d1b1e863c4', 'subnets': [{'id': '116079ce-8119-4ea5-82d4-c0c254fad638', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-1-iscsi', False) {} {{(pid=98853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:49:30.925706 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-88adb022-3d37-4dbc-9a3f-c03f25097149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:30.936965 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d6a9f8-38ea-4bfd-9a61-f78f5eaaf5fb None None] Checking router: 945041cb-b0fa-44b7-ab8f-48e2d26f8286 for host: dv-cinder-793264-1-iscsi {{(pid=98853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:49:30.958646 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Pushing event updated for resources: {'Port': ['ID=3c673371-f2b8-409e-95ea-14f1efedee98,revision_number=5']} {{(pid=98853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:30.964432 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:49:30.965149 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d6a9f8-38ea-4bfd-9a61-f78f5eaaf5fb None None] Routers {'945041cb-b0fa-44b7-ab8f-48e2d26f8286'} bound to L3 agent in host dv-cinder-793264-1-iscsi {{(pid=98853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 03:49:30.965618 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_hamode_db [None req-14d6a9f8-38ea-4bfd-9a61-f78f5eaaf5fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-27T03:33:06Z,description=,heartbeat_timestamp=2021-05-27T03:49:06Z,host='dv-cinder-793264-1-iscsi',id=816f7595-8215-4f06-9251-575c663b21d0,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T03:33:06Z,topic='l3_agent')) {'router_ids': ['945041cb-b0fa-44b7-ab8f-48e2d26f8286'], 'active': True} {{(pid=98853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:49:31.068076 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.db [None req-88adb022-3d37-4dbc-9a3f-c03f25097149 None None] For port da958274-01d4-488e-a778-e9a6923fd390, host dv-cinder-793264-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-1-iscsi',level=0,port_id=da958274-01d4-488e-a778-e9a6923fd390,segment=NetworkSegment(ba032253-c523-4d8f-93d2-2c7297f28c4b),segment_id=ba032253-c523-4d8f-93d2-2c7297f28c4b)] {{(pid=98853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:49:31.099024 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0de1ad86-0224-4515-a9bd-b014fd342ccb admin admin] Notify agent at l3_agent.dv-cinder-793264-1-iscsi the message routers_updated {{(pid=98852) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 03:49:31.108770 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c4c81a-52bf-49fa-b00c-e7144da5ad72 None None] Sync routers for ids ['ce131447-976a-429d-99e3-d67b4a7b22e0'] in dv-cinder-793264-1-iscsi {{(pid=98854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:49:31.119844 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c4c81a-52bf-49fa-b00c-e7144da5ad72 None None] Routers {'ce131447-976a-429d-99e3-d67b4a7b22e0'} bound to L3 agent in host dv-cinder-793264-1-iscsi {{(pid=98854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 03:49:31.120823 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.l3_hamode_db [None req-96c4c81a-52bf-49fa-b00c-e7144da5ad72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-27T03:33:06Z,description=,heartbeat_timestamp=2021-05-27T03:49:06Z,host='dv-cinder-793264-1-iscsi',id=816f7595-8215-4f06-9251-575c663b21d0,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T03:33:06Z,topic='l3_agent')) {'router_ids': ['ce131447-976a-429d-99e3-d67b4a7b22e0'], 'active': True} {{(pid=98854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:49:31.155383 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-88adb022-3d37-4dbc-9a3f-c03f25097149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786481721483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786481287406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786481291807'] for port, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:31.160168 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:49:31.190076 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 33106) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:49:31.222012 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-0de1ad86-0224-4515-a9bd-b014fd342ccb admin admin] Notify callbacks [] for router, before_response {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:31.225810 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-0de1ad86-0224-4515-a9bd-b014fd342ccb admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.5063043 May 27 03:49:31.226963 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 33110) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:49:31.245514 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_dvr_db [None req-14d6a9f8-38ea-4bfd-9a61-f78f5eaaf5fb None None] Set router 945041cb-b0fa-44b7-ab8f-48e2d26f8286 gateway port host: dv-cinder-793264-1-iscsi {{(pid=98853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 03:49:31.308715 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88adb022-3d37-4dbc-9a3f-c03f25097149 None None] Pushing event updated for resources: {'Port': ['ID=da958274-01d4-488e-a778-e9a6923fd390,revision_number=3']} {{(pid=98853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:31.314468 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-88adb022-3d37-4dbc-9a3f-c03f25097149 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:49:31.320655 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.l3_dvr_db [None req-96c4c81a-52bf-49fa-b00c-e7144da5ad72 None None] Set router ce131447-976a-429d-99e3-d67b4a7b22e0 gateway port host: dv-cinder-793264-1-iscsi {{(pid=98854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 03:49:31.331599 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-7f6c9c42-7704-48a6-892e-8393cfe7bf67 None None] Provisioning complete for port da958274-01d4-488e-a778-e9a6923fd390 triggered by entity DHCP. {{(pid=98853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:49:31.331983 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-7f6c9c42-7704-48a6-892e-8393cfe7bf67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487713'] for port, provisioning_complete {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:31.342828 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-540da434-73ad-4f84-8af1-54bf8d00e874 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Notify callbacks [] for security_group, before_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:31.370957 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-540da434-73ad-4f84-8af1-54bf8d00e874 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:31.520183 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Device da958274-01d4-488e-a778-e9a6923fd390 up at agent ovs-agent-dv-cinder-793264-1-iscsi {{(pid=98853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:49:31.528253 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-540da434-73ad-4f84-8af1-54bf8d00e874 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:31.534574 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-9200d97e-19e3-4dab-8721-f58371494b7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:49:31.605404 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540da434-73ad-4f84-8af1-54bf8d00e874 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e39d5df-c8e8-44f8-bf65-7b7c15957e09,revision_number=None']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:31.690447 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.l3_hamode_db [None req-96c4c81a-52bf-49fa-b00c-e7144da5ad72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce131447-976a-429d-99e3-d67b4a7b22e0', 'name': 'tempest-TestVolumeBootPattern-725321050-router', 'tenant_id': 'b100afe59a094503b6fab7b12c6c23ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'external_fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.104'}], 'enable_snat': True}, 'gw_port_id': '3c44ea99-5f59-445a-87f1-4844e5edfbcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:49:27Z', 'updated_at': '2021-05-27T03:49:29Z', 'revision_number': 3, 'project_id': 'b100afe59a094503b6fab7b12c6c23ef', 'gw_port': {'id': '3c44ea99-5f59-445a-87f1-4844e5edfbcc', 'name': '', 'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:7c:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce131447-976a-429d-99e3-d67b4a7b22e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:49:28Z', 'updated_at': '2021-05-27T03:49:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-iscsi'}], 'dv-cinder-793264-1-iscsi', False) {} {{(pid=98854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:49:31.695243 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c4c81a-52bf-49fa-b00c-e7144da5ad72 None None] Checking router: ce131447-976a-429d-99e3-d67b4a7b22e0 for host: dv-cinder-793264-1-iscsi {{(pid=98854) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:49:31.695591 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c4c81a-52bf-49fa-b00c-e7144da5ad72 None None] Updating router ce131447-976a-429d-99e3-d67b4a7b22e0 port 3c44ea99-5f59-445a-87f1-4844e5edfbcc binding host dv-cinder-793264-1-iscsi {{(pid=98854) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 03:49:31.736834 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-540da434-73ad-4f84-8af1-54bf8d00e874 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:49:31.759525 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-540da434-73ad-4f84-8af1-54bf8d00e874 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Notify callbacks [] for security_group, before_response {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:31.759777 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron_lib.callbacks.manager [None req-96c4c81a-52bf-49fa-b00c-e7144da5ad72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_update {{(pid=98854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:31.763550 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-540da434-73ad-4f84-8af1-54bf8d00e874 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "DELETE /v2.0/security-groups/2e39d5df-c8e8-44f8-bf65-7b7c15957e09 HTTP/1.1" status: 204 len: 168 time: 0.5697143 May 27 03:49:31.763816 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 33116) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:49:31.797836 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Provisioning complete for port da958274-01d4-488e-a778-e9a6923fd390 triggered by entity L2. {{(pid=98853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:49:31.798481 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487713'] for port, provisioning_complete {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:31.837726 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.api.v2.resource [None req-796edfa6-3eb2-4d79-aff7-82d74e66a73c tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] show failed (client error): The resource could not be found. May 27 03:49:31.838840 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-796edfa6-3eb2-4d79-aff7-82d74e66a73c tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "GET /v2.0/security-groups/2e39d5df-c8e8-44f8-bf65-7b7c15957e09 HTTP/1.1" status: 404 len: 347 time: 0.0738754 May 27 03:49:31.841968 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.wsgi [-] (98851) accepted ('10.222.0.25', 33120) {{(pid=98851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:49:31.923894 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_hamode_db [None req-14d6a9f8-38ea-4bfd-9a61-f78f5eaaf5fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '945041cb-b0fa-44b7-ab8f-48e2d26f8286', 'name': 'tempest-AttachVolumeTestJSON-161599716-router', 'tenant_id': '276e81e3da1f4d4c9c1881d1b1e863c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'external_fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.4'}], 'enable_snat': True}, 'gw_port_id': '25a5bf52-cef5-4af4-a15b-9443f2edf92d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:40:54Z', 'updated_at': '2021-05-27T03:41:03Z', 'revision_number': 4, 'project_id': '276e81e3da1f4d4c9c1881d1b1e863c4', 'gw_port': {'id': '25a5bf52-cef5-4af4-a15b-9443f2edf92d', 'name': '', 'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:4a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945041cb-b0fa-44b7-ab8f-48e2d26f8286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:40:56Z', 'updated_at': '2021-05-27T03:41:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-iscsi', '_interfaces': [{'id': 'd76d3b3b-e1a8-49e5-be0c-8c193177836a', 'name': '', 'network_id': '130ff3ea-d273-4d90-8f0d-494d41441c60', 'tenant_id': '276e81e3da1f4d4c9c1881d1b1e863c4', 'mac_address': 'fa:16:3e:c5:ac:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945041cb-b0fa-44b7-ab8f-48e2d26f8286', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '116079ce-8119-4ea5-82d4-c0c254fad638', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:41:02Z', 'updated_at': '2021-05-27T03:41:16Z', 'revision_number': 5, 'project_id': '276e81e3da1f4d4c9c1881d1b1e863c4', 'subnets': [{'id': '116079ce-8119-4ea5-82d4-c0c254fad638', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-1-iscsi', False) {} {{(pid=98853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:49:31.946219 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d6a9f8-38ea-4bfd-9a61-f78f5eaaf5fb None None] The sync data for ids ['945041cb-b0fa-44b7-ab8f-48e2d26f8286'] in dv-cinder-793264-1-iscsi is: [{'id': '945041cb-b0fa-44b7-ab8f-48e2d26f8286', 'name': 'tempest-AttachVolumeTestJSON-161599716-router', 'tenant_id': '276e81e3da1f4d4c9c1881d1b1e863c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'external_fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.4'}], 'enable_snat': True}, 'gw_port_id': '25a5bf52-cef5-4af4-a15b-9443f2edf92d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:40:54Z', 'updated_at': '2021-05-27T03:41:03Z', 'revision_number': 4, 'project_id': '276e81e3da1f4d4c9c1881d1b1e863c4', 'gw_port': {'id': '25a5bf52-cef5-4af4-a15b-9443f2edf92d', 'name': '', 'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:4a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945041cb-b0fa-44b7-ab8f-48e2d26f8286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:40:56Z', 'updated_at': '2021-05-27T03:41:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-iscsi', '_interfaces': [{'id': 'd76d3b3b-e1a8-49e5-be0c-8c193177836a', 'name': '', 'network_id': '130ff3ea-d273-4d90-8f0d-494d41441c60', 'tenant_id': '276e81e3da1f4d4c9c1881d1b1e863c4', 'mac_address': 'fa:16:3e:c5:ac:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945041cb-b0fa-44b7-ab8f-48e2d26f8286', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '116079ce-8119-4ea5-82d4-c0c254fad638', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:41:02Z', 'updated_at': '2021-05-27T03:41:16Z', 'revision_number': 5, 'project_id': '276e81e3da1f4d4c9c1881d1b1e863c4', 'subnets': [{'id': '116079ce-8119-4ea5-82d4-c0c254fad638', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:49:31.964750 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Device 3c673371-f2b8-409e-95ea-14f1efedee98 up at agent ovs-agent-dv-cinder-793264-1-iscsi {{(pid=98853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:49:32.043842 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Provisioning complete for port 3c673371-f2b8-409e-95ea-14f1efedee98 triggered by entity L2. {{(pid=98853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:49:32.044530 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487713'] for port, provisioning_complete {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:32.102544 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.plugin [None req-b81527c2-1bf0-4ff7-9dfe-3f43d8bc0094 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Deleting port f49c78db-7f8b-460a-a859-bfaf61dabb79 {{(pid=98851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 03:49:32.102888 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-b81527c2-1bf0-4ff7-9dfe-3f43d8bc0094 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786481719372'] for port, before_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:32.189453 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron_lib.callbacks.manager [None req-96c4c81a-52bf-49fa-b00c-e7144da5ad72 None None] Notify callbacks [] for port, precommit_update {{(pid=98854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:32.204317 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.provisioning_blocks [None req-96c4c81a-52bf-49fa-b00c-e7144da5ad72 None None] Transition to ACTIVE for port object 3c44ea99-5f59-445a-87f1-4844e5edfbcc will not be triggered until provisioned by entity L2. {{(pid=98854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:49:32.243629 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-b81527c2-1bf0-4ff7-9dfe-3f43d8bc0094 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417280'] for port, precommit_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:32.244100 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-b81527c2-1bf0-4ff7-9dfe-3f43d8bc0094 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:32.282938 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron_lib.callbacks.manager [None req-96c4c81a-52bf-49fa-b00c-e7144da5ad72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786481721483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786481287406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786481291807'] for port, after_update {{(pid=98854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:32.287053 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:49:32.287237 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8572a5ff-c92a-417c-9d6c-652918b6be34 None None] New status for floating IP f7a72358-296f-4cd5-92a1-68f76e368acc: DOWN {{(pid=98853) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 03:49:32.291858 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-ca21cddb-fb09-4063-a65b-2542e317b852 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:32.368871 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.plugins.ml2.managers [None req-96c4c81a-52bf-49fa-b00c-e7144da5ad72 None None] Attempting to bind port 3c44ea99-5f59-445a-87f1-4844e5edfbcc on host dv-cinder-793264-1-iscsi for vnic_type normal with profile {{(pid=98854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:49:32.369240 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.plugins.ml2.managers [None req-96c4c81a-52bf-49fa-b00c-e7144da5ad72 None None] Attempting to bind port 3c44ea99-5f59-445a-87f1-4844e5edfbcc by drivers openvswitch,hyperv on host dv-cinder-793264-1-iscsi at level 0 using segments [{'id': '7a030bd6-e61c-49cd-a1b5-23d06097a1a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7'}] {{(pid=98854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:49:32.369617 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c4c81a-52bf-49fa-b00c-e7144da5ad72 None None] Attempting to bind port 3c44ea99-5f59-445a-87f1-4844e5edfbcc on network 9a3e94d8-5315-41b6-9829-3c758c3039b7 {{(pid=98854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:49:32.371844 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fa13bb-0883-482b-b086-c60feb2f149c None None] Pushing event updated for resources: {'Port': ['ID=3c44ea99-5f59-445a-87f1-4844e5edfbcc,revision_number=2']} {{(pid=98854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:32.375672 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG oslo_concurrency.lockutils [None req-23fa13bb-0883-482b-b086-c60feb2f149c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=98854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:49:32.384564 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c4c81a-52bf-49fa-b00c-e7144da5ad72 None None] Checking agent: {'id': 'ffe58315-61ba-45bf-8076-0ef37f215597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793264-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 3, 33, 6), 'started_at': datetime.datetime(2021, 5, 27, 3, 33, 36), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 3, 49, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793264-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 03:49:32.385159 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c4c81a-52bf-49fa-b00c-e7144da5ad72 None None] Checking segment: {'id': '7a030bd6-e61c-49cd-a1b5-23d06097a1a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 03:49:32.385924 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron_lib.callbacks.manager [None req-96c4c81a-52bf-49fa-b00c-e7144da5ad72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:32.386472 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c4c81a-52bf-49fa-b00c-e7144da5ad72 None None] Bound using segment: {'id': '7a030bd6-e61c-49cd-a1b5-23d06097a1a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7'} {{(pid=98854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 03:49:32.387923 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.plugins.ml2.managers [None req-96c4c81a-52bf-49fa-b00c-e7144da5ad72 None None] Bound port: 3c44ea99-5f59-445a-87f1-4844e5edfbcc, host: dv-cinder-793264-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a030bd6-e61c-49cd-a1b5-23d06097a1a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7'}}] {{(pid=98854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:49:32.388499 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron_lib.callbacks.manager [None req-96c4c81a-52bf-49fa-b00c-e7144da5ad72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_update {{(pid=98854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:32.407614 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.plugin [None req-b81527c2-1bf0-4ff7-9dfe-3f43d8bc0094 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Calling delete_port for f49c78db-7f8b-460a-a859-bfaf61dabb79 owned by network:floatingip {{(pid=98851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 03:49:32.484466 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.plugins.ml2.db [None req-96c4c81a-52bf-49fa-b00c-e7144da5ad72 None None] For port 3c44ea99-5f59-445a-87f1-4844e5edfbcc, host dv-cinder-793264-1-iscsi, cleared binding levels {{(pid=98854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:49:32.488110 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.plugins.ml2.db [None req-96c4c81a-52bf-49fa-b00c-e7144da5ad72 None None] For port 3c44ea99-5f59-445a-87f1-4844e5edfbcc, host dv-cinder-793264-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-1-iscsi',level=0,port_id=3c44ea99-5f59-445a-87f1-4844e5edfbcc,segment=NetworkSegment(7a030bd6-e61c-49cd-a1b5-23d06097a1a4),segment_id=7a030bd6-e61c-49cd-a1b5-23d06097a1a4)] {{(pid=98854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 03:49:32.529060 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.db_base_plugin_common [None req-ca21cddb-fb09-4063-a65b-2542e317b852 admin admin] Allocated IP 172.20.0.1 (f7a2bd6b-62f7-43b4-97e9-7b57b42603e6/4ccaa96a-1cf8-49a3-af50-2a38fd33a079/e5ae78d0-c371-4dbe-b28e-1e154369f33c) {{(pid=98852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:49:32.571850 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron_lib.callbacks.manager [None req-96c4c81a-52bf-49fa-b00c-e7144da5ad72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786481721483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786481287406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786481291807'] for port, after_update {{(pid=98854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:32.577008 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG oslo_concurrency.lockutils [None req-e0578940-0098-449f-af77-6fa375e2071d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:49:32.670722 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c4c81a-52bf-49fa-b00c-e7144da5ad72 None None] Routers {'ce131447-976a-429d-99e3-d67b4a7b22e0'} bound to L3 agent in host dv-cinder-793264-1-iscsi {{(pid=98854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 03:49:32.671351 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.l3_hamode_db [None req-96c4c81a-52bf-49fa-b00c-e7144da5ad72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-27T03:33:06Z,description=,heartbeat_timestamp=2021-05-27T03:49:06Z,host='dv-cinder-793264-1-iscsi',id=816f7595-8215-4f06-9251-575c663b21d0,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T03:33:06Z,topic='l3_agent')) {'router_ids': ['ce131447-976a-429d-99e3-d67b4a7b22e0'], 'active': True} {{(pid=98854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:49:32.692583 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-ca21cddb-fb09-4063-a65b-2542e317b852 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:32.709697 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.provisioning_blocks [None req-ca21cddb-fb09-4063-a65b-2542e317b852 admin admin] Transition to ACTIVE for port object e5ae78d0-c371-4dbe-b28e-1e154369f33c will not be triggered until provisioned by entity DHCP. {{(pid=98852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:49:32.718795 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fa13bb-0883-482b-b086-c60feb2f149c None None] Pushing event updated for resources: {'Port': ['ID=3c44ea99-5f59-445a-87f1-4844e5edfbcc,revision_number=3']} {{(pid=98854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:32.731962 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG oslo_concurrency.lockutils [None req-23fa13bb-0883-482b-b086-c60feb2f149c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=98854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:49:32.748374 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-b81527c2-1bf0-4ff7-9dfe-3f43d8bc0094 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786481721510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786481287397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28231606'] for port, after_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:32.753170 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-42242463-b186-4dd5-a0cd-c27dbf02d291 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:49:32.800375 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81527c2-1bf0-4ff7-9dfe-3f43d8bc0094 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Pushing event deleted for resources: {'Port': ['ID=f49c78db-7f8b-460a-a859-bfaf61dabb79,revision_number=None']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:32.804428 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-ca21cddb-fb09-4063-a65b-2542e317b852 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786481287388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27723313'] for port, after_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:32.810159 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-2f8ab0c3-e1a7-4444-a837-9cd568adaeb0 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:49:32.830939 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-b81527c2-1bf0-4ff7-9dfe-3f43d8bc0094 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:49:32.850074 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.l3_dvr_db [None req-96c4c81a-52bf-49fa-b00c-e7144da5ad72 None None] Set router ce131447-976a-429d-99e3-d67b4a7b22e0 gateway port host: dv-cinder-793264-1-iscsi {{(pid=98854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 03:49:32.886620 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca21cddb-fb09-4063-a65b-2542e317b852 admin admin] Network f7a2bd6b-62f7-43b4-97e9-7b57b42603e6 is already hosted by enough agents. {{(pid=98852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:49:32.889042 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-b81527c2-1bf0-4ff7-9dfe-3f43d8bc0094 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Notify callbacks [] for floatingip, after_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:32.889778 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.scheduler.base_scheduler [None req-ca21cddb-fb09-4063-a65b-2542e317b852 admin admin] Resources bound (agent type, host, resource id): {{(pid=98852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:49:32.893467 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca21cddb-fb09-4063-a65b-2542e317b852 admin admin] Received port after_create {{(pid=98852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 03:49:32.908908 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-b81527c2-1bf0-4ff7-9dfe-3f43d8bc0094 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4037888'] for floatingip, before_response {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:32.909115 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Device 24177437-ade1-43c7-bd7d-340757426924 no longer exists at agent hyperv_hv-cinder-79326 {{(pid=98853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:49:32.909910 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [None req-b81527c2-1bf0-4ff7-9dfe-3f43d8bc0094 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "DELETE /v2.0/floatingips/f7a72358-296f-4cd5-92a1-68f76e368acc HTTP/1.1" status: 204 len: 168 time: 1.0669956 May 27 03:49:32.938078 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca21cddb-fb09-4063-a65b-2542e317b852 admin admin] Pushing event updated for resources: {'Port': ['ID=e5ae78d0-c371-4dbe-b28e-1e154369f33c,revision_number=1']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:32.948171 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-ca21cddb-fb09-4063-a65b-2542e317b852 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:49:32.972352 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.plugin [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] No Port match for: 24177437-ade1-43c7-bd7d-340757426924 {{(pid=98853) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 03:49:32.972965 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Device 24177437-ade1-43c7-bd7d-340757426924 not bound to the agent host hv-cinder-79326 {{(pid=98853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:49:32.975056 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-ca21cddb-fb09-4063-a65b-2542e317b852 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-403814'] for router_interface, before_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:33.181059 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.l3_hamode_db [None req-96c4c81a-52bf-49fa-b00c-e7144da5ad72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce131447-976a-429d-99e3-d67b4a7b22e0', 'name': 'tempest-TestVolumeBootPattern-725321050-router', 'tenant_id': 'b100afe59a094503b6fab7b12c6c23ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'external_fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.104'}], 'enable_snat': True}, 'gw_port_id': '3c44ea99-5f59-445a-87f1-4844e5edfbcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:49:27Z', 'updated_at': '2021-05-27T03:49:29Z', 'revision_number': 3, 'project_id': 'b100afe59a094503b6fab7b12c6c23ef', 'gw_port': {'id': '3c44ea99-5f59-445a-87f1-4844e5edfbcc', 'name': '', 'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:7c:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce131447-976a-429d-99e3-d67b4a7b22e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:49:28Z', 'updated_at': '2021-05-27T03:49:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-iscsi'}], 'dv-cinder-793264-1-iscsi', False) {} {{(pid=98854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:49:33.184878 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c4c81a-52bf-49fa-b00c-e7144da5ad72 None None] The sync data for ids ['ce131447-976a-429d-99e3-d67b4a7b22e0'] in dv-cinder-793264-1-iscsi is: [{'id': 'ce131447-976a-429d-99e3-d67b4a7b22e0', 'name': 'tempest-TestVolumeBootPattern-725321050-router', 'tenant_id': 'b100afe59a094503b6fab7b12c6c23ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'external_fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.104'}], 'enable_snat': True}, 'gw_port_id': '3c44ea99-5f59-445a-87f1-4844e5edfbcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:49:27Z', 'updated_at': '2021-05-27T03:49:29Z', 'revision_number': 3, 'project_id': 'b100afe59a094503b6fab7b12c6c23ef', 'gw_port': {'id': '3c44ea99-5f59-445a-87f1-4844e5edfbcc', 'name': '', 'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:7c:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce131447-976a-429d-99e3-d67b4a7b22e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:49:28Z', 'updated_at': '2021-05-27T03:49:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-iscsi'}] {{(pid=98854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:49:33.277333 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-cd6d1e9d-fba6-4ff1-a23e-0fff6eed83ce None None] Provisioning for port e5ae78d0-c371-4dbe-b28e-1e154369f33c completed by entity DHCP. {{(pid=98853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:49:33.283512 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-cd6d1e9d-fba6-4ff1-a23e-0fff6eed83ce None None] Provisioning complete for port e5ae78d0-c371-4dbe-b28e-1e154369f33c triggered by entity DHCP. {{(pid=98853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:49:33.288619 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-cd6d1e9d-fba6-4ff1-a23e-0fff6eed83ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487713'] for port, provisioning_complete {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:33.343223 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.plugin [None req-cd6d1e9d-fba6-4ff1-a23e-0fff6eed83ce None None] Port e5ae78d0-c371-4dbe-b28e-1e154369f33c cannot update to ACTIVE because it is not bound. {{(pid=98853) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 03:49:33.350598 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-ca21cddb-fb09-4063-a65b-2542e317b852 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_update {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:33.499104 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.wsgi [-] (98851) accepted ('10.222.0.25', 33130) {{(pid=98851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:49:33.504872 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.v2.base [None req-b606fe4f-391a-4c0f-9e7d-1f385178fc5e tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1912924276', 'description': 'tempest-description--1613031012'}} {{(pid=98851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:49:33.511861 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.quota.driver [None req-b606fe4f-391a-4c0f-9e7d-1f385178fc5e tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:49:33.516345 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [None req-b606fe4f-391a-4c0f-9e7d-1f385178fc5e tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Usage tracker for resource:security_group and tenant:276e81e3da1f4d4c9c1881d1b1e863c4 is out of sync, need to count used quota {{(pid=98851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:49:33.519865 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [None req-b606fe4f-391a-4c0f-9e7d-1f385178fc5e tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=98851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:49:33.526805 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.quota.driver [None req-b606fe4f-391a-4c0f-9e7d-1f385178fc5e tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:49:33.608141 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-ca21cddb-fb09-4063-a65b-2542e317b852 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:33.620253 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-b606fe4f-391a-4c0f-9e7d-1f385178fc5e tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Notify callbacks [] for security_group, before_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:33.642584 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.quota.driver [None req-b606fe4f-391a-4c0f-9e7d-1f385178fc5e tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:49:33.646745 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [None req-b606fe4f-391a-4c0f-9e7d-1f385178fc5e tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Usage tracker for resource:security_group_rule and tenant:276e81e3da1f4d4c9c1881d1b1e863c4 is out of sync, need to count used quota {{(pid=98851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:49:33.652203 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [None req-b606fe4f-391a-4c0f-9e7d-1f385178fc5e tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=98851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:49:33.658725 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.quota.driver [None req-b606fe4f-391a-4c0f-9e7d-1f385178fc5e tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:49:33.671582 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-ca21cddb-fb09-4063-a65b-2542e317b852 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786481721483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786481287406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786481291807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27723270'] for port, after_update {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:33.704173 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-8410b882-46b7-46e5-a8a5-09b6f9e121ab tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:49:33.745660 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-b606fe4f-391a-4c0f-9e7d-1f385178fc5e tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Notify callbacks [] for security_group, precommit_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:33.814644 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-b606fe4f-391a-4c0f-9e7d-1f385178fc5e tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:33.829463 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-67237ceb-4738-4e60-8840-5572b030187d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:49:33.849321 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-ab2c6d3b-c993-478d-a8ab-de0bb82da1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:33.861977 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b606fe4f-391a-4c0f-9e7d-1f385178fc5e tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1817d5c-2ed0-42a3-9109-806eb31ce8b5,revision_number=1']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:33.865279 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-b606fe4f-391a-4c0f-9e7d-1f385178fc5e tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:49:33.920275 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-ca21cddb-fb09-4063-a65b-2542e317b852 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3689977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-403909'] for router_interface, after_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:33.923956 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca21cddb-fb09-4063-a65b-2542e317b852 admin admin] Pushing event updated for resources: {'Port': ['ID=e5ae78d0-c371-4dbe-b28e-1e154369f33c,revision_number=2']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:33.926915 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-ca21cddb-fb09-4063-a65b-2542e317b852 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:49:33.936924 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-b606fe4f-391a-4c0f-9e7d-1f385178fc5e tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Notify callbacks [] for security_group, before_response {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:33.938219 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [None req-b606fe4f-391a-4c0f-9e7d-1f385178fc5e tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4378228 May 27 03:49:33.940989 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.wsgi [-] (98851) accepted ('10.222.0.25', 33136) {{(pid=98851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:49:33.947145 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.v2.base [None req-19ddd0a4-5db6-4540-82f0-0fbbb4021e80 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Request body: {'security_group_rule': {'security_group_id': 'e1817d5c-2ed0-42a3-9109-806eb31ce8b5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:49:33.953109 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.quota.driver [None req-19ddd0a4-5db6-4540-82f0-0fbbb4021e80 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:49:33.957206 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [None req-19ddd0a4-5db6-4540-82f0-0fbbb4021e80 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Usage tracker for resource:security_group_rule and tenant:276e81e3da1f4d4c9c1881d1b1e863c4 is out of sync, need to count used quota {{(pid=98851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:49:33.960344 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [None req-19ddd0a4-5db6-4540-82f0-0fbbb4021e80 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=98851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:49:33.966322 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.quota.driver [None req-19ddd0a4-5db6-4540-82f0-0fbbb4021e80 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:49:34.045680 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-19ddd0a4-5db6-4540-82f0-0fbbb4021e80 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:34.067040 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca21cddb-fb09-4063-a65b-2542e317b852 admin admin] Network f7a2bd6b-62f7-43b4-97e9-7b57b42603e6 is already hosted by enough agents. {{(pid=98852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:49:34.068199 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.scheduler.base_scheduler [None req-ca21cddb-fb09-4063-a65b-2542e317b852 admin admin] Resources bound (agent type, host, resource id): {{(pid=98852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:49:34.108430 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-19ddd0a4-5db6-4540-82f0-0fbbb4021e80 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:34.186041 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-19ddd0a4-5db6-4540-82f0-0fbbb4021e80 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465797'] for security_group_rule, after_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:34.188082 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:49:34.210745 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ddd0a4-5db6-4540-82f0-0fbbb4021e80 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=798c3ad5-c9b3-47a3-a901-a9c4ed442ce7,revision_number=0']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:34.214477 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-19ddd0a4-5db6-4540-82f0-0fbbb4021e80 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:49:34.263275 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca21cddb-fb09-4063-a65b-2542e317b852 admin admin] Router ce131447-976a-429d-99e3-d67b4a7b22e0 has already been hosted by L3 agent 816f7595-8215-4f06-9251-575c663b21d0 {{(pid=98852) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 03:49:34.267753 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-22ba4626-1458-41d4-a617-1dd31a4fceb1 None None] Provisioning complete for port e5ae78d0-c371-4dbe-b28e-1e154369f33c triggered by entity DHCP. {{(pid=98853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:49:34.268776 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-22ba4626-1458-41d4-a617-1dd31a4fceb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487713'] for port, provisioning_complete {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:34.271766 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-19ddd0a4-5db6-4540-82f0-0fbbb4021e80 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:34.273056 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [None req-19ddd0a4-5db6-4540-82f0-0fbbb4021e80 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3309593 May 27 03:49:34.276860 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.wsgi [-] (98851) accepted ('10.222.0.25', 33140) {{(pid=98851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:49:34.286424 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.v2.base [None req-d0f45098-4363-405e-bf17-c1a8ecd8c55d tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Request body: {'security_group_rule': {'security_group_id': 'e1817d5c-2ed0-42a3-9109-806eb31ce8b5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=98851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:49:34.294694 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.quota.driver [None req-d0f45098-4363-405e-bf17-c1a8ecd8c55d tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:49:34.298962 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [None req-d0f45098-4363-405e-bf17-c1a8ecd8c55d tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Usage tracker for resource:security_group_rule and tenant:276e81e3da1f4d4c9c1881d1b1e863c4 is out of sync, need to count used quota {{(pid=98851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:49:34.302270 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [None req-d0f45098-4363-405e-bf17-c1a8ecd8c55d tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=98851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:49:34.309120 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.quota.driver [None req-d0f45098-4363-405e-bf17-c1a8ecd8c55d tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=98851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:49:34.330933 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.plugin [None req-22ba4626-1458-41d4-a617-1dd31a4fceb1 None None] Port e5ae78d0-c371-4dbe-b28e-1e154369f33c cannot update to ACTIVE because it is not bound. {{(pid=98853) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 03:49:34.397815 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-d0f45098-4363-405e-bf17-c1a8ecd8c55d tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:34.452631 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca21cddb-fb09-4063-a65b-2542e317b852 admin admin] Notify agent at l3_agent.dv-cinder-793264-1-iscsi the message routers_updated {{(pid=98852) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 03:49:34.461838 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-ca21cddb-fb09-4063-a65b-2542e317b852 admin admin] 10.222.0.25 "PUT /v2.0/routers/ce131447-976a-429d-99e3-d67b4a7b22e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2340651 May 27 03:49:34.462035 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-d0f45098-4363-405e-bf17-c1a8ecd8c55d tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:34.582262 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-d0f45098-4363-405e-bf17-c1a8ecd8c55d tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465797'] for security_group_rule, after_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:34.584288 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-7cfcf2ee-b730-4058-bbff-9f091dbbfec0 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:49:34.610896 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f45098-4363-405e-bf17-c1a8ecd8c55d tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=792936ed-ece7-4bbe-b04a-d359f80c6fc3,revision_number=0']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:34.613364 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-d0f45098-4363-405e-bf17-c1a8ecd8c55d tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:49:34.683011 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-d0f45098-4363-405e-bf17-c1a8ecd8c55d tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:34.684232 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [None req-d0f45098-4363-405e-bf17-c1a8ecd8c55d tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4062748 May 27 03:49:34.687295 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.wsgi [-] (98851) accepted ('10.222.0.25', 33150) {{(pid=98851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:49:34.692280 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.v2.base [None req-ed68340d-34d9-49cf-8e02-c48e1693aacb tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Request body: {'floatingip': {'floating_network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7'}} {{(pid=98851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:49:34.698180 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.quota.driver [None req-ed68340d-34d9-49cf-8e02-c48e1693aacb tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:49:34.701926 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [None req-ed68340d-34d9-49cf-8e02-c48e1693aacb tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Usage tracker for resource:floatingip and tenant:276e81e3da1f4d4c9c1881d1b1e863c4 is out of sync, need to count used quota {{(pid=98851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:49:34.705063 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [None req-ed68340d-34d9-49cf-8e02-c48e1693aacb tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=98851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:49:34.711306 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.quota.driver [None req-ed68340d-34d9-49cf-8e02-c48e1693aacb tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=98851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:49:34.777329 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-ed68340d-34d9-49cf-8e02-c48e1693aacb tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Notify callbacks [] for floatingip, before_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:34.933999 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-ed68340d-34d9-49cf-8e02-c48e1693aacb tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:35.015733 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 33156) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:49:35.021633 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.v2.base [None req-97652030-ae39-4232-8730-74f6597f6230 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1920270131', 'description': 'tempest-secgroup-smoke-1920270131 description', 'project_id': '6b6a582a2a304a7d881efcfa2373dfb1'}} {{(pid=98852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:49:35.028234 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-97652030-ae39-4232-8730-74f6597f6230 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:49:35.033098 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-97652030-ae39-4232-8730-74f6597f6230 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Usage tracker for resource:security_group and tenant:6b6a582a2a304a7d881efcfa2373dfb1 is out of sync, need to count used quota {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:49:35.036772 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-97652030-ae39-4232-8730-74f6597f6230 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:49:35.043588 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-97652030-ae39-4232-8730-74f6597f6230 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:49:35.081585 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.db_base_plugin_common [None req-ed68340d-34d9-49cf-8e02-c48e1693aacb tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Allocated IP 172.27.2.72 (9a3e94d8-5315-41b6-9829-3c758c3039b7/7ac4e62e-aca4-43cf-995d-95d63bfe1e6b/f20069bd-7061-493a-8b2a-840550432f7c) {{(pid=98851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:49:35.137527 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-97652030-ae39-4232-8730-74f6597f6230 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Notify callbacks [] for security_group, before_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:35.160173 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-97652030-ae39-4232-8730-74f6597f6230 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:49:35.164870 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-97652030-ae39-4232-8730-74f6597f6230 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Usage tracker for resource:security_group_rule and tenant:6b6a582a2a304a7d881efcfa2373dfb1 is out of sync, need to count used quota {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:49:35.168133 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-97652030-ae39-4232-8730-74f6597f6230 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:49:35.173933 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-97652030-ae39-4232-8730-74f6597f6230 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:49:35.230647 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-ed68340d-34d9-49cf-8e02-c48e1693aacb tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Notify callbacks [] for port, precommit_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:35.245921 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-97652030-ae39-4232-8730-74f6597f6230 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Notify callbacks [] for security_group, precommit_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:35.323426 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-97652030-ae39-4232-8730-74f6597f6230 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:35.327201 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-637ab009-d5ac-4144-8a4c-97389582e4d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:49:35.331212 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-ed68340d-34d9-49cf-8e02-c48e1693aacb tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786481287388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28231606'] for port, after_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:35.336530 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-b81527c2-1bf0-4ff7-9dfe-3f43d8bc0094 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:49:35.349762 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529bfda4-d1d4-42a2-b46b-0ad187df6172 None None] Sync routers for ids ['ce131447-976a-429d-99e3-d67b4a7b22e0'] in dv-cinder-793264-1-iscsi {{(pid=98854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:49:35.358044 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529bfda4-d1d4-42a2-b46b-0ad187df6172 None None] Routers {'ce131447-976a-429d-99e3-d67b4a7b22e0'} bound to L3 agent in host dv-cinder-793264-1-iscsi {{(pid=98854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 03:49:35.358649 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.l3_hamode_db [None req-529bfda4-d1d4-42a2-b46b-0ad187df6172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-27T03:33:06Z,description=,heartbeat_timestamp=2021-05-27T03:49:06Z,host='dv-cinder-793264-1-iscsi',id=816f7595-8215-4f06-9251-575c663b21d0,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T03:33:06Z,topic='l3_agent')) {'router_ids': ['ce131447-976a-429d-99e3-d67b4a7b22e0'], 'active': True} {{(pid=98854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:49:35.372081 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97652030-ae39-4232-8730-74f6597f6230 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff86e39a-d39a-4fd4-a00c-fee39d8f2861,revision_number=1']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:35.390865 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-97652030-ae39-4232-8730-74f6597f6230 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:49:35.405259 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed68340d-34d9-49cf-8e02-c48e1693aacb tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Network 9a3e94d8-5315-41b6-9829-3c758c3039b7 is already hosted by enough agents. {{(pid=98851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:49:35.408837 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.scheduler.base_scheduler [None req-ed68340d-34d9-49cf-8e02-c48e1693aacb tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Resources bound (agent type, host, resource id): {{(pid=98851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:49:35.419041 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed68340d-34d9-49cf-8e02-c48e1693aacb tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Received port after_create {{(pid=98851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 03:49:35.451846 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed68340d-34d9-49cf-8e02-c48e1693aacb tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Pushing event updated for resources: {'Port': ['ID=f20069bd-7061-493a-8b2a-840550432f7c,revision_number=1']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:35.457989 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-ed68340d-34d9-49cf-8e02-c48e1693aacb tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:49:35.474838 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-97652030-ae39-4232-8730-74f6597f6230 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Notify callbacks [] for security_group, before_response {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:35.476858 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-97652030-ae39-4232-8730-74f6597f6230 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4596033 May 27 03:49:35.479719 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 33160) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:49:35.485590 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.v2.base [None req-b8c29ecf-ebdf-4b19-813b-b85d09eace21 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Request body: {'security_group_rule': {'security_group_id': 'ff86e39a-d39a-4fd4-a00c-fee39d8f2861', 'project_id': '6b6a582a2a304a7d881efcfa2373dfb1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:49:35.497480 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-b8c29ecf-ebdf-4b19-813b-b85d09eace21 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:49:35.502508 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-b8c29ecf-ebdf-4b19-813b-b85d09eace21 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Usage tracker for resource:security_group_rule and tenant:6b6a582a2a304a7d881efcfa2373dfb1 is out of sync, need to count used quota {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:49:35.505810 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-b8c29ecf-ebdf-4b19-813b-b85d09eace21 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:49:35.521549 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-ed68340d-34d9-49cf-8e02-c48e1693aacb tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:35.521701 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-b8c29ecf-ebdf-4b19-813b-b85d09eace21 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:49:35.523871 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Device 3c44ea99-5f59-445a-87f1-4844e5edfbcc up at agent ovs-agent-dv-cinder-793264-1-iscsi {{(pid=98853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:49:35.558922 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.l3_dvr_db [None req-529bfda4-d1d4-42a2-b46b-0ad187df6172 None None] Set router ce131447-976a-429d-99e3-d67b4a7b22e0 gateway port host: dv-cinder-793264-1-iscsi {{(pid=98854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 03:49:35.628482 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-b8c29ecf-ebdf-4b19-813b-b85d09eace21 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:35.654050 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-ed68340d-34d9-49cf-8e02-c48e1693aacb tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_update {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:35.680589 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Provisioning for port 3c44ea99-5f59-445a-87f1-4844e5edfbcc completed by entity L2. {{(pid=98853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:49:35.686026 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Provisioning complete for port 3c44ea99-5f59-445a-87f1-4844e5edfbcc triggered by entity L2. {{(pid=98853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:49:35.686430 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487713'] for port, provisioning_complete {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:35.704100 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-b8c29ecf-ebdf-4b19-813b-b85d09eace21 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:35.765216 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-b8c29ecf-ebdf-4b19-813b-b85d09eace21 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465797'] for security_group_rule, after_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:35.774776 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:49:35.796796 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c29ecf-ebdf-4b19-813b-b85d09eace21 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a750efef-1206-4068-9bcf-3b8fde36469f,revision_number=0']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:35.800065 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-b8c29ecf-ebdf-4b19-813b-b85d09eace21 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:49:35.833455 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:35.850088 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.db [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] For port 3c44ea99-5f59-445a-87f1-4844e5edfbcc, host dv-cinder-793264-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-1-iscsi',level=0,port_id=3c44ea99-5f59-445a-87f1-4844e5edfbcc,segment=NetworkSegment(7a030bd6-e61c-49cd-a1b5-23d06097a1a4),segment_id=7a030bd6-e61c-49cd-a1b5-23d06097a1a4)] {{(pid=98853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:49:35.883008 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-b8c29ecf-ebdf-4b19-813b-b85d09eace21 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:35.887041 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-b8c29ecf-ebdf-4b19-813b-b85d09eace21 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4038079 May 27 03:49:35.887194 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 33164) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:49:35.890661 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.l3_hamode_db [None req-529bfda4-d1d4-42a2-b46b-0ad187df6172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce131447-976a-429d-99e3-d67b4a7b22e0', 'name': 'tempest-TestVolumeBootPattern-725321050-router', 'tenant_id': 'b100afe59a094503b6fab7b12c6c23ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'external_fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.104'}], 'enable_snat': True}, 'gw_port_id': '3c44ea99-5f59-445a-87f1-4844e5edfbcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:49:27Z', 'updated_at': '2021-05-27T03:49:33Z', 'revision_number': 4, 'project_id': 'b100afe59a094503b6fab7b12c6c23ef', 'gw_port': {'id': '3c44ea99-5f59-445a-87f1-4844e5edfbcc', 'name': '', 'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:7c:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce131447-976a-429d-99e3-d67b4a7b22e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:49:28Z', 'updated_at': '2021-05-27T03:49:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-iscsi', '_interfaces': [{'id': 'e5ae78d0-c371-4dbe-b28e-1e154369f33c', 'name': '', 'network_id': 'f7a2bd6b-62f7-43b4-97e9-7b57b42603e6', 'tenant_id': 'b100afe59a094503b6fab7b12c6c23ef', 'mac_address': 'fa:16:3e:6d:7e:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce131447-976a-429d-99e3-d67b4a7b22e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '4ccaa96a-1cf8-49a3-af50-2a38fd33a079', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:49:32Z', 'updated_at': '2021-05-27T03:49:33Z', 'revision_number': 2, 'project_id': 'b100afe59a094503b6fab7b12c6c23ef', 'subnets': [{'id': '4ccaa96a-1cf8-49a3-af50-2a38fd33a079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-1-iscsi', False) {} {{(pid=98854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:49:35.893027 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.v2.base [None req-fc4e9cf1-879f-48c1-b0e8-cbd75dbd15e3 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Request body: {'security_group_rule': {'security_group_id': 'ff86e39a-d39a-4fd4-a00c-fee39d8f2861', 'project_id': '6b6a582a2a304a7d881efcfa2373dfb1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=98852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:49:35.895093 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529bfda4-d1d4-42a2-b46b-0ad187df6172 None None] Checking router: ce131447-976a-429d-99e3-d67b4a7b22e0 for host: dv-cinder-793264-1-iscsi {{(pid=98854) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:49:35.895480 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529bfda4-d1d4-42a2-b46b-0ad187df6172 None None] Updating router ce131447-976a-429d-99e3-d67b4a7b22e0 port e5ae78d0-c371-4dbe-b28e-1e154369f33c binding host dv-cinder-793264-1-iscsi {{(pid=98854) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 03:49:35.899001 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-fc4e9cf1-879f-48c1-b0e8-cbd75dbd15e3 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:49:35.902771 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-fc4e9cf1-879f-48c1-b0e8-cbd75dbd15e3 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Usage tracker for resource:security_group_rule and tenant:6b6a582a2a304a7d881efcfa2373dfb1 is out of sync, need to count used quota {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:49:35.905733 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-fc4e9cf1-879f-48c1-b0e8-cbd75dbd15e3 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:49:35.911470 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786481721483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786481287406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786481291807'] for port, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:35.915140 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-88adb022-3d37-4dbc-9a3f-c03f25097149 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:49:35.930098 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-fc4e9cf1-879f-48c1-b0e8-cbd75dbd15e3 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:49:35.952842 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron_lib.callbacks.manager [None req-529bfda4-d1d4-42a2-b46b-0ad187df6172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_update {{(pid=98854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:35.970012 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-ed68340d-34d9-49cf-8e02-c48e1693aacb tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Notify callbacks [] for port, precommit_update {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:35.995392 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Pushing event updated for resources: {'Port': ['ID=3c44ea99-5f59-445a-87f1-4844e5edfbcc,revision_number=4']} {{(pid=98853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:35.998433 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:49:36.034445 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-fc4e9cf1-879f-48c1-b0e8-cbd75dbd15e3 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:36.057198 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-ed68340d-34d9-49cf-8e02-c48e1693aacb tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786481721483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786481287406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786481291807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28231553'] for port, after_update {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:36.065475 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-44c61d3f-e5a3-4b94-bfc9-50d7de241c57 tempest-AttachVolumeNegativeTest-1932261218 tempest-AttachVolumeNegativeTest-1932261218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:49:36.104582 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-fc4e9cf1-879f-48c1-b0e8-cbd75dbd15e3 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:36.170726 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-fc4e9cf1-879f-48c1-b0e8-cbd75dbd15e3 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465797'] for security_group_rule, after_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:36.173490 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-cbce49f9-d206-46ad-829e-e9dcbdd3fc3d tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:49:36.180032 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed68340d-34d9-49cf-8e02-c48e1693aacb tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Pushing event updated for resources: {'Port': ['ID=f20069bd-7061-493a-8b2a-840550432f7c,revision_number=2']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:36.184212 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-ed68340d-34d9-49cf-8e02-c48e1693aacb tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:49:36.192940 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-ed68340d-34d9-49cf-8e02-c48e1693aacb tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-417761'] for floatingip, after_update {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:36.197716 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4e9cf1-879f-48c1-b0e8-cbd75dbd15e3 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f058672-cff6-421f-91f7-7b7e6cb60b9f,revision_number=0']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:36.200156 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-fc4e9cf1-879f-48c1-b0e8-cbd75dbd15e3 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:49:36.268218 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-fc4e9cf1-879f-48c1-b0e8-cbd75dbd15e3 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:36.269468 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-fc4e9cf1-879f-48c1-b0e8-cbd75dbd15e3 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3808587 May 27 03:49:36.272114 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 33170) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:49:36.277744 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.v2.base [None req-372cc7da-c3af-4715-961a-bed68641a56f tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Request body: {'security_group_rule': {'security_group_id': 'ff86e39a-d39a-4fd4-a00c-fee39d8f2861', 'project_id': '6b6a582a2a304a7d881efcfa2373dfb1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=98852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:49:36.283663 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-372cc7da-c3af-4715-961a-bed68641a56f tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:49:36.287416 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-372cc7da-c3af-4715-961a-bed68641a56f tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Usage tracker for resource:security_group_rule and tenant:6b6a582a2a304a7d881efcfa2373dfb1 is out of sync, need to count used quota {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:49:36.290904 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-372cc7da-c3af-4715-961a-bed68641a56f tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:49:36.296544 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-372cc7da-c3af-4715-961a-bed68641a56f tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:49:36.300722 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-ed68340d-34d9-49cf-8e02-c48e1693aacb tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4037888'] for floatingip, before_response {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:36.310190 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [None req-ed68340d-34d9-49cf-8e02-c48e1693aacb tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6137960 May 27 03:49:36.310386 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron_lib.callbacks.manager [None req-529bfda4-d1d4-42a2-b46b-0ad187df6172 None None] Notify callbacks [] for port, precommit_update {{(pid=98854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:36.315055 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.provisioning_blocks [None req-529bfda4-d1d4-42a2-b46b-0ad187df6172 None None] Transition to ACTIVE for port object e5ae78d0-c371-4dbe-b28e-1e154369f33c will not be triggered until provisioned by entity L2. {{(pid=98854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:49:36.383199 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-372cc7da-c3af-4715-961a-bed68641a56f tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:36.405703 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-3ee22c11-a701-4190-9814-2a73229bbc87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:36.409106 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron_lib.callbacks.manager [None req-529bfda4-d1d4-42a2-b46b-0ad187df6172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786481721483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786481287406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786481291807'] for port, after_update {{(pid=98854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:36.414521 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG oslo_concurrency.lockutils [None req-f7c7d3c7-cc25-449c-bafe-516b0fdf03e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:49:36.448628 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-372cc7da-c3af-4715-961a-bed68641a56f tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:36.456555 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:36.536062 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [req-b2fbbcea-5764-4f8b-9e00-e390287fbf12 req-c07c0d20-11e3-4aae-ac55-6369633d684d tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Synchronizing usage tracker for tenant:276e81e3da1f4d4c9c1881d1b1e863c4 on resource:security_group {{(pid=98851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:49:36.559802 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-372cc7da-c3af-4715-961a-bed68641a56f tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465797'] for security_group_rule, after_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:36.562408 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-6ff63538-e52c-463a-824e-89a7c4b45660 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:49:36.591288 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372cc7da-c3af-4715-961a-bed68641a56f tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45a152de-b789-4825-b2ad-592b898e248c,revision_number=0']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:36.596177 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-372cc7da-c3af-4715-961a-bed68641a56f tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:49:36.609402 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb221ec3-a723-483e-90eb-91d142d713a4 None None] Pushing event updated for resources: {'Port': ['ID=e5ae78d0-c371-4dbe-b28e-1e154369f33c,revision_number=3']} {{(pid=98854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:36.610504 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG oslo_concurrency.lockutils [None req-cb221ec3-a723-483e-90eb-91d142d713a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=98854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:49:36.628378 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [req-b2fbbcea-5764-4f8b-9e00-e390287fbf12 req-c07c0d20-11e3-4aae-ac55-6369633d684d tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Unset dirty status for tenant:276e81e3da1f4d4c9c1881d1b1e863c4 on resource:security_group {{(pid=98851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:49:36.629657 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-b2fbbcea-5764-4f8b-9e00-e390287fbf12 req-c07c0d20-11e3-4aae-ac55-6369633d684d tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1912924276&fields=id&tenant_id=276e81e3da1f4d4c9c1881d1b1e863c4 HTTP/1.1" status: 200 len: 267 time: 0.1373210 May 27 03:49:36.667498 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.plugins.ml2.managers [None req-529bfda4-d1d4-42a2-b46b-0ad187df6172 None None] Attempting to bind port e5ae78d0-c371-4dbe-b28e-1e154369f33c on host dv-cinder-793264-1-iscsi for vnic_type normal with profile {{(pid=98854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:49:36.667870 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.plugins.ml2.managers [None req-529bfda4-d1d4-42a2-b46b-0ad187df6172 None None] Attempting to bind port e5ae78d0-c371-4dbe-b28e-1e154369f33c by drivers openvswitch,hyperv on host dv-cinder-793264-1-iscsi at level 0 using segments [{'id': 'ba032253-c523-4d8f-93d2-2c7297f28c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f7a2bd6b-62f7-43b4-97e9-7b57b42603e6'}] {{(pid=98854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:49:36.668233 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-529bfda4-d1d4-42a2-b46b-0ad187df6172 None None] Attempting to bind port e5ae78d0-c371-4dbe-b28e-1e154369f33c on network f7a2bd6b-62f7-43b4-97e9-7b57b42603e6 {{(pid=98854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:49:36.673629 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-529bfda4-d1d4-42a2-b46b-0ad187df6172 None None] Checking agent: {'id': 'ffe58315-61ba-45bf-8076-0ef37f215597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793264-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 3, 33, 6), 'started_at': datetime.datetime(2021, 5, 27, 3, 33, 36), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 3, 49, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793264-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 03:49:36.673999 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-529bfda4-d1d4-42a2-b46b-0ad187df6172 None None] Checking segment: {'id': 'ba032253-c523-4d8f-93d2-2c7297f28c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f7a2bd6b-62f7-43b4-97e9-7b57b42603e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 03:49:36.674392 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron_lib.callbacks.manager [None req-529bfda4-d1d4-42a2-b46b-0ad187df6172 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:36.674776 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-529bfda4-d1d4-42a2-b46b-0ad187df6172 None None] Bound using segment: {'id': 'ba032253-c523-4d8f-93d2-2c7297f28c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f7a2bd6b-62f7-43b4-97e9-7b57b42603e6'} {{(pid=98854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 03:49:36.675256 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.plugins.ml2.managers [None req-529bfda4-d1d4-42a2-b46b-0ad187df6172 None None] Bound port: e5ae78d0-c371-4dbe-b28e-1e154369f33c, host: dv-cinder-793264-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba032253-c523-4d8f-93d2-2c7297f28c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f7a2bd6b-62f7-43b4-97e9-7b57b42603e6'}}] {{(pid=98854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:49:36.675622 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron_lib.callbacks.manager [None req-529bfda4-d1d4-42a2-b46b-0ad187df6172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_update {{(pid=98854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:36.691776 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-372cc7da-c3af-4715-961a-bed68641a56f tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:36.693566 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-372cc7da-c3af-4715-961a-bed68641a56f tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4199417 May 27 03:49:36.696915 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 33186) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:49:36.702617 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.v2.base [None req-5689f6de-0d78-492a-a65d-ec5f1d35fec1 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Request body: {'security_group_rule': {'security_group_id': 'ff86e39a-d39a-4fd4-a00c-fee39d8f2861', 'project_id': '6b6a582a2a304a7d881efcfa2373dfb1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=98852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:49:36.709230 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-5689f6de-0d78-492a-a65d-ec5f1d35fec1 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:49:36.713351 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-5689f6de-0d78-492a-a65d-ec5f1d35fec1 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Usage tracker for resource:security_group_rule and tenant:6b6a582a2a304a7d881efcfa2373dfb1 is out of sync, need to count used quota {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:49:36.716870 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-5689f6de-0d78-492a-a65d-ec5f1d35fec1 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:49:36.723264 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-5689f6de-0d78-492a-a65d-ec5f1d35fec1 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:49:36.765466 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.plugins.ml2.db [None req-529bfda4-d1d4-42a2-b46b-0ad187df6172 None None] For port e5ae78d0-c371-4dbe-b28e-1e154369f33c, host dv-cinder-793264-1-iscsi, cleared binding levels {{(pid=98854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:49:36.768729 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.plugins.ml2.db [None req-529bfda4-d1d4-42a2-b46b-0ad187df6172 None None] For port e5ae78d0-c371-4dbe-b28e-1e154369f33c, host dv-cinder-793264-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-1-iscsi',level=0,port_id=e5ae78d0-c371-4dbe-b28e-1e154369f33c,segment=NetworkSegment(ba032253-c523-4d8f-93d2-2c7297f28c4b),segment_id=ba032253-c523-4d8f-93d2-2c7297f28c4b)] {{(pid=98854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 03:49:36.797451 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-5689f6de-0d78-492a-a65d-ec5f1d35fec1 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:36.802328 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fbbcea-5764-4f8b-9e00-e390287fbf12 req-fd8ec91c-4d89-4487-9bda-0ba693d12dc3 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:49:36.804303 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-b2fbbcea-5764-4f8b-9e00-e390287fbf12 req-fd8ec91c-4d89-4487-9bda-0ba693d12dc3 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "GET /v2.0/networks?id=130ff3ea-d273-4d90-8f0d-494d41441c60 HTTP/1.1" status: 200 len: 810 time: 0.1667449 May 27 03:49:36.819107 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-b2fbbcea-5764-4f8b-9e00-e390287fbf12 req-88c45a1a-0b3c-4240-8a99-47118470f0eb tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "GET /v2.0/quotas/276e81e3da1f4d4c9c1881d1b1e863c4 HTTP/1.1" status: 200 len: 375 time: 0.0092335 May 27 03:49:36.843858 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron_lib.callbacks.manager [None req-529bfda4-d1d4-42a2-b46b-0ad187df6172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786481721483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786481287406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786481291807'] for port, after_update {{(pid=98854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:36.850542 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG oslo_concurrency.lockutils [None req-a3c52ea8-c36b-4ef1-a04a-3f424d848426 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:49:36.863922 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-5689f6de-0d78-492a-a65d-ec5f1d35fec1 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:36.912026 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [req-b2fbbcea-5764-4f8b-9e00-e390287fbf12 req-498277b7-8808-4a3e-ac99-73cedceb1df4 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Synchronizing usage tracker for tenant:276e81e3da1f4d4c9c1881d1b1e863c4 on resource:port {{(pid=98851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:49:36.917636 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-5689f6de-0d78-492a-a65d-ec5f1d35fec1 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465797'] for security_group_rule, after_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:36.920801 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-b2413a6a-5dc1-47b3-8617-ef92943af1c0 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:49:36.927064 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529bfda4-d1d4-42a2-b46b-0ad187df6172 None None] Routers {'ce131447-976a-429d-99e3-d67b4a7b22e0'} bound to L3 agent in host dv-cinder-793264-1-iscsi {{(pid=98854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 03:49:36.927680 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.l3_hamode_db [None req-529bfda4-d1d4-42a2-b46b-0ad187df6172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-05-27T03:33:06Z,description=,heartbeat_timestamp=2021-05-27T03:49:36Z,host='dv-cinder-793264-1-iscsi',id=816f7595-8215-4f06-9251-575c663b21d0,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T03:33:06Z,topic='l3_agent')) {'router_ids': ['ce131447-976a-429d-99e3-d67b4a7b22e0'], 'active': True} {{(pid=98854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:49:36.945178 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5689f6de-0d78-492a-a65d-ec5f1d35fec1 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c71cb71d-f7a6-46b4-8157-404537fd42e5,revision_number=0']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:36.947701 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-5689f6de-0d78-492a-a65d-ec5f1d35fec1 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:49:36.996931 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb221ec3-a723-483e-90eb-91d142d713a4 None None] Pushing event updated for resources: {'Port': ['ID=e5ae78d0-c371-4dbe-b28e-1e154369f33c,revision_number=4']} {{(pid=98854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:36.999725 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [req-b2fbbcea-5764-4f8b-9e00-e390287fbf12 req-498277b7-8808-4a3e-ac99-73cedceb1df4 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Unset dirty status for tenant:276e81e3da1f4d4c9c1881d1b1e863c4 on resource:port {{(pid=98851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:49:37.001322 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-b2fbbcea-5764-4f8b-9e00-e390287fbf12 req-498277b7-8808-4a3e-ac99-73cedceb1df4 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=276e81e3da1f4d4c9c1881d1b1e863c4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1753144 May 27 03:49:37.009578 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG oslo_concurrency.lockutils [None req-cb221ec3-a723-483e-90eb-91d142d713a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=98854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:49:37.028714 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-5689f6de-0d78-492a-a65d-ec5f1d35fec1 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:37.029931 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-5689f6de-0d78-492a-a65d-ec5f1d35fec1 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3317237 May 27 03:49:37.032892 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 33190) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:49:37.039154 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.v2.base [None req-ae8b9864-a369-4395-84da-86b6ac48571c tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Request body: {'security_group_rule': {'security_group_id': 'ff86e39a-d39a-4fd4-a00c-fee39d8f2861', 'project_id': '6b6a582a2a304a7d881efcfa2373dfb1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=98852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:49:37.046059 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-ae8b9864-a369-4395-84da-86b6ac48571c tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:49:37.055296 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-ae8b9864-a369-4395-84da-86b6ac48571c tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Usage tracker for resource:security_group_rule and tenant:6b6a582a2a304a7d881efcfa2373dfb1 is out of sync, need to count used quota {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:49:37.058984 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-ae8b9864-a369-4395-84da-86b6ac48571c tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:49:37.065375 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-ae8b9864-a369-4395-84da-86b6ac48571c tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:49:37.126720 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.l3_dvr_db [None req-529bfda4-d1d4-42a2-b46b-0ad187df6172 None None] Set router ce131447-976a-429d-99e3-d67b4a7b22e0 gateway port host: dv-cinder-793264-1-iscsi {{(pid=98854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 03:49:37.137115 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.db.securitygroups_db [None req-ae8b9864-a369-4395-84da-86b6ac48571c tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Project 6b6a582a2a304a7d881efcfa2373dfb1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 03:49:37.145680 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-ae8b9864-a369-4395-84da-86b6ac48571c tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:37.157637 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-b2fbbcea-5764-4f8b-9e00-e390287fbf12 req-93d26786-bfb6-4663-a275-ff767fbc43fc service neutron] 10.222.0.25 "GET /v2.0/networks/130ff3ea-d273-4d90-8f0d-494d41441c60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412201 May 27 03:49:37.237420 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-ae8b9864-a369-4395-84da-86b6ac48571c tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:37.304981 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-b2fbbcea-5764-4f8b-9e00-e390287fbf12 req-90b47eeb-d0fc-4e44-b1f4-ae22ae90b512 service neutron] 10.222.0.25 "GET /v2.0/networks/130ff3ea-d273-4d90-8f0d-494d41441c60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409547 May 27 03:49:37.329086 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-ae8b9864-a369-4395-84da-86b6ac48571c tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465797'] for security_group_rule, after_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:37.337457 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:49:37.363121 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8b9864-a369-4395-84da-86b6ac48571c tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c5fd3d6-e731-42da-bc70-8b687d104845,revision_number=0']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:37.363121 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-ae8b9864-a369-4395-84da-86b6ac48571c tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:49:37.457188 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-ae8b9864-a369-4395-84da-86b6ac48571c tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:37.461273 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-ae8b9864-a369-4395-84da-86b6ac48571c tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4243622 May 27 03:49:37.461412 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.l3_hamode_db [None req-529bfda4-d1d4-42a2-b46b-0ad187df6172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce131447-976a-429d-99e3-d67b4a7b22e0', 'name': 'tempest-TestVolumeBootPattern-725321050-router', 'tenant_id': 'b100afe59a094503b6fab7b12c6c23ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'external_fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.104'}], 'enable_snat': True}, 'gw_port_id': '3c44ea99-5f59-445a-87f1-4844e5edfbcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:49:27Z', 'updated_at': '2021-05-27T03:49:33Z', 'revision_number': 4, 'project_id': 'b100afe59a094503b6fab7b12c6c23ef', 'gw_port': {'id': '3c44ea99-5f59-445a-87f1-4844e5edfbcc', 'name': '', 'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:7c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce131447-976a-429d-99e3-d67b4a7b22e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:49:28Z', 'updated_at': '2021-05-27T03:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-iscsi', '_interfaces': [{'id': 'e5ae78d0-c371-4dbe-b28e-1e154369f33c', 'name': '', 'network_id': 'f7a2bd6b-62f7-43b4-97e9-7b57b42603e6', 'tenant_id': 'b100afe59a094503b6fab7b12c6c23ef', 'mac_address': 'fa:16:3e:6d:7e:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce131447-976a-429d-99e3-d67b4a7b22e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '4ccaa96a-1cf8-49a3-af50-2a38fd33a079', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:49:32Z', 'updated_at': '2021-05-27T03:49:36Z', 'revision_number': 4, 'project_id': 'b100afe59a094503b6fab7b12c6c23ef', 'subnets': [{'id': '4ccaa96a-1cf8-49a3-af50-2a38fd33a079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-1-iscsi', False) {} {{(pid=98854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:49:37.461977 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.wsgi [-] (98851) accepted ('10.222.0.25', 33196) {{(pid=98851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:49:37.464291 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529bfda4-d1d4-42a2-b46b-0ad187df6172 None None] The sync data for ids ['ce131447-976a-429d-99e3-d67b4a7b22e0'] in dv-cinder-793264-1-iscsi is: [{'id': 'ce131447-976a-429d-99e3-d67b4a7b22e0', 'name': 'tempest-TestVolumeBootPattern-725321050-router', 'tenant_id': 'b100afe59a094503b6fab7b12c6c23ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'external_fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.104'}], 'enable_snat': True}, 'gw_port_id': '3c44ea99-5f59-445a-87f1-4844e5edfbcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:49:27Z', 'updated_at': '2021-05-27T03:49:33Z', 'revision_number': 4, 'project_id': 'b100afe59a094503b6fab7b12c6c23ef', 'gw_port': {'id': '3c44ea99-5f59-445a-87f1-4844e5edfbcc', 'name': '', 'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:7c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce131447-976a-429d-99e3-d67b4a7b22e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:49:28Z', 'updated_at': '2021-05-27T03:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-iscsi', '_interfaces': [{'id': 'e5ae78d0-c371-4dbe-b28e-1e154369f33c', 'name': '', 'network_id': 'f7a2bd6b-62f7-43b4-97e9-7b57b42603e6', 'tenant_id': 'b100afe59a094503b6fab7b12c6c23ef', 'mac_address': 'fa:16:3e:6d:7e:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce131447-976a-429d-99e3-d67b4a7b22e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '4ccaa96a-1cf8-49a3-af50-2a38fd33a079', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:49:32Z', 'updated_at': '2021-05-27T03:49:36Z', 'revision_number': 4, 'project_id': 'b100afe59a094503b6fab7b12c6c23ef', 'subnets': [{'id': '4ccaa96a-1cf8-49a3-af50-2a38fd33a079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:49:37.473702 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Device 3c44ea99-5f59-445a-87f1-4844e5edfbcc up at agent ovs-agent-dv-cinder-793264-1-iscsi {{(pid=98853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:49:37.479086 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.v2.base [None req-9a6bc450-0303-4caf-9826-860b537d2fce tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Request body: {'security_group_rule': {'security_group_id': 'ff86e39a-d39a-4fd4-a00c-fee39d8f2861', 'project_id': '6b6a582a2a304a7d881efcfa2373dfb1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=98851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:49:37.485512 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.quota.driver [None req-9a6bc450-0303-4caf-9826-860b537d2fce tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:49:37.489672 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [None req-9a6bc450-0303-4caf-9826-860b537d2fce tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Usage tracker for resource:security_group_rule and tenant:6b6a582a2a304a7d881efcfa2373dfb1 is out of sync, need to count used quota {{(pid=98851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:49:37.492870 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [None req-9a6bc450-0303-4caf-9826-860b537d2fce tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=98851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:49:37.499421 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.quota.driver [None req-9a6bc450-0303-4caf-9826-860b537d2fce tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=98851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:49:37.591994 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.db.securitygroups_db [None req-9a6bc450-0303-4caf-9826-860b537d2fce tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Project 6b6a582a2a304a7d881efcfa2373dfb1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 03:49:37.598266 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Provisioning complete for port 3c44ea99-5f59-445a-87f1-4844e5edfbcc triggered by entity L2. {{(pid=98853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:49:37.601546 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487713'] for port, provisioning_complete {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:37.601677 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-9a6bc450-0303-4caf-9826-860b537d2fce tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:37.671373 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-75105c2a-3389-49c8-bc68-1aa8ef6bd1ce req-db014054-4c7e-4b10-9d45-42daac461598 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "GET /v2.0/ports?device_id=51bd6d0c-e4d8-4f39-9db6-8fbce3bd8962 HTTP/1.1" status: 200 len: 210 time: 0.0635786 May 27 03:49:37.718560 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-9a6bc450-0303-4caf-9826-860b537d2fce tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:37.741857 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-e3613943-0892-48bd-9358-60eb59884bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:37.808747 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-9a6bc450-0303-4caf-9826-860b537d2fce tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465797'] for security_group_rule, after_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:37.811069 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:49:37.839462 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6bc450-0303-4caf-9826-860b537d2fce tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=806ddbc9-3706-4d3f-b5fb-e4e8491e71ee,revision_number=0']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:37.848675 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-9a6bc450-0303-4caf-9826-860b537d2fce tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:49:37.942281 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-9a6bc450-0303-4caf-9826-860b537d2fce tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:37.943500 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [None req-9a6bc450-0303-4caf-9826-860b537d2fce tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4802501 May 27 03:49:38.820132 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-5a82dd92-4b32-4d6f-813a-97f380d1cb4d req-e75900b9-d3a6-4f0f-9c47-638b3540125c tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "GET /v2.0/ports?device_id=51bd6d0c-e4d8-4f39-9db6-8fbce3bd8962 HTTP/1.1" status: 200 len: 210 time: 0.0448146 May 27 03:49:39.296879 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-3af0ace6-547d-4950-9fe5-73e267668fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:39.512760 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Device e5ae78d0-c371-4dbe-b28e-1e154369f33c up at agent ovs-agent-dv-cinder-793264-1-iscsi {{(pid=98853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:49:39.725368 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Provisioning for port e5ae78d0-c371-4dbe-b28e-1e154369f33c completed by entity L2. {{(pid=98853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:49:39.730874 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Provisioning complete for port e5ae78d0-c371-4dbe-b28e-1e154369f33c triggered by entity L2. {{(pid=98853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:49:39.731478 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487713'] for port, provisioning_complete {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:39.801181 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fbbcea-5764-4f8b-9e00-e390287fbf12 req-73167124-6e24-464e-99b5-6d79c74a14a7 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:49:39.803004 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-b2fbbcea-5764-4f8b-9e00-e390287fbf12 req-73167124-6e24-464e-99b5-6d79c74a14a7 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.36 "GET /v2.0/networks?id=130ff3ea-d273-4d90-8f0d-494d41441c60 HTTP/1.1" status: 200 len: 810 time: 0.1676018 May 27 03:49:39.858457 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:39.862857 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-b2fbbcea-5764-4f8b-9e00-e390287fbf12 req-137737f4-37b3-40d0-a4e8-fa85536185ec tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=276e81e3da1f4d4c9c1881d1b1e863c4 HTTP/1.1" status: 200 len: 380 time: 0.0467813 May 27 03:49:39.872295 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.v2.base [req-b2fbbcea-5764-4f8b-9e00-e390287fbf12 req-2bbcd886-b062-4a02-8491-96b705bcb32b tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Request body: {'port': {'device_id': '51bd6d0c-e4d8-4f39-9db6-8fbce3bd8962', 'network_id': '130ff3ea-d273-4d90-8f0d-494d41441c60', 'admin_state_up': True, 'tenant_id': '276e81e3da1f4d4c9c1881d1b1e863c4', 'security_groups': ['e1817d5c-2ed0-42a3-9109-806eb31ce8b5']}} {{(pid=98851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:49:39.896374 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.db [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] For port e5ae78d0-c371-4dbe-b28e-1e154369f33c, host dv-cinder-793264-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-1-iscsi',level=0,port_id=e5ae78d0-c371-4dbe-b28e-1e154369f33c,segment=NetworkSegment(ba032253-c523-4d8f-93d2-2c7297f28c4b),segment_id=ba032253-c523-4d8f-93d2-2c7297f28c4b)] {{(pid=98853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:49:39.965534 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786481721483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786481287406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786481291807'] for port, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:39.970674 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:49:39.994245 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-7999e877-0adf-4266-8802-51b598085871 req-af9da0c0-e969-4422-8a0a-d32340c5ff10 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "GET /v2.0/ports?device_id=51bd6d0c-e4d8-4f39-9db6-8fbce3bd8962 HTTP/1.1" status: 200 len: 210 time: 0.0504191 May 27 03:49:40.022705 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.quota.driver [req-b2fbbcea-5764-4f8b-9e00-e390287fbf12 req-2bbcd886-b062-4a02-8491-96b705bcb32b tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:49:40.032811 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.quota.driver [req-b2fbbcea-5764-4f8b-9e00-e390287fbf12 req-2bbcd886-b062-4a02-8491-96b705bcb32b tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=98851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:49:40.063141 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Pushing event updated for resources: {'Port': ['ID=e5ae78d0-c371-4dbe-b28e-1e154369f33c,revision_number=5']} {{(pid=98853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:40.066535 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:49:40.108564 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2fbbcea-5764-4f8b-9e00-e390287fbf12 req-2bbcd886-b062-4a02-8491-96b705bcb32b tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Made reservation on behalf of 276e81e3da1f4d4c9c1881d1b1e863c4 for: {'port': 1} {{(pid=98851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:49:40.112174 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-b2fbbcea-5764-4f8b-9e00-e390287fbf12 req-2bbcd886-b062-4a02-8491-96b705bcb32b tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:40.278432 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.db_base_plugin_common [req-b2fbbcea-5764-4f8b-9e00-e390287fbf12 req-2bbcd886-b062-4a02-8491-96b705bcb32b tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Allocated IP 172.20.0.14 (130ff3ea-d273-4d90-8f0d-494d41441c60/116079ce-8119-4ea5-82d4-c0c254fad638/9d0a9265-835b-4677-b698-b6832076290d) {{(pid=98851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:49:40.467178 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-b2fbbcea-5764-4f8b-9e00-e390287fbf12 req-2bbcd886-b062-4a02-8491-96b705bcb32b tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Notify callbacks [] for port, precommit_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:40.482008 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.provisioning_blocks [req-b2fbbcea-5764-4f8b-9e00-e390287fbf12 req-2bbcd886-b062-4a02-8491-96b705bcb32b tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Transition to ACTIVE for port object 9d0a9265-835b-4677-b698-b6832076290d will not be triggered until provisioned by entity DHCP. {{(pid=98851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:49:40.603026 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-b2fbbcea-5764-4f8b-9e00-e390287fbf12 req-2bbcd886-b062-4a02-8491-96b705bcb32b tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786481287388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28231606'] for port, after_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:40.608450 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-27d1424f-a3df-4e4e-82c8-c5ba1d097af6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:49:40.767925 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2fbbcea-5764-4f8b-9e00-e390287fbf12 req-2bbcd886-b062-4a02-8491-96b705bcb32b tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Network 130ff3ea-d273-4d90-8f0d-494d41441c60 is already hosted by enough agents. {{(pid=98851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:49:40.771029 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.scheduler.base_scheduler [req-b2fbbcea-5764-4f8b-9e00-e390287fbf12 req-2bbcd886-b062-4a02-8491-96b705bcb32b tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Resources bound (agent type, host, resource id): {{(pid=98851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:49:40.775200 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2fbbcea-5764-4f8b-9e00-e390287fbf12 req-2bbcd886-b062-4a02-8491-96b705bcb32b tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Received port after_create {{(pid=98851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 03:49:40.810246 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbcd886-b062-4a02-8491-96b705bcb32b tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Pushing event updated for resources: {'Port': ['ID=9d0a9265-835b-4677-b698-b6832076290d,revision_number=1']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:40.814845 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-2bbcd886-b062-4a02-8491-96b705bcb32b tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:49:40.844755 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fbbcea-5764-4f8b-9e00-e390287fbf12 req-2bbcd886-b062-4a02-8491-96b705bcb32b tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:49:40.845382 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-b2fbbcea-5764-4f8b-9e00-e390287fbf12 req-2bbcd886-b062-4a02-8491-96b705bcb32b tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4037888'] for port, before_response {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:40.943460 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-b2fbbcea-5764-4f8b-9e00-e390287fbf12 req-2bbcd886-b062-4a02-8491-96b705bcb32b tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0748365 May 27 03:49:40.957096 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.v2.base [req-b2fbbcea-5764-4f8b-9e00-e390287fbf12 req-9dfa24ef-33ca-410d-96ee-520f9bf2a599 service neutron] Request body: {'port': {'device_id': '51bd6d0c-e4d8-4f39-9db6-8fbce3bd8962', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79326'}} {{(pid=98851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:49:41.074743 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-b2fbbcea-5764-4f8b-9e00-e390287fbf12 req-9dfa24ef-33ca-410d-96ee-520f9bf2a599 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_update {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:41.102448 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-fcff1e90-0059-474d-8312-dca4a770e194 None None] Provisioning for port 9d0a9265-835b-4677-b698-b6832076290d completed by entity DHCP. {{(pid=98853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:49:41.107622 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-fcff1e90-0059-474d-8312-dca4a770e194 None None] Provisioning complete for port 9d0a9265-835b-4677-b698-b6832076290d triggered by entity DHCP. {{(pid=98853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:49:41.108003 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-fcff1e90-0059-474d-8312-dca4a770e194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487713'] for port, provisioning_complete {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:41.168158 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.plugin [None req-fcff1e90-0059-474d-8312-dca4a770e194 None None] Port 9d0a9265-835b-4677-b698-b6832076290d cannot update to ACTIVE because it is not bound. {{(pid=98853) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 03:49:41.203086 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9500145d-4183-4dd8-a49c-0ce521da5dfc req-a763160f-1c9a-41f7-b35b-d81c0bac9b3d tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:49:41.205384 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-9500145d-4183-4dd8-a49c-0ce521da5dfc req-a763160f-1c9a-41f7-b35b-d81c0bac9b3d tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "GET /v2.0/ports?device_id=51bd6d0c-e4d8-4f39-9db6-8fbce3bd8962 HTTP/1.1" status: 200 len: 932 time: 0.0926015 May 27 03:49:41.264520 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [req-9500145d-4183-4dd8-a49c-0ce521da5dfc req-4e560078-cf17-44e6-9810-827f5a7b94b1 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Synchronizing usage tracker for tenant:276e81e3da1f4d4c9c1881d1b1e863c4 on resource:security_group {{(pid=98852) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:49:41.276057 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [req-9500145d-4183-4dd8-a49c-0ce521da5dfc req-4e560078-cf17-44e6-9810-827f5a7b94b1 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Unset dirty status for tenant:276e81e3da1f4d4c9c1881d1b1e863c4 on resource:security_group {{(pid=98852) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:49:41.277219 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-9500145d-4183-4dd8-a49c-0ce521da5dfc req-4e560078-cf17-44e6-9810-827f5a7b94b1 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "GET /v2.0/security-groups?id=e1817d5c-2ed0-42a3-9109-806eb31ce8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653110 May 27 03:49:41.429196 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.notifiers.nova [req-b2fbbcea-5764-4f8b-9e00-e390287fbf12 req-9dfa24ef-33ca-410d-96ee-520f9bf2a599 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d0a9265-835b-4677-b698-b6832076290d {{(pid=98851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:49:41.437365 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-b2fbbcea-5764-4f8b-9e00-e390287fbf12 req-9dfa24ef-33ca-410d-96ee-520f9bf2a599 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:41.453907 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.provisioning_blocks [req-b2fbbcea-5764-4f8b-9e00-e390287fbf12 req-9dfa24ef-33ca-410d-96ee-520f9bf2a599 service neutron] Transition to ACTIVE for port object 9d0a9265-835b-4677-b698-b6832076290d will not be triggered until provisioned by entity L2. {{(pid=98851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:49:41.471037 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Device e5ae78d0-c371-4dbe-b28e-1e154369f33c up at agent ovs-agent-dv-cinder-793264-1-iscsi {{(pid=98853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:49:41.530996 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-b2fbbcea-5764-4f8b-9e00-e390287fbf12 req-9dfa24ef-33ca-410d-96ee-520f9bf2a599 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786481721483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786481287406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786481291807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28231553'] for port, after_update {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:41.540282 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-970a74b9-58ad-402d-9e70-156c695b8ef7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:49:41.543020 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Provisioning complete for port e5ae78d0-c371-4dbe-b28e-1e154369f33c triggered by entity L2. {{(pid=98853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:49:41.543398 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487713'] for port, provisioning_complete {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:41.702967 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfa24ef-33ca-410d-96ee-520f9bf2a599 service neutron] Pushing event updated for resources: {'Port': ['ID=9d0a9265-835b-4677-b698-b6832076290d,revision_number=2']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:41.710552 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-9dfa24ef-33ca-410d-96ee-520f9bf2a599 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:49:41.781095 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.managers [req-b2fbbcea-5764-4f8b-9e00-e390287fbf12 req-9dfa24ef-33ca-410d-96ee-520f9bf2a599 service neutron] Attempting to bind port 9d0a9265-835b-4677-b698-b6832076290d on host hv-cinder-79326 for vnic_type normal with profile {{(pid=98851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:49:41.781357 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.managers [req-b2fbbcea-5764-4f8b-9e00-e390287fbf12 req-9dfa24ef-33ca-410d-96ee-520f9bf2a599 service neutron] Attempting to bind port 9d0a9265-835b-4677-b698-b6832076290d by drivers openvswitch,hyperv on host hv-cinder-79326 at level 0 using segments [{'id': '5d2d2fa4-4440-4746-9800-028cc9a24bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '130ff3ea-d273-4d90-8f0d-494d41441c60'}] {{(pid=98851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:49:41.781729 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2fbbcea-5764-4f8b-9e00-e390287fbf12 req-9dfa24ef-33ca-410d-96ee-520f9bf2a599 service neutron] Attempting to bind port 9d0a9265-835b-4677-b698-b6832076290d on network 130ff3ea-d273-4d90-8f0d-494d41441c60 {{(pid=98851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:49:41.791340 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2fbbcea-5764-4f8b-9e00-e390287fbf12 req-9dfa24ef-33ca-410d-96ee-520f9bf2a599 service neutron] Port 9d0a9265-835b-4677-b698-b6832076290d on network 130ff3ea-d273-4d90-8f0d-494d41441c60 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79326 {{(pid=98851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 03:49:41.791668 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2fbbcea-5764-4f8b-9e00-e390287fbf12 req-9dfa24ef-33ca-410d-96ee-520f9bf2a599 service neutron] Attempting to bind port 9d0a9265-835b-4677-b698-b6832076290d on network 130ff3ea-d273-4d90-8f0d-494d41441c60 {{(pid=98851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:49:41.799032 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2fbbcea-5764-4f8b-9e00-e390287fbf12 req-9dfa24ef-33ca-410d-96ee-520f9bf2a599 service neutron] Checking agent: {'id': 'beba53db-4949-4034-b5ab-73b6df09d927', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79326', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 3, 39, 17), 'started_at': datetime.datetime(2021, 5, 27, 3, 39, 17), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 3, 49, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 03:49:41.799445 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2fbbcea-5764-4f8b-9e00-e390287fbf12 req-9dfa24ef-33ca-410d-96ee-520f9bf2a599 service neutron] Checking segment: {'id': '5d2d2fa4-4440-4746-9800-028cc9a24bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '130ff3ea-d273-4d90-8f0d-494d41441c60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 03:49:41.799896 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2fbbcea-5764-4f8b-9e00-e390287fbf12 req-9dfa24ef-33ca-410d-96ee-520f9bf2a599 service neutron] Bound using segment: {'id': '5d2d2fa4-4440-4746-9800-028cc9a24bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '130ff3ea-d273-4d90-8f0d-494d41441c60'} {{(pid=98851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 03:49:41.800419 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.managers [req-b2fbbcea-5764-4f8b-9e00-e390287fbf12 req-9dfa24ef-33ca-410d-96ee-520f9bf2a599 service neutron] Bound port: 9d0a9265-835b-4677-b698-b6832076290d, host: hv-cinder-79326, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d2d2fa4-4440-4746-9800-028cc9a24bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '130ff3ea-d273-4d90-8f0d-494d41441c60'}}] {{(pid=98851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:49:41.800842 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-b2fbbcea-5764-4f8b-9e00-e390287fbf12 req-9dfa24ef-33ca-410d-96ee-520f9bf2a599 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_update {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:41.895604 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.db [req-b2fbbcea-5764-4f8b-9e00-e390287fbf12 req-9dfa24ef-33ca-410d-96ee-520f9bf2a599 service neutron] For port 9d0a9265-835b-4677-b698-b6832076290d, host hv-cinder-79326, cleared binding levels {{(pid=98851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:49:41.899032 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.db [req-b2fbbcea-5764-4f8b-9e00-e390287fbf12 req-9dfa24ef-33ca-410d-96ee-520f9bf2a599 service neutron] For port 9d0a9265-835b-4677-b698-b6832076290d, host hv-cinder-79326, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=9d0a9265-835b-4677-b698-b6832076290d,segment=NetworkSegment(5d2d2fa4-4440-4746-9800-028cc9a24bc5),segment_id=5d2d2fa4-4440-4746-9800-028cc9a24bc5)] {{(pid=98851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 03:49:42.005560 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-b2fbbcea-5764-4f8b-9e00-e390287fbf12 req-9dfa24ef-33ca-410d-96ee-520f9bf2a599 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786481721483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786481287406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786481291807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28231553'] for port, after_update {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:42.010279 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-ec67913b-ef82-40ca-a7e9-7adf67b3da33 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:49:42.024132 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-7adb18c1-2244-4f88-be35-2fc84195efa0 req-29009425-1041-4604-bb36-c8f8f4afac3e tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-81960653&fields=id&tenant_id=0df96baa86bb4c51b3b8bece28e3e23a HTTP/1.1" status: 200 len: 267 time: 0.0387676 May 27 03:49:42.068195 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fbbcea-5764-4f8b-9e00-e390287fbf12 req-9dfa24ef-33ca-410d-96ee-520f9bf2a599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:49:42.068864 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-b2fbbcea-5764-4f8b-9e00-e390287fbf12 req-9dfa24ef-33ca-410d-96ee-520f9bf2a599 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4037888'] for port, before_response {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:42.070262 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-b2fbbcea-5764-4f8b-9e00-e390287fbf12 req-9dfa24ef-33ca-410d-96ee-520f9bf2a599 service neutron] 10.222.0.36 "PUT /v2.0/ports/9d0a9265-835b-4677-b698-b6832076290d HTTP/1.1" status: 200 len: 1094 time: 1.1172435 May 27 03:49:42.070759 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51bd6d0c-e4d8-4f39-9db6-8fbce3bd8962', 'tag': '9d0a9265-835b-4677-b698-b6832076290d'}] {{(pid=98851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:49:42.098356 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfa24ef-33ca-410d-96ee-520f9bf2a599 service neutron] Pushing event updated for resources: {'Port': ['ID=9d0a9265-835b-4677-b698-b6832076290d,revision_number=3']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:42.102317 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-9dfa24ef-33ca-410d-96ee-520f9bf2a599 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:49:42.129522 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51bd6d0c-e4d8-4f39-9db6-8fbce3bd8962', 'tag': '9d0a9265-835b-4677-b698-b6832076290d', 'status': 'completed', 'code': 200} May 27 03:49:42.132071 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adb18c1-2244-4f88-be35-2fc84195efa0 req-6664c4a6-c0b1-4a1e-b112-dd784b8d27b8 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:49:42.136753 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-7adb18c1-2244-4f88-be35-2fc84195efa0 req-6664c4a6-c0b1-4a1e-b112-dd784b8d27b8 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] 10.222.0.25 "GET /v2.0/ports?device_id=daffe717-7636-45e8-813d-8b2a6075c61e HTTP/1.1" status: 200 len: 984 time: 0.1037612 May 27 03:49:42.149797 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.v2.base [req-7adb18c1-2244-4f88-be35-2fc84195efa0 req-3fc1b4d1-9387-43c3-8469-2de56dacd252 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Request body: {'port': {'security_groups': ['7a22e4eb-1ed5-428b-9da9-e358a6333482']}} {{(pid=98852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:49:42.235353 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a6ae1f-2e42-4308-aa13-b8215a84469f req-30b8daa4-b881-42c2-8727-1e6e5e1d92fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:49:42.235353 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-b6a6ae1f-2e42-4308-aa13-b8215a84469f req-30b8daa4-b881-42c2-8727-1e6e5e1d92fe service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=276e81e3da1f4d4c9c1881d1b1e863c4&device_id=51bd6d0c-e4d8-4f39-9db6-8fbce3bd8962 HTTP/1.1" status: 200 len: 1097 time: 0.0838678 May 27 03:49:42.293289 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [req-7adb18c1-2244-4f88-be35-2fc84195efa0 req-3fc1b4d1-9387-43c3-8469-2de56dacd252 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_update {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:42.394667 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a6ae1f-2e42-4308-aa13-b8215a84469f req-e76444b0-31f3-4c06-86fe-dd7a9fb37003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:49:42.396119 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-b6a6ae1f-2e42-4308-aa13-b8215a84469f req-e76444b0-31f3-4c06-86fe-dd7a9fb37003 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=276e81e3da1f4d4c9c1881d1b1e863c4&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1529937 May 27 03:49:42.592913 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a6ae1f-2e42-4308-aa13-b8215a84469f req-9898d5fb-bf51-428c-a406-9efe0bd374ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:49:42.594258 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-b6a6ae1f-2e42-4308-aa13-b8215a84469f req-9898d5fb-bf51-428c-a406-9efe0bd374ff service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1918268 May 27 03:49:42.605744 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b985f4c-ed20-43b2-aaaa-f4918ef95b85 req-019738bb-e8b8-465a-b28f-88a4529d5fd7 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:49:42.606424 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [req-8b985f4c-ed20-43b2-aaaa-f4918ef95b85 req-019738bb-e8b8-465a-b28f-88a4529d5fd7 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Synchronizing usage tracker for tenant:276e81e3da1f4d4c9c1881d1b1e863c4 on resource:port {{(pid=98851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:49:42.654002 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.plugins.ml2.db [req-7adb18c1-2244-4f88-be35-2fc84195efa0 req-3fc1b4d1-9387-43c3-8469-2de56dacd252 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] For port 2beacebc-a476-4d0c-ad0f-528ef5b957c8, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=2beacebc-a476-4d0c-ad0f-528ef5b957c8,segment=NetworkSegment(71084c34-ab19-4a6a-bf97-1930eaa9b62e),segment_id=71084c34-ab19-4a6a-bf97-1930eaa9b62e)] {{(pid=98852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:49:42.681783 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [req-8b985f4c-ed20-43b2-aaaa-f4918ef95b85 req-019738bb-e8b8-465a-b28f-88a4529d5fd7 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Unset dirty status for tenant:276e81e3da1f4d4c9c1881d1b1e863c4 on resource:port {{(pid=98851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:49:42.682913 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-8b985f4c-ed20-43b2-aaaa-f4918ef95b85 req-019738bb-e8b8-465a-b28f-88a4529d5fd7 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "GET /v2.0/ports?device_id=51bd6d0c-e4d8-4f39-9db6-8fbce3bd8962 HTTP/1.1" status: 200 len: 944 time: 0.2592554 May 27 03:49:42.684483 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [req-7adb18c1-2244-4f88-be35-2fc84195efa0 req-3fc1b4d1-9387-43c3-8469-2de56dacd252 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Notify callbacks [] for port, precommit_update {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:42.740073 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-8b985f4c-ed20-43b2-aaaa-f4918ef95b85 req-cb2ee6f2-7d49-4bae-a452-01572041e30a tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "GET /v2.0/security-groups?id=e1817d5c-2ed0-42a3-9109-806eb31ce8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501935 May 27 03:49:42.746509 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fbbcea-5764-4f8b-9e00-e390287fbf12 req-7480b080-5250-49d9-afa9-1386cf3fbadd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:49:42.747939 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-b2fbbcea-5764-4f8b-9e00-e390287fbf12 req-7480b080-5250-49d9-afa9-1386cf3fbadd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=276e81e3da1f4d4c9c1881d1b1e863c4&device_id=51bd6d0c-e4d8-4f39-9db6-8fbce3bd8962 HTTP/1.1" status: 200 len: 1097 time: 0.1134140 May 27 03:49:42.751487 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [req-7adb18c1-2244-4f88-be35-2fc84195efa0 req-3fc1b4d1-9387-43c3-8469-2de56dacd252 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786481721483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786481287406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786481291807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27723270'] for port, after_update {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:42.757620 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-d79607e8-dd07-4cfe-971b-e79f45c262ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:49:42.768907 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.db [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] get_ports_and_sgs() called for port_ids ['2beacebc-a476-4d0c-ad0f-528ef5b957c8'] {{(pid=98853) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 03:49:42.831918 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-b2fbbcea-5764-4f8b-9e00-e390287fbf12 req-9fd34888-abb7-46dd-b990-b04036798d3e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9d0a9265-835b-4677-b698-b6832076290d HTTP/1.1" status: 200 len: 217 time: 0.0756915 May 27 03:49:42.832969 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adb18c1-2244-4f88-be35-2fc84195efa0 req-3fc1b4d1-9387-43c3-8469-2de56dacd252 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:49:42.833593 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [req-7adb18c1-2244-4f88-be35-2fc84195efa0 req-3fc1b4d1-9387-43c3-8469-2de56dacd252 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4037888'] for port, before_response {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:42.835264 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-7adb18c1-2244-4f88-be35-2fc84195efa0 req-3fc1b4d1-9387-43c3-8469-2de56dacd252 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] 10.222.0.25 "PUT /v2.0/ports/2beacebc-a476-4d0c-ad0f-528ef5b957c8 HTTP/1.1" status: 200 len: 942 time: 0.6911693 May 27 03:49:42.836041 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'daffe717-7636-45e8-813d-8b2a6075c61e', 'tag': '2beacebc-a476-4d0c-ad0f-528ef5b957c8'}] {{(pid=98852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:49:42.842078 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.wsgi [-] (98851) accepted ('10.222.0.25', 33304) {{(pid=98851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:49:42.872303 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc1b4d1-9387-43c3-8469-2de56dacd252 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Pushing event updated for resources: {'Port': ['ID=2beacebc-a476-4d0c-ad0f-528ef5b957c8,revision_number=7']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:42.877308 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-3fc1b4d1-9387-43c3-8469-2de56dacd252 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:49:42.902245 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'daffe717-7636-45e8-813d-8b2a6075c61e', 'tag': '2beacebc-a476-4d0c-ad0f-528ef5b957c8', 'status': 'completed', 'code': 200} May 27 03:49:42.945602 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.db [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] get_ports_and_sgs() called for port_ids ['2beacebc-a476-4d0c-ad0f-528ef5b957c8'] {{(pid=98853) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 03:49:43.120150 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-0df4a5f3-fa5f-4dff-b238-4d6e7f74276c None None] Provisioning complete for port 2beacebc-a476-4d0c-ad0f-528ef5b957c8 triggered by entity DHCP. {{(pid=98853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:49:43.120529 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-0df4a5f3-fa5f-4dff-b238-4d6e7f74276c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487713'] for port, provisioning_complete {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:43.133409 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fbbcea-5764-4f8b-9e00-e390287fbf12 req-11c4973f-391a-4af5-9f42-565a819f993c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:49:43.133409 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-b2fbbcea-5764-4f8b-9e00-e390287fbf12 req-11c4973f-391a-4af5-9f42-565a819f993c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=116079ce-8119-4ea5-82d4-c0c254fad638 HTTP/1.1" status: 200 len: 849 time: 0.2929881 May 27 03:49:43.195204 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-b48c2153-e54e-4474-b876-225d66bf1fe2 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Notify callbacks [] for security_group, before_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:43.247235 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-b48c2153-e54e-4474-b876-225d66bf1fe2 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:43.271722 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0393f47-1457-43c3-b44b-3dc217dd283f req-bf28f059-a3b7-4532-b7d7-275bc0ff33e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:49:43.273532 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-f0393f47-1457-43c3-b44b-3dc217dd283f req-bf28f059-a3b7-4532-b7d7-275bc0ff33e4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0df96baa86bb4c51b3b8bece28e3e23a&device_id=daffe717-7636-45e8-813d-8b2a6075c61e HTTP/1.1" status: 200 len: 1098 time: 0.2522860 May 27 03:49:43.377039 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fbbcea-5764-4f8b-9e00-e390287fbf12 req-b0377d19-1a51-4187-8376-f80c7bfbab25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:49:43.378514 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-b2fbbcea-5764-4f8b-9e00-e390287fbf12 req-b0377d19-1a51-4187-8376-f80c7bfbab25 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=130ff3ea-d273-4d90-8f0d-494d41441c60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2311523 May 27 03:49:43.531456 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0393f47-1457-43c3-b44b-3dc217dd283f req-c84a55f6-6395-4b03-9e23-0f9186862665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:49:43.533274 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-f0393f47-1457-43c3-b44b-3dc217dd283f req-c84a55f6-6395-4b03-9e23-0f9186862665 service neutron] 10.222.0.36 "GET /v2.0/networks?id=42a1ce98-c4d1-4e0b-b376-f6f97fb7e6e1 HTTP/1.1" status: 200 len: 915 time: 0.2450943 May 27 03:49:43.603779 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-b48c2153-e54e-4474-b876-225d66bf1fe2 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:43.619974 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-94700ae9-53ff-4ea3-ba1a-1d4b0d5ffcfa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:49:43.635769 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-b2fbbcea-5764-4f8b-9e00-e390287fbf12 req-5e8d9c5f-097a-4836-aa74-696bf307655e service neutron] 10.222.0.36 "GET /v2.0/networks/130ff3ea-d273-4d90-8f0d-494d41441c60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2478724 May 27 03:49:43.671939 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48c2153-e54e-4474-b876-225d66bf1fe2 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddcda7fa-20c2-4652-a278-ed29013fdd44,revision_number=None']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:43.684258 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-b48c2153-e54e-4474-b876-225d66bf1fe2 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:49:43.754850 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-f0393f47-1457-43c3-b44b-3dc217dd283f req-b7b9d550-cdd0-4345-875b-74ce75fb1e2e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2beacebc-a476-4d0c-ad0f-528ef5b957c8 HTTP/1.1" status: 200 len: 1001 time: 0.2072515 May 27 03:49:43.760648 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-b48c2153-e54e-4474-b876-225d66bf1fe2 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Notify callbacks [] for security_group, before_response {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:43.761636 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [None req-b48c2153-e54e-4474-b876-225d66bf1fe2 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] 10.222.0.25 "DELETE /v2.0/security-groups/ddcda7fa-20c2-4652-a278-ed29013fdd44 HTTP/1.1" status: 204 len: 168 time: 0.9184101 May 27 03:49:43.764651 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 33312) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:49:43.848825 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-b2fbbcea-5764-4f8b-9e00-e390287fbf12 req-917e9be2-8fec-406a-8c7b-4bc7e9a83945 service neutron] 10.222.0.36 "GET /v2.0/networks/130ff3ea-d273-4d90-8f0d-494d41441c60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2042625 May 27 03:49:43.854104 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0393f47-1457-43c3-b44b-3dc217dd283f req-409bd447-0538-43c9-a679-e419b8b1e4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:49:43.855487 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-f0393f47-1457-43c3-b44b-3dc217dd283f req-409bd447-0538-43c9-a679-e419b8b1e4ca service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a0827fbe-4b22-4dec-9e35-0c7ac84d00a0 HTTP/1.1" status: 200 len: 854 time: 0.0928464 May 27 03:49:43.934083 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0393f47-1457-43c3-b44b-3dc217dd283f req-210cfff2-9a4b-4f95-8fb7-6ea0064bb979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:49:43.935463 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-f0393f47-1457-43c3-b44b-3dc217dd283f req-210cfff2-9a4b-4f95-8fb7-6ea0064bb979 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=42a1ce98-c4d1-4e0b-b376-f6f97fb7e6e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0730429 May 27 03:49:44.074655 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-f0393f47-1457-43c3-b44b-3dc217dd283f req-be819de7-a462-4934-a0e2-7a8a8060adeb service neutron] 10.222.0.36 "GET /v2.0/networks/42a1ce98-c4d1-4e0b-b376-f6f97fb7e6e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315155 May 27 03:49:44.095162 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4655ec-ac23-4679-804f-9f796c99b922 req-e6fdea9d-9ef0-4a2f-84a4-3af091744973 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:49:44.096627 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-2b4655ec-ac23-4679-804f-9f796c99b922 req-e6fdea9d-9ef0-4a2f-84a4-3af091744973 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "GET /v2.0/ports?device_id=51bd6d0c-e4d8-4f39-9db6-8fbce3bd8962 HTTP/1.1" status: 200 len: 944 time: 0.2319255 May 27 03:49:44.157159 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-2b4655ec-ac23-4679-804f-9f796c99b922 req-20e941fb-cfed-43c1-92f0-67585ddd9c0a tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "GET /v2.0/security-groups?id=e1817d5c-2ed0-42a3-9109-806eb31ce8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534470 May 27 03:49:44.171495 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.plugins.ml2.plugin [None req-03ef2708-9aef-4ec2-b306-3b4d1264e8d5 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Deleting port 47d63c54-f2e8-472f-92d3-a6f68fdbed81 {{(pid=98852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 03:49:44.171495 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-03ef2708-9aef-4ec2-b306-3b4d1264e8d5 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786481719372'] for port, before_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:44.211874 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-f0393f47-1457-43c3-b44b-3dc217dd283f req-1d57bcc1-328b-4221-9d06-96834b7b0b5f service neutron] 10.222.0.36 "GET /v2.0/networks/42a1ce98-c4d1-4e0b-b376-f6f97fb7e6e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301491 May 27 03:49:44.292604 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-03ef2708-9aef-4ec2-b306-3b4d1264e8d5 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417280'] for port, precommit_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:44.292928 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-03ef2708-9aef-4ec2-b306-3b4d1264e8d5 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:44.420694 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.plugins.ml2.plugin [None req-03ef2708-9aef-4ec2-b306-3b4d1264e8d5 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Calling delete_port for 47d63c54-f2e8-472f-92d3-a6f68fdbed81 owned by network:floatingip {{(pid=98852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 03:49:44.614317 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-03ef2708-9aef-4ec2-b306-3b4d1264e8d5 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786481721510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786481287397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27723313'] for port, after_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:44.618668 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:49:44.662231 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ef2708-9aef-4ec2-b306-3b4d1264e8d5 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Pushing event deleted for resources: {'Port': ['ID=47d63c54-f2e8-472f-92d3-a6f68fdbed81,revision_number=None']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:44.665079 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-03ef2708-9aef-4ec2-b306-3b4d1264e8d5 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:49:44.759749 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-03ef2708-9aef-4ec2-b306-3b4d1264e8d5 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Notify callbacks [] for floatingip, after_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:44.760096 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.db.l3_db [None req-03ef2708-9aef-4ec2-b306-3b4d1264e8d5 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Floating IP 86d3add7-b68c-426a-9844-80226a1f1f1c disassociated (deleted). External IP: 172.27.2.186, port: 2beacebc-a476-4d0c-ad0f-528ef5b957c8. May 27 03:49:45.215123 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03ef2708-9aef-4ec2-b306-3b4d1264e8d5 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Router a3e8e858-0fd3-4277-af6e-4ab31152ff98 has already been hosted by L3 agent 816f7595-8215-4f06-9251-575c663b21d0 {{(pid=98852) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 03:49:45.459861 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03ef2708-9aef-4ec2-b306-3b4d1264e8d5 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Notify agent at l3_agent.dv-cinder-793264-1-iscsi the message routers_updated {{(pid=98852) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 03:49:45.469688 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3699a30a-aaa4-4522-a9f6-d53550853c9b None None] Sync routers for ids ['a3e8e858-0fd3-4277-af6e-4ab31152ff98'] in dv-cinder-793264-1-iscsi {{(pid=98853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:49:45.479550 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3699a30a-aaa4-4522-a9f6-d53550853c9b None None] Routers {'a3e8e858-0fd3-4277-af6e-4ab31152ff98'} bound to L3 agent in host dv-cinder-793264-1-iscsi {{(pid=98853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 03:49:45.480184 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_hamode_db [None req-3699a30a-aaa4-4522-a9f6-d53550853c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-05-27T03:33:06Z,description=,heartbeat_timestamp=2021-05-27T03:49:36Z,host='dv-cinder-793264-1-iscsi',id=816f7595-8215-4f06-9251-575c663b21d0,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T03:33:06Z,topic='l3_agent')) {'router_ids': ['a3e8e858-0fd3-4277-af6e-4ab31152ff98'], 'active': True} {{(pid=98853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:49:45.513672 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f24567-8655-4e0b-8e8d-bff3d77c37bf req-4c2d839a-cb6f-400f-bcb3-438669d54e84 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:49:45.515135 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-16f24567-8655-4e0b-8e8d-bff3d77c37bf req-4c2d839a-cb6f-400f-bcb3-438669d54e84 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "GET /v2.0/ports?device_id=51bd6d0c-e4d8-4f39-9db6-8fbce3bd8962 HTTP/1.1" status: 200 len: 944 time: 0.2400153 May 27 03:49:45.556731 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-03ef2708-9aef-4ec2-b306-3b4d1264e8d5 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4037888'] for floatingip, before_response {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:45.610648 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-16f24567-8655-4e0b-8e8d-bff3d77c37bf req-119738e8-59cb-4c13-b559-b477c06ab622 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "GET /v2.0/security-groups?id=e1817d5c-2ed0-42a3-9109-806eb31ce8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898464 May 27 03:49:45.628457 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-03ef2708-9aef-4ec2-b306-3b4d1264e8d5 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] 10.222.0.25 "DELETE /v2.0/floatingips/86d3add7-b68c-426a-9844-80226a1f1f1c HTTP/1.1" status: 204 len: 168 time: 1.8619509 May 27 03:49:45.633312 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'daffe717-7636-45e8-813d-8b2a6075c61e', 'tag': '2beacebc-a476-4d0c-ad0f-528ef5b957c8'}] {{(pid=98852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:49:45.672788 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_dvr_db [None req-3699a30a-aaa4-4522-a9f6-d53550853c9b None None] Set router a3e8e858-0fd3-4277-af6e-4ab31152ff98 gateway port host: dv-cinder-793264-1-iscsi {{(pid=98853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 03:49:45.683075 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'daffe717-7636-45e8-813d-8b2a6075c61e', 'tag': '2beacebc-a476-4d0c-ad0f-528ef5b957c8', 'status': 'completed', 'code': 200} May 27 03:49:45.785177 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520c6ac1-7c52-4de3-8efd-3992817fae67 req-9c7d5711-0aba-4b9f-90ca-b77d6e9926e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:49:45.786777 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-520c6ac1-7c52-4de3-8efd-3992817fae67 req-9c7d5711-0aba-4b9f-90ca-b77d6e9926e0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0df96baa86bb4c51b3b8bece28e3e23a&device_id=daffe717-7636-45e8-813d-8b2a6075c61e HTTP/1.1" status: 200 len: 1098 time: 0.0797880 May 27 03:49:45.935218 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520c6ac1-7c52-4de3-8efd-3992817fae67 req-c217fc7b-eae1-41c3-b72a-913d300663ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:49:45.936735 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-520c6ac1-7c52-4de3-8efd-3992817fae67 req-c217fc7b-eae1-41c3-b72a-913d300663ce service neutron] 10.222.0.36 "GET /v2.0/networks?id=42a1ce98-c4d1-4e0b-b376-f6f97fb7e6e1 HTTP/1.1" status: 200 len: 915 time: 0.1431012 May 27 03:49:46.002630 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_hamode_db [None req-3699a30a-aaa4-4522-a9f6-d53550853c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3e8e858-0fd3-4277-af6e-4ab31152ff98', 'name': 'tempest-TestMinimumBasicScenario-1371698955-router', 'tenant_id': '0df96baa86bb4c51b3b8bece28e3e23a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'external_fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': 'd7e22bf1-fc4a-4acf-958c-a9e50a67ed18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:43:55Z', 'updated_at': '2021-05-27T03:44:00Z', 'revision_number': 4, 'project_id': '0df96baa86bb4c51b3b8bece28e3e23a', 'gw_port': {'id': 'd7e22bf1-fc4a-4acf-958c-a9e50a67ed18', 'name': '', 'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:1d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3e8e858-0fd3-4277-af6e-4ab31152ff98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:43:56Z', 'updated_at': '2021-05-27T03:44:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-iscsi', '_interfaces': [{'id': '6e23172d-f30d-4914-960a-411d663b70e9', 'name': '', 'network_id': '42a1ce98-c4d1-4e0b-b376-f6f97fb7e6e1', 'tenant_id': '0df96baa86bb4c51b3b8bece28e3e23a', 'mac_address': 'fa:16:3e:8a:d7:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3e8e858-0fd3-4277-af6e-4ab31152ff98', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'a0827fbe-4b22-4dec-9e35-0c7ac84d00a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:44:00Z', 'updated_at': '2021-05-27T03:44:08Z', 'revision_number': 5, 'project_id': '0df96baa86bb4c51b3b8bece28e3e23a', 'subnets': [{'id': 'a0827fbe-4b22-4dec-9e35-0c7ac84d00a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-1-iscsi', False) {} {{(pid=98853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:49:46.006476 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3699a30a-aaa4-4522-a9f6-d53550853c9b None None] Checking router: a3e8e858-0fd3-4277-af6e-4ab31152ff98 for host: dv-cinder-793264-1-iscsi {{(pid=98853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:49:46.006729 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-520c6ac1-7c52-4de3-8efd-3992817fae67 req-59b416cc-f716-49af-8e5b-fddf28893982 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2beacebc-a476-4d0c-ad0f-528ef5b957c8 HTTP/1.1" status: 200 len: 217 time: 0.0603232 May 27 03:49:46.015387 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3699a30a-aaa4-4522-a9f6-d53550853c9b None None] Routers {'a3e8e858-0fd3-4277-af6e-4ab31152ff98'} bound to L3 agent in host dv-cinder-793264-1-iscsi {{(pid=98853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 03:49:46.015971 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_hamode_db [None req-3699a30a-aaa4-4522-a9f6-d53550853c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-05-27T03:33:06Z,description=,heartbeat_timestamp=2021-05-27T03:49:36Z,host='dv-cinder-793264-1-iscsi',id=816f7595-8215-4f06-9251-575c663b21d0,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T03:33:06Z,topic='l3_agent')) {'router_ids': ['a3e8e858-0fd3-4277-af6e-4ab31152ff98'], 'active': True} {{(pid=98853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:49:46.184568 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520c6ac1-7c52-4de3-8efd-3992817fae67 req-9cea0b95-c410-4b6e-bd29-3c5a120cd884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:49:46.186221 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-520c6ac1-7c52-4de3-8efd-3992817fae67 req-9cea0b95-c410-4b6e-bd29-3c5a120cd884 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a0827fbe-4b22-4dec-9e35-0c7ac84d00a0 HTTP/1.1" status: 200 len: 854 time: 0.1728420 May 27 03:49:46.248425 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_dvr_db [None req-3699a30a-aaa4-4522-a9f6-d53550853c9b None None] Set router a3e8e858-0fd3-4277-af6e-4ab31152ff98 gateway port host: dv-cinder-793264-1-iscsi {{(pid=98853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 03:49:46.270953 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520c6ac1-7c52-4de3-8efd-3992817fae67 req-d1e94ef1-460b-4605-8361-c43e62335fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:49:46.272429 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-520c6ac1-7c52-4de3-8efd-3992817fae67 req-d1e94ef1-460b-4605-8361-c43e62335fd0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=42a1ce98-c4d1-4e0b-b376-f6f97fb7e6e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0793672 May 27 03:49:46.416251 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-520c6ac1-7c52-4de3-8efd-3992817fae67 req-17d05af3-5b9b-4f49-871e-b6fb1c8bd060 service neutron] 10.222.0.36 "GET /v2.0/networks/42a1ce98-c4d1-4e0b-b376-f6f97fb7e6e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317959 May 27 03:49:46.559899 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-520c6ac1-7c52-4de3-8efd-3992817fae67 req-f0a69ef3-6ade-4389-af75-1a588838b934 service neutron] 10.222.0.36 "GET /v2.0/networks/42a1ce98-c4d1-4e0b-b376-f6f97fb7e6e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310344 May 27 03:49:46.569231 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_hamode_db [None req-3699a30a-aaa4-4522-a9f6-d53550853c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3e8e858-0fd3-4277-af6e-4ab31152ff98', 'name': 'tempest-TestMinimumBasicScenario-1371698955-router', 'tenant_id': '0df96baa86bb4c51b3b8bece28e3e23a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'external_fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': 'd7e22bf1-fc4a-4acf-958c-a9e50a67ed18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:43:55Z', 'updated_at': '2021-05-27T03:44:00Z', 'revision_number': 4, 'project_id': '0df96baa86bb4c51b3b8bece28e3e23a', 'gw_port': {'id': 'd7e22bf1-fc4a-4acf-958c-a9e50a67ed18', 'name': '', 'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:1d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3e8e858-0fd3-4277-af6e-4ab31152ff98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:43:56Z', 'updated_at': '2021-05-27T03:44:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-iscsi', '_interfaces': [{'id': '6e23172d-f30d-4914-960a-411d663b70e9', 'name': '', 'network_id': '42a1ce98-c4d1-4e0b-b376-f6f97fb7e6e1', 'tenant_id': '0df96baa86bb4c51b3b8bece28e3e23a', 'mac_address': 'fa:16:3e:8a:d7:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3e8e858-0fd3-4277-af6e-4ab31152ff98', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'a0827fbe-4b22-4dec-9e35-0c7ac84d00a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:44:00Z', 'updated_at': '2021-05-27T03:44:08Z', 'revision_number': 5, 'project_id': '0df96baa86bb4c51b3b8bece28e3e23a', 'subnets': [{'id': 'a0827fbe-4b22-4dec-9e35-0c7ac84d00a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-1-iscsi', False) {} {{(pid=98853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:49:46.573638 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3699a30a-aaa4-4522-a9f6-d53550853c9b None None] The sync data for ids ['a3e8e858-0fd3-4277-af6e-4ab31152ff98'] in dv-cinder-793264-1-iscsi is: [{'id': 'a3e8e858-0fd3-4277-af6e-4ab31152ff98', 'name': 'tempest-TestMinimumBasicScenario-1371698955-router', 'tenant_id': '0df96baa86bb4c51b3b8bece28e3e23a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'external_fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': 'd7e22bf1-fc4a-4acf-958c-a9e50a67ed18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:43:55Z', 'updated_at': '2021-05-27T03:44:00Z', 'revision_number': 4, 'project_id': '0df96baa86bb4c51b3b8bece28e3e23a', 'gw_port': {'id': 'd7e22bf1-fc4a-4acf-958c-a9e50a67ed18', 'name': '', 'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:1d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3e8e858-0fd3-4277-af6e-4ab31152ff98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:43:56Z', 'updated_at': '2021-05-27T03:44:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-iscsi', '_interfaces': [{'id': '6e23172d-f30d-4914-960a-411d663b70e9', 'name': '', 'network_id': '42a1ce98-c4d1-4e0b-b376-f6f97fb7e6e1', 'tenant_id': '0df96baa86bb4c51b3b8bece28e3e23a', 'mac_address': 'fa:16:3e:8a:d7:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3e8e858-0fd3-4277-af6e-4ab31152ff98', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'a0827fbe-4b22-4dec-9e35-0c7ac84d00a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:44:00Z', 'updated_at': '2021-05-27T03:44:08Z', 'revision_number': 5, 'project_id': '0df96baa86bb4c51b3b8bece28e3e23a', 'subnets': [{'id': 'a0827fbe-4b22-4dec-9e35-0c7ac84d00a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:49:46.797179 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df4b5c6c-3668-42b2-bb3a-93ca11d3f020 None None] New status for floating IP 86d3add7-b68c-426a-9844-80226a1f1f1c: DOWN {{(pid=98854) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 03:49:46.809444 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1f6455-1b60-4cc7-9610-a16698357913 req-711677e3-900f-47cb-b1e2-5c9d89f5c2ac tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:49:46.810892 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-fa1f6455-1b60-4cc7-9610-a16698357913 req-711677e3-900f-47cb-b1e2-5c9d89f5c2ac tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "GET /v2.0/ports?device_id=51bd6d0c-e4d8-4f39-9db6-8fbce3bd8962 HTTP/1.1" status: 200 len: 944 time: 0.0872777 May 27 03:49:46.858093 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-fa1f6455-1b60-4cc7-9610-a16698357913 req-4c412b86-0606-41eb-ae50-bbc9207ff666 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "GET /v2.0/security-groups?id=e1817d5c-2ed0-42a3-9109-806eb31ce8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414214 May 27 03:49:46.956600 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Device 9d0a9265-835b-4677-b698-b6832076290d details requested by agent hyperv_hv-cinder-79326 with host hv-cinder-79326 {{(pid=98853) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:49:47.092200 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.db [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] For port 9d0a9265-835b-4677-b698-b6832076290d, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=9d0a9265-835b-4677-b698-b6832076290d,segment=NetworkSegment(5d2d2fa4-4440-4746-9800-028cc9a24bc5),segment_id=5d2d2fa4-4440-4746-9800-028cc9a24bc5)] {{(pid=98853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:49:47.105070 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Returning: {'device': '9d0a9265-835b-4677-b698-b6832076290d', 'network_id': '130ff3ea-d273-4d90-8f0d-494d41441c60', 'port_id': '9d0a9265-835b-4677-b698-b6832076290d', 'mac_address': 'fa:16:3e:ab:47:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '116079ce-8119-4ea5-82d4-c0c254fad638', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98853) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:49:47.160052 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:47.182171 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.notifiers.nova [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d0a9265-835b-4677-b698-b6832076290d {{(pid=98853) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:49:47.198870 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.db [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] For port 9d0a9265-835b-4677-b698-b6832076290d, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=9d0a9265-835b-4677-b698-b6832076290d,segment=NetworkSegment(5d2d2fa4-4440-4746-9800-028cc9a24bc5),segment_id=5d2d2fa4-4440-4746-9800-028cc9a24bc5)] {{(pid=98853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:49:47.285192 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786481721483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786481287406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786481291807'] for port, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:47.287735 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-73a219f9-badd-4085-bf5f-69dd93612e3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:49:47.363688 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Pushing event updated for resources: {'Port': ['ID=9d0a9265-835b-4677-b698-b6832076290d,revision_number=4']} {{(pid=98853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:47.372386 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:49:47.372924 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:49:47.373271 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:49:47.373602 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:49:47.373923 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:49:47.374273 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:49:47.374623 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:49:47.375004 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:49:47.375372 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:49:47.375697 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:49:47.376029 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:49:47.376327 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:49:47.380445 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:49:47.399977 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:47.687088 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.db [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] get_ports_and_sgs() called for port_ids ['9d0a9265-835b-4677-b698-b6832076290d'] {{(pid=98853) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 03:49:48.046953 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b70fccc-5597-4918-afa0-720e1b3a98d5 req-9189eea7-1178-43d2-b58b-bc7dcb7688d7 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:49:48.048420 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-1b70fccc-5597-4918-afa0-720e1b3a98d5 req-9189eea7-1178-43d2-b58b-bc7dcb7688d7 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "GET /v2.0/ports?device_id=51bd6d0c-e4d8-4f39-9db6-8fbce3bd8962 HTTP/1.1" status: 200 len: 945 time: 0.0840485 May 27 03:49:48.093120 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-1b70fccc-5597-4918-afa0-720e1b3a98d5 req-54f78c19-b965-49d5-9fac-5d4d95724fd6 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "GET /v2.0/security-groups?id=e1817d5c-2ed0-42a3-9109-806eb31ce8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390520 May 27 03:49:48.969198 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Device 9d0a9265-835b-4677-b698-b6832076290d up at agent hyperv_hv-cinder-79326 {{(pid=98853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:49:49.119613 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Provisioning for port 9d0a9265-835b-4677-b698-b6832076290d completed by entity L2. {{(pid=98853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:49:49.125882 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Provisioning complete for port 9d0a9265-835b-4677-b698-b6832076290d triggered by entity L2. {{(pid=98853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:49:49.126414 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487713'] for port, provisioning_complete {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:49.257625 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:49.279470 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452cdfab-dba9-4891-bfad-c166cc5e6e88 req-8ab61fc3-c36b-495e-baa1-1b1352bea0b8 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:49:49.281066 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-452cdfab-dba9-4891-bfad-c166cc5e6e88 req-8ab61fc3-c36b-495e-baa1-1b1352bea0b8 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "GET /v2.0/ports?device_id=51bd6d0c-e4d8-4f39-9db6-8fbce3bd8962 HTTP/1.1" status: 200 len: 945 time: 0.0807412 May 27 03:49:49.286189 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51bd6d0c-e4d8-4f39-9db6-8fbce3bd8962', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d0a9265-835b-4677-b698-b6832076290d'}] {{(pid=98853) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:49:49.296006 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.db [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] For port 9d0a9265-835b-4677-b698-b6832076290d, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=9d0a9265-835b-4677-b698-b6832076290d,segment=NetworkSegment(5d2d2fa4-4440-4746-9800-028cc9a24bc5),segment_id=5d2d2fa4-4440-4746-9800-028cc9a24bc5)] {{(pid=98853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:49:49.329416 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-452cdfab-dba9-4891-bfad-c166cc5e6e88 req-75c52ccc-cce2-4602-9ca1-40ff679b22b0 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "GET /v2.0/security-groups?id=e1817d5c-2ed0-42a3-9109-806eb31ce8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409706 May 27 03:49:49.335039 dv-cinder-793264-1-iscsi neutron-server[98853]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51bd6d0c-e4d8-4f39-9db6-8fbce3bd8962', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d0a9265-835b-4677-b698-b6832076290d', 'code': 200} May 27 03:49:49.380137 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786481721483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786481287406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786481291807'] for port, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:49.382042 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-73a219f9-badd-4085-bf5f-69dd93612e3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:49:49.450988 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Pushing event updated for resources: {'Port': ['ID=9d0a9265-835b-4677-b698-b6832076290d,revision_number=5']} {{(pid=98853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:49.454008 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:49:49.775016 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd58d218-7430-4d14-a0d6-9acdd2e70034 req-3af3ba83-2373-46b2-8262-800e7fc1dbcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:49:49.776497 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-cd58d218-7430-4d14-a0d6-9acdd2e70034 req-3af3ba83-2373-46b2-8262-800e7fc1dbcb service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=51bd6d0c-e4d8-4f39-9db6-8fbce3bd8962 HTTP/1.1" status: 200 len: 1099 time: 0.0742252 May 27 03:49:49.817747 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-cd58d218-7430-4d14-a0d6-9acdd2e70034 req-c13ca0b0-1a4e-4a55-8a5d-24d561cb963b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e1817d5c-2ed0-42a3-9109-806eb31ce8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339553 May 27 03:49:50.534663 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1db5ce-4ab8-4c97-beb8-ce040c22761f req-12b90858-9585-46ac-af6d-0ee31672f3fb tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:49:50.536313 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-ae1db5ce-4ab8-4c97-beb8-ce040c22761f req-12b90858-9585-46ac-af6d-0ee31672f3fb tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "GET /v2.0/ports?device_id=51bd6d0c-e4d8-4f39-9db6-8fbce3bd8962 HTTP/1.1" status: 200 len: 946 time: 0.0930979 May 27 03:49:50.549698 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0854b2d-e428-4b74-8833-5662a7b6b2d5 req-5125eff5-d4d1-4353-8b79-c1556a31542f tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:49:50.551137 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-b0854b2d-e428-4b74-8833-5662a7b6b2d5 req-5125eff5-d4d1-4353-8b79-c1556a31542f tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] 10.222.0.25 "GET /v2.0/ports?device_id=daffe717-7636-45e8-813d-8b2a6075c61e HTTP/1.1" status: 200 len: 945 time: 0.0805869 May 27 03:49:50.583219 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-ae1db5ce-4ab8-4c97-beb8-ce040c22761f req-4bf71d37-1f93-4d81-a9c0-9df785f68bf5 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "GET /v2.0/security-groups?id=e1817d5c-2ed0-42a3-9109-806eb31ce8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404882 May 27 03:49:50.599991 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [req-b0854b2d-e428-4b74-8833-5662a7b6b2d5 req-923c1823-43ea-4dd3-a2bb-529461bfdbe2 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Synchronizing usage tracker for tenant:0df96baa86bb4c51b3b8bece28e3e23a on resource:security_group {{(pid=98851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:49:50.693587 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [req-b0854b2d-e428-4b74-8833-5662a7b6b2d5 req-923c1823-43ea-4dd3-a2bb-529461bfdbe2 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Unset dirty status for tenant:0df96baa86bb4c51b3b8bece28e3e23a on resource:security_group {{(pid=98851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:49:50.694769 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-b0854b2d-e428-4b74-8833-5662a7b6b2d5 req-923c1823-43ea-4dd3-a2bb-529461bfdbe2 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] 10.222.0.25 "GET /v2.0/security-groups?id=7a22e4eb-1ed5-428b-9da9-e358a6333482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370218 May 27 03:49:51.781119 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108a2cc6-9977-4d89-bd79-9c0a215e2236 req-6cb708b7-7399-4664-9f87-c45eb2f288a4 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:49:51.783270 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-108a2cc6-9977-4d89-bd79-9c0a215e2236 req-6cb708b7-7399-4664-9f87-c45eb2f288a4 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "GET /v2.0/ports?device_id=51bd6d0c-e4d8-4f39-9db6-8fbce3bd8962 HTTP/1.1" status: 200 len: 946 time: 0.0961080 May 27 03:49:51.829810 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-108a2cc6-9977-4d89-bd79-9c0a215e2236 req-9fac0c55-b17f-42ef-a0cb-c6fe7c7e14a9 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "GET /v2.0/security-groups?id=e1817d5c-2ed0-42a3-9109-806eb31ce8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406690 May 27 03:49:51.881893 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3a3f1b-73ea-4f11-9817-fd360c687c4d req-47f9be03-a9e4-4a23-8b93-1f73fb42e1bc tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:49:51.883237 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [req-1e3a3f1b-73ea-4f11-9817-fd360c687c4d req-47f9be03-a9e4-4a23-8b93-1f73fb42e1bc tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Synchronizing usage tracker for tenant:0df96baa86bb4c51b3b8bece28e3e23a on resource:port {{(pid=98852) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:49:51.987762 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [req-1e3a3f1b-73ea-4f11-9817-fd360c687c4d req-47f9be03-a9e4-4a23-8b93-1f73fb42e1bc tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Unset dirty status for tenant:0df96baa86bb4c51b3b8bece28e3e23a on resource:port {{(pid=98852) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:49:51.988895 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-1e3a3f1b-73ea-4f11-9817-fd360c687c4d req-47f9be03-a9e4-4a23-8b93-1f73fb42e1bc tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] 10.222.0.25 "GET /v2.0/ports?device_id=daffe717-7636-45e8-813d-8b2a6075c61e HTTP/1.1" status: 200 len: 945 time: 0.1883674 May 27 03:49:52.012556 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a6da5f-46e1-484f-93e5-4828a8ca1e9c req-257587c3-5789-480d-9624-1038fbae95f2 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:49:52.014401 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-e4a6da5f-46e1-484f-93e5-4828a8ca1e9c req-257587c3-5789-480d-9624-1038fbae95f2 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "GET /v2.0/ports?device_id=51bd6d0c-e4d8-4f39-9db6-8fbce3bd8962 HTTP/1.1" status: 200 len: 946 time: 0.0848575 May 27 03:49:52.022713 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.wsgi [-] (98851) accepted ('10.222.0.25', 33404) {{(pid=98851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:49:52.027811 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.v2.base [None req-2e532e76-8c97-4912-abc8-5dc8b89f9ac1 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Request body: {'floatingip': {'port_id': '9d0a9265-835b-4677-b698-b6832076290d'}} {{(pid=98851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:49:52.039747 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-1e3a3f1b-73ea-4f11-9817-fd360c687c4d req-581b5bb4-1a5d-44a1-bbee-de1810d280d0 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] 10.222.0.25 "GET /v2.0/security-groups?id=7a22e4eb-1ed5-428b-9da9-e358a6333482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444734 May 27 03:49:52.107266 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-2e532e76-8c97-4912-abc8-5dc8b89f9ac1 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Notify callbacks [] for floatingip, before_update {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:52.774115 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-2e532e76-8c97-4912-abc8-5dc8b89f9ac1 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:52.834305 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-2e532e76-8c97-4912-abc8-5dc8b89f9ac1 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-417761'] for floatingip, after_update {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:53.016503 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fdd833-e9ff-43f0-bcfe-bf51e1706b82 req-0ad06e25-c5ca-4f9d-86b0-9f267275a516 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:49:53.017914 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-a9fdd833-e9ff-43f0-bcfe-bf51e1706b82 req-0ad06e25-c5ca-4f9d-86b0-9f267275a516 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] 10.222.0.36 "GET /v2.0/ports?device_id=daffe717-7636-45e8-813d-8b2a6075c61e HTTP/1.1" status: 200 len: 945 time: 0.2259533 May 27 03:49:53.024564 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.db.l3_db [None req-2e532e76-8c97-4912-abc8-5dc8b89f9ac1 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Floating IP 4aa8bcaf-5634-44cc-8eec-ff88c5562bce associated. External IP: 172.27.2.72, port: 9d0a9265-835b-4677-b698-b6832076290d. May 27 03:49:53.246189 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1e3a33-747e-464f-95d3-dc9ca447fa0f req-c5ff772e-6578-4ed8-8589-6231b34ac2bc tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:49:53.247825 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-cb1e3a33-747e-464f-95d3-dc9ca447fa0f req-c5ff772e-6578-4ed8-8589-6231b34ac2bc tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] 10.222.0.25 "GET /v2.0/ports?device_id=daffe717-7636-45e8-813d-8b2a6075c61e HTTP/1.1" status: 200 len: 945 time: 0.0850601 May 27 03:49:53.296937 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-cb1e3a33-747e-464f-95d3-dc9ca447fa0f req-fcd4a69a-1f2b-4f84-a65e-9dae0416489c tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] 10.222.0.25 "GET /v2.0/security-groups?id=7a22e4eb-1ed5-428b-9da9-e358a6333482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431542 May 27 03:49:53.387234 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.plugin [req-a9fdd833-e9ff-43f0-bcfe-bf51e1706b82 req-04fc8323-e6bf-4d59-ba37-7e523d396beb tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Deleting port 2beacebc-a476-4d0c-ad0f-528ef5b957c8 {{(pid=98851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 03:49:53.387567 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-a9fdd833-e9ff-43f0-bcfe-bf51e1706b82 req-04fc8323-e6bf-4d59-ba37-7e523d396beb tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786481719372'] for port, before_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:53.482090 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 33418) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:49:53.579166 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e532e76-8c97-4912-abc8-5dc8b89f9ac1 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Router 945041cb-b0fa-44b7-ab8f-48e2d26f8286 has already been hosted by L3 agent 816f7595-8215-4f06-9251-575c663b21d0 {{(pid=98851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 03:49:53.605801 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.db [req-a9fdd833-e9ff-43f0-bcfe-bf51e1706b82 req-04fc8323-e6bf-4d59-ba37-7e523d396beb tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] For port 2beacebc-a476-4d0c-ad0f-528ef5b957c8, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=2beacebc-a476-4d0c-ad0f-528ef5b957c8,segment=NetworkSegment(71084c34-ab19-4a6a-bf97-1930eaa9b62e),segment_id=71084c34-ab19-4a6a-bf97-1930eaa9b62e)] {{(pid=98851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:49:53.606151 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-a9fdd833-e9ff-43f0-bcfe-bf51e1706b82 req-04fc8323-e6bf-4d59-ba37-7e523d396beb tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417280'] for port, precommit_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:53.744812 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.plugins.ml2.plugin [None req-68ac04b3-127f-4700-aee5-1cc819ce02cb tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Deleting port c5fb150a-54bc-4fe7-bee7-ce6486d76cd0 {{(pid=98852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 03:49:53.745149 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-68ac04b3-127f-4700-aee5-1cc819ce02cb tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786481719372'] for port, before_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:53.795293 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.plugin [req-a9fdd833-e9ff-43f0-bcfe-bf51e1706b82 req-04fc8323-e6bf-4d59-ba37-7e523d396beb tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Calling delete_port for 2beacebc-a476-4d0c-ad0f-528ef5b957c8 owned by compute:nova {{(pid=98851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 03:49:53.865412 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-68ac04b3-127f-4700-aee5-1cc819ce02cb tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417280'] for port, precommit_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:53.865641 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-68ac04b3-127f-4700-aee5-1cc819ce02cb tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:53.994341 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.plugins.ml2.plugin [None req-68ac04b3-127f-4700-aee5-1cc819ce02cb tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Calling delete_port for c5fb150a-54bc-4fe7-bee7-ce6486d76cd0 owned by network:floatingip {{(pid=98852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 03:49:54.008814 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e532e76-8c97-4912-abc8-5dc8b89f9ac1 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Notify agent at l3_agent.dv-cinder-793264-1-iscsi the message routers_updated {{(pid=98851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 03:49:54.013334 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-2e532e76-8c97-4912-abc8-5dc8b89f9ac1 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4037888'] for floatingip, before_response {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:54.022096 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c05946d-cc18-4aed-938b-7b37d1a23bf7 None None] Sync routers for ids ['945041cb-b0fa-44b7-ab8f-48e2d26f8286'] in dv-cinder-793264-1-iscsi {{(pid=98853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:49:54.031989 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c05946d-cc18-4aed-938b-7b37d1a23bf7 None None] Routers {'945041cb-b0fa-44b7-ab8f-48e2d26f8286'} bound to L3 agent in host dv-cinder-793264-1-iscsi {{(pid=98853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 03:49:54.032905 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_hamode_db [None req-9c05946d-cc18-4aed-938b-7b37d1a23bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-05-27T03:33:06Z,description=,heartbeat_timestamp=2021-05-27T03:49:36Z,host='dv-cinder-793264-1-iscsi',id=816f7595-8215-4f06-9251-575c663b21d0,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T03:33:06Z,topic='l3_agent')) {'router_ids': ['945041cb-b0fa-44b7-ab8f-48e2d26f8286'], 'active': True} {{(pid=98853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:49:54.078633 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [None req-2e532e76-8c97-4912-abc8-5dc8b89f9ac1 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "PUT /v2.0/floatingips/4aa8bcaf-5634-44cc-8eec-ff88c5562bce HTTP/1.1" status: 200 len: 991 time: 2.0548356 May 27 03:49:54.079456 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51bd6d0c-e4d8-4f39-9db6-8fbce3bd8962', 'tag': '9d0a9265-835b-4677-b698-b6832076290d'}] {{(pid=98851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:49:54.167193 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51bd6d0c-e4d8-4f39-9db6-8fbce3bd8962', 'tag': '9d0a9265-835b-4677-b698-b6832076290d', 'status': 'completed', 'code': 200} May 27 03:49:54.207858 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-68ac04b3-127f-4700-aee5-1cc819ce02cb tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786481721510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786481287397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27723313'] for port, after_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:54.213438 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-5e7c20f4-fa0e-4ef7-8621-85e1395ebcb7 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:49:54.223036 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-a9fdd833-e9ff-43f0-bcfe-bf51e1706b82 req-04fc8323-e6bf-4d59-ba37-7e523d396beb tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786481721510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786481287397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28231606'] for port, after_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:54.227198 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_dvr_db [None req-9c05946d-cc18-4aed-938b-7b37d1a23bf7 None None] Set router 945041cb-b0fa-44b7-ab8f-48e2d26f8286 gateway port host: dv-cinder-793264-1-iscsi {{(pid=98853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 03:49:54.233467 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-598b0830-bf1f-4154-ac0f-1be033cc2a78 tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:49:54.258276 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ac04b3-127f-4700-aee5-1cc819ce02cb tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Pushing event deleted for resources: {'Port': ['ID=c5fb150a-54bc-4fe7-bee7-ce6486d76cd0,revision_number=None']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:54.261541 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-68ac04b3-127f-4700-aee5-1cc819ce02cb tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:49:54.288351 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.db [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] get_ports_and_sgs() called for port_ids ['2beacebc-a476-4d0c-ad0f-528ef5b957c8'] {{(pid=98853) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 03:49:54.294581 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fc8323-e6bf-4d59-ba37-7e523d396beb tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Pushing event deleted for resources: {'Port': ['ID=2beacebc-a476-4d0c-ad0f-528ef5b957c8,revision_number=None']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:54.329465 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-04fc8323-e6bf-4d59-ba37-7e523d396beb tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:49:54.374667 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9fdd833-e9ff-43f0-bcfe-bf51e1706b82 req-04fc8323-e6bf-4d59-ba37-7e523d396beb tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] No DVR routers for this DVR port 2beacebc-a476-4d0c-ad0f-528ef5b957c8 on host hv-cinder-79326 {{(pid=98851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:49:54.377848 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-a9fdd833-e9ff-43f0-bcfe-bf51e1706b82 req-04fc8323-e6bf-4d59-ba37-7e523d396beb tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4037888'] for port, before_response {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:54.401289 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915a7e13-e3d2-4af0-8562-3957bc636bc0 req-838248df-70c7-4721-8719-04c0c768c61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:49:54.405695 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-915a7e13-e3d2-4af0-8562-3957bc636bc0 req-838248df-70c7-4721-8719-04c0c768c61e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=276e81e3da1f4d4c9c1881d1b1e863c4&device_id=51bd6d0c-e4d8-4f39-9db6-8fbce3bd8962 HTTP/1.1" status: 200 len: 1099 time: 0.2152486 May 27 03:49:54.504966 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-68ac04b3-127f-4700-aee5-1cc819ce02cb tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Notify callbacks [] for floatingip, after_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:54.505318 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.db.l3_db [None req-68ac04b3-127f-4700-aee5-1cc819ce02cb tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Floating IP a0540db5-965f-4167-a685-0056feba7231 disassociated (deleted). External IP: 172.27.2.3, port: 2554297d-a794-4bc9-9cb3-56dce4e9fb2f. May 27 03:49:54.509450 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [req-82f7b15d-fb6d-4b95-aa28-9c979933756b req-f624905a-757c-4289-ad56-45390c4bc4a5 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Synchronizing usage tracker for tenant:0df96baa86bb4c51b3b8bece28e3e23a on resource:port {{(pid=98851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:49:54.574783 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-a9fdd833-e9ff-43f0-bcfe-bf51e1706b82 req-04fc8323-e6bf-4d59-ba37-7e523d396beb tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] 10.222.0.36 "DELETE /v2.0/ports/2beacebc-a476-4d0c-ad0f-528ef5b957c8 HTTP/1.1" status: 204 len: 173 time: 1.4968169 May 27 03:49:54.634322 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915a7e13-e3d2-4af0-8562-3957bc636bc0 req-842f55a1-a928-49ab-8bba-48a4e5ced809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:49:54.636553 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-915a7e13-e3d2-4af0-8562-3957bc636bc0 req-842f55a1-a928-49ab-8bba-48a4e5ced809 service neutron] 10.222.0.36 "GET /v2.0/networks?id=130ff3ea-d273-4d90-8f0d-494d41441c60 HTTP/1.1" status: 200 len: 910 time: 0.2259440 May 27 03:49:54.638941 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [req-82f7b15d-fb6d-4b95-aa28-9c979933756b req-f624905a-757c-4289-ad56-45390c4bc4a5 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Unset dirty status for tenant:0df96baa86bb4c51b3b8bece28e3e23a on resource:port {{(pid=98851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:49:54.640125 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-82f7b15d-fb6d-4b95-aa28-9c979933756b req-f624905a-757c-4289-ad56-45390c4bc4a5 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] 10.222.0.25 "GET /v2.0/ports?device_id=daffe717-7636-45e8-813d-8b2a6075c61e HTTP/1.1" status: 200 len: 210 time: 0.1783595 May 27 03:49:54.747701 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_hamode_db [None req-9c05946d-cc18-4aed-938b-7b37d1a23bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '945041cb-b0fa-44b7-ab8f-48e2d26f8286', 'name': 'tempest-AttachVolumeTestJSON-161599716-router', 'tenant_id': '276e81e3da1f4d4c9c1881d1b1e863c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'external_fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.4'}], 'enable_snat': True}, 'gw_port_id': '25a5bf52-cef5-4af4-a15b-9443f2edf92d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:40:54Z', 'updated_at': '2021-05-27T03:41:03Z', 'revision_number': 4, 'project_id': '276e81e3da1f4d4c9c1881d1b1e863c4', 'gw_port': {'id': '25a5bf52-cef5-4af4-a15b-9443f2edf92d', 'name': '', 'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:4a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945041cb-b0fa-44b7-ab8f-48e2d26f8286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:40:56Z', 'updated_at': '2021-05-27T03:41:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-iscsi', '_floatingips': [{'id': '4aa8bcaf-5634-44cc-8eec-ff88c5562bce', 'tenant_id': '276e81e3da1f4d4c9c1881d1b1e863c4', 'floating_ip_address': '172.27.2.72', 'floating_network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'router_id': '945041cb-b0fa-44b7-ab8f-48e2d26f8286', 'port_id': '9d0a9265-835b-4677-b698-b6832076290d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '130ff3ea-d273-4d90-8f0d-494d41441c60', 'mac_address': 'fa:16:3e:ab:47:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51bd6d0c-e4d8-4f39-9db6-8fbce3bd8962', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T03:49:35Z', 'updated_at': '2021-05-27T03:49:52Z', 'revision_number': 1, 'project_id': '276e81e3da1f4d4c9c1881d1b1e863c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd76d3b3b-e1a8-49e5-be0c-8c193177836a', 'name': '', 'network_id': '130ff3ea-d273-4d90-8f0d-494d41441c60', 'tenant_id': '276e81e3da1f4d4c9c1881d1b1e863c4', 'mac_address': 'fa:16:3e:c5:ac:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945041cb-b0fa-44b7-ab8f-48e2d26f8286', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '116079ce-8119-4ea5-82d4-c0c254fad638', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:41:02Z', 'updated_at': '2021-05-27T03:41:16Z', 'revision_number': 5, 'project_id': '276e81e3da1f4d4c9c1881d1b1e863c4', 'subnets': [{'id': '116079ce-8119-4ea5-82d4-c0c254fad638', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-1-iscsi', False) {} {{(pid=98853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:49:54.753265 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c05946d-cc18-4aed-938b-7b37d1a23bf7 None None] Checking router: 945041cb-b0fa-44b7-ab8f-48e2d26f8286 for host: dv-cinder-793264-1-iscsi {{(pid=98853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:49:54.760986 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-915a7e13-e3d2-4af0-8562-3957bc636bc0 req-d2f92b5f-47df-41d2-a552-18965c45fd7b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9d0a9265-835b-4677-b698-b6832076290d HTTP/1.1" status: 200 len: 999 time: 0.1163704 May 27 03:49:54.761811 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c05946d-cc18-4aed-938b-7b37d1a23bf7 None None] Routers {'945041cb-b0fa-44b7-ab8f-48e2d26f8286'} bound to L3 agent in host dv-cinder-793264-1-iscsi {{(pid=98853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 03:49:54.762432 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_hamode_db [None req-9c05946d-cc18-4aed-938b-7b37d1a23bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-05-27T03:33:06Z,description=,heartbeat_timestamp=2021-05-27T03:49:36Z,host='dv-cinder-793264-1-iscsi',id=816f7595-8215-4f06-9251-575c663b21d0,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T03:33:06Z,topic='l3_agent')) {'router_ids': ['945041cb-b0fa-44b7-ab8f-48e2d26f8286'], 'active': True} {{(pid=98853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:49:54.836369 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915a7e13-e3d2-4af0-8562-3957bc636bc0 req-36f0b2a1-fff1-4ff7-b9e1-1218650eaac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:49:54.838197 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-915a7e13-e3d2-4af0-8562-3957bc636bc0 req-36f0b2a1-fff1-4ff7-b9e1-1218650eaac7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=116079ce-8119-4ea5-82d4-c0c254fad638 HTTP/1.1" status: 200 len: 849 time: 0.0705416 May 27 03:49:54.925100 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68ac04b3-127f-4700-aee5-1cc819ce02cb tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Router 8247722d-7c9e-4852-a98c-891ae4b2b00e has already been hosted by L3 agent 816f7595-8215-4f06-9251-575c663b21d0 {{(pid=98852) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 03:49:54.934782 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915a7e13-e3d2-4af0-8562-3957bc636bc0 req-2c85cb7c-bff9-4834-b4f0-6047ad28ba9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:49:54.936593 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-915a7e13-e3d2-4af0-8562-3957bc636bc0 req-2c85cb7c-bff9-4834-b4f0-6047ad28ba9b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=130ff3ea-d273-4d90-8f0d-494d41441c60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0905979 May 27 03:49:55.003418 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_dvr_db [None req-9c05946d-cc18-4aed-938b-7b37d1a23bf7 None None] Set router 945041cb-b0fa-44b7-ab8f-48e2d26f8286 gateway port host: dv-cinder-793264-1-iscsi {{(pid=98853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 03:49:55.079231 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-915a7e13-e3d2-4af0-8562-3957bc636bc0 req-073b4d68-a2ae-4362-bbd0-6b1a4f212fd1 service neutron] 10.222.0.36 "GET /v2.0/networks/130ff3ea-d273-4d90-8f0d-494d41441c60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361110 May 27 03:49:55.112929 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68ac04b3-127f-4700-aee5-1cc819ce02cb tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Notify agent at l3_agent.dv-cinder-793264-1-iscsi the message routers_updated {{(pid=98852) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 03:49:55.124202 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a6c079-50f3-41c6-a013-ce1d999f03be None None] Sync routers for ids ['8247722d-7c9e-4852-a98c-891ae4b2b00e'] in dv-cinder-793264-1-iscsi {{(pid=98854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:49:55.134436 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a6c079-50f3-41c6-a013-ce1d999f03be None None] Routers {'8247722d-7c9e-4852-a98c-891ae4b2b00e'} bound to L3 agent in host dv-cinder-793264-1-iscsi {{(pid=98854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 03:49:55.135818 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.l3_hamode_db [None req-23a6c079-50f3-41c6-a013-ce1d999f03be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-05-27T03:33:06Z,description=,heartbeat_timestamp=2021-05-27T03:49:36Z,host='dv-cinder-793264-1-iscsi',id=816f7595-8215-4f06-9251-575c663b21d0,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T03:33:06Z,topic='l3_agent')) {'router_ids': ['8247722d-7c9e-4852-a98c-891ae4b2b00e'], 'active': True} {{(pid=98854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:49:55.184970 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-68ac04b3-127f-4700-aee5-1cc819ce02cb tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4037888'] for floatingip, before_response {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:55.231528 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-915a7e13-e3d2-4af0-8562-3957bc636bc0 req-79ba2ad1-3c2d-43b9-9cd0-e7d77e2e56c9 service neutron] 10.222.0.36 "GET /v2.0/networks/130ff3ea-d273-4d90-8f0d-494d41441c60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445656 May 27 03:49:55.257372 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-68ac04b3-127f-4700-aee5-1cc819ce02cb tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] 10.222.0.25 "DELETE /v2.0/floatingips/a0540db5-965f-4167-a685-0056feba7231 HTTP/1.1" status: 204 len: 168 time: 1.7741318 May 27 03:49:55.258199 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02984890-fe33-4d25-bf6d-a3c3163a965f', 'tag': '2554297d-a794-4bc9-9cb3-56dce4e9fb2f'}] {{(pid=98852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:49:55.327042 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.l3_dvr_db [None req-23a6c079-50f3-41c6-a013-ce1d999f03be None None] Set router 8247722d-7c9e-4852-a98c-891ae4b2b00e gateway port host: dv-cinder-793264-1-iscsi {{(pid=98854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 03:49:55.450481 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_hamode_db [None req-9c05946d-cc18-4aed-938b-7b37d1a23bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '945041cb-b0fa-44b7-ab8f-48e2d26f8286', 'name': 'tempest-AttachVolumeTestJSON-161599716-router', 'tenant_id': '276e81e3da1f4d4c9c1881d1b1e863c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'external_fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.4'}], 'enable_snat': True}, 'gw_port_id': '25a5bf52-cef5-4af4-a15b-9443f2edf92d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:40:54Z', 'updated_at': '2021-05-27T03:41:03Z', 'revision_number': 4, 'project_id': '276e81e3da1f4d4c9c1881d1b1e863c4', 'gw_port': {'id': '25a5bf52-cef5-4af4-a15b-9443f2edf92d', 'name': '', 'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:4a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945041cb-b0fa-44b7-ab8f-48e2d26f8286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:40:56Z', 'updated_at': '2021-05-27T03:41:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-iscsi', '_floatingips': [{'id': '4aa8bcaf-5634-44cc-8eec-ff88c5562bce', 'tenant_id': '276e81e3da1f4d4c9c1881d1b1e863c4', 'floating_ip_address': '172.27.2.72', 'floating_network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'router_id': '945041cb-b0fa-44b7-ab8f-48e2d26f8286', 'port_id': '9d0a9265-835b-4677-b698-b6832076290d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '130ff3ea-d273-4d90-8f0d-494d41441c60', 'mac_address': 'fa:16:3e:ab:47:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51bd6d0c-e4d8-4f39-9db6-8fbce3bd8962', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T03:49:35Z', 'updated_at': '2021-05-27T03:49:52Z', 'revision_number': 1, 'project_id': '276e81e3da1f4d4c9c1881d1b1e863c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd76d3b3b-e1a8-49e5-be0c-8c193177836a', 'name': '', 'network_id': '130ff3ea-d273-4d90-8f0d-494d41441c60', 'tenant_id': '276e81e3da1f4d4c9c1881d1b1e863c4', 'mac_address': 'fa:16:3e:c5:ac:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945041cb-b0fa-44b7-ab8f-48e2d26f8286', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '116079ce-8119-4ea5-82d4-c0c254fad638', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:41:02Z', 'updated_at': '2021-05-27T03:41:16Z', 'revision_number': 5, 'project_id': '276e81e3da1f4d4c9c1881d1b1e863c4', 'subnets': [{'id': '116079ce-8119-4ea5-82d4-c0c254fad638', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-1-iscsi', False) {} {{(pid=98853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:49:55.451008 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c05946d-cc18-4aed-938b-7b37d1a23bf7 None None] The sync data for ids ['945041cb-b0fa-44b7-ab8f-48e2d26f8286'] in dv-cinder-793264-1-iscsi is: [{'id': '945041cb-b0fa-44b7-ab8f-48e2d26f8286', 'name': 'tempest-AttachVolumeTestJSON-161599716-router', 'tenant_id': '276e81e3da1f4d4c9c1881d1b1e863c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'external_fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.4'}], 'enable_snat': True}, 'gw_port_id': '25a5bf52-cef5-4af4-a15b-9443f2edf92d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:40:54Z', 'updated_at': '2021-05-27T03:41:03Z', 'revision_number': 4, 'project_id': '276e81e3da1f4d4c9c1881d1b1e863c4', 'gw_port': {'id': '25a5bf52-cef5-4af4-a15b-9443f2edf92d', 'name': '', 'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:4a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945041cb-b0fa-44b7-ab8f-48e2d26f8286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:40:56Z', 'updated_at': '2021-05-27T03:41:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-iscsi', '_floatingips': [{'id': '4aa8bcaf-5634-44cc-8eec-ff88c5562bce', 'tenant_id': '276e81e3da1f4d4c9c1881d1b1e863c4', 'floating_ip_address': '172.27.2.72', 'floating_network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'router_id': '945041cb-b0fa-44b7-ab8f-48e2d26f8286', 'port_id': '9d0a9265-835b-4677-b698-b6832076290d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '130ff3ea-d273-4d90-8f0d-494d41441c60', 'mac_address': 'fa:16:3e:ab:47:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51bd6d0c-e4d8-4f39-9db6-8fbce3bd8962', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T03:49:35Z', 'updated_at': '2021-05-27T03:49:52Z', 'revision_number': 1, 'project_id': '276e81e3da1f4d4c9c1881d1b1e863c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd76d3b3b-e1a8-49e5-be0c-8c193177836a', 'name': '', 'network_id': '130ff3ea-d273-4d90-8f0d-494d41441c60', 'tenant_id': '276e81e3da1f4d4c9c1881d1b1e863c4', 'mac_address': 'fa:16:3e:c5:ac:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945041cb-b0fa-44b7-ab8f-48e2d26f8286', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '116079ce-8119-4ea5-82d4-c0c254fad638', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:41:02Z', 'updated_at': '2021-05-27T03:41:16Z', 'revision_number': 5, 'project_id': '276e81e3da1f4d4c9c1881d1b1e863c4', 'subnets': [{'id': '116079ce-8119-4ea5-82d4-c0c254fad638', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:49:55.464552 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02984890-fe33-4d25-bf6d-a3c3163a965f', 'tag': '2554297d-a794-4bc9-9cb3-56dce4e9fb2f', 'status': 'completed', 'code': 200} May 27 03:49:55.573211 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ba5cab-9ae4-4b17-9ea9-37f196853e1c req-c6c83ddc-5c23-46cb-8cb1-ac9d3a997564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:49:55.574833 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-95ba5cab-9ae4-4b17-9ea9-37f196853e1c req-c6c83ddc-5c23-46cb-8cb1-ac9d3a997564 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=450ff0f7a98a4ae385a74e4ddaf301ef&device_id=02984890-fe33-4d25-bf6d-a3c3163a965f HTTP/1.1" status: 200 len: 1099 time: 0.0847631 May 27 03:49:55.738432 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ba5cab-9ae4-4b17-9ea9-37f196853e1c req-b620c69c-118a-4002-ba5f-492d6eb36f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:49:55.739889 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-95ba5cab-9ae4-4b17-9ea9-37f196853e1c req-b620c69c-118a-4002-ba5f-492d6eb36f75 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ad9eef72-b0bd-43e0-b9f9-b206091e5c65 HTTP/1.1" status: 200 len: 909 time: 0.1586113 May 27 03:49:55.773777 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d5f7ef-015d-44e2-adb1-768b7353b1d2 None None] New status for floating IP 4aa8bcaf-5634-44cc-8eec-ff88c5562bce: ACTIVE {{(pid=98853) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 03:49:55.790669 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.l3_hamode_db [None req-23a6c079-50f3-41c6-a013-ce1d999f03be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8247722d-7c9e-4852-a98c-891ae4b2b00e', 'name': 'tempest-TestShelveInstance-2038693387-router', 'tenant_id': '450ff0f7a98a4ae385a74e4ddaf301ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'external_fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': '3b53d14b-a9e1-4295-ad8f-19adcb76a4f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:42:17Z', 'updated_at': '2021-05-27T03:42:23Z', 'revision_number': 4, 'project_id': '450ff0f7a98a4ae385a74e4ddaf301ef', 'gw_port': {'id': '3b53d14b-a9e1-4295-ad8f-19adcb76a4f2', 'name': '', 'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:1d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8247722d-7c9e-4852-a98c-891ae4b2b00e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:42:18Z', 'updated_at': '2021-05-27T03:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-iscsi', '_interfaces': [{'id': 'ade8e149-2b41-44c9-a6b1-6e1e8e676168', 'name': '', 'network_id': 'ad9eef72-b0bd-43e0-b9f9-b206091e5c65', 'tenant_id': '450ff0f7a98a4ae385a74e4ddaf301ef', 'mac_address': 'fa:16:3e:71:8f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8247722d-7c9e-4852-a98c-891ae4b2b00e', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '6c6b99bf-0e7d-4ba7-b853-38f4087b6993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:42:22Z', 'updated_at': '2021-05-27T03:42:31Z', 'revision_number': 5, 'project_id': '450ff0f7a98a4ae385a74e4ddaf301ef', 'subnets': [{'id': '6c6b99bf-0e7d-4ba7-b853-38f4087b6993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-1-iscsi', False) {} {{(pid=98854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:49:55.795737 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a6c079-50f3-41c6-a013-ce1d999f03be None None] Checking router: 8247722d-7c9e-4852-a98c-891ae4b2b00e for host: dv-cinder-793264-1-iscsi {{(pid=98854) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:49:55.806391 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a6c079-50f3-41c6-a013-ce1d999f03be None None] Routers {'8247722d-7c9e-4852-a98c-891ae4b2b00e'} bound to L3 agent in host dv-cinder-793264-1-iscsi {{(pid=98854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 03:49:55.807155 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.l3_hamode_db [None req-23a6c079-50f3-41c6-a013-ce1d999f03be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-05-27T03:33:06Z,description=,heartbeat_timestamp=2021-05-27T03:49:36Z,host='dv-cinder-793264-1-iscsi',id=816f7595-8215-4f06-9251-575c663b21d0,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T03:33:06Z,topic='l3_agent')) {'router_ids': ['8247722d-7c9e-4852-a98c-891ae4b2b00e'], 'active': True} {{(pid=98854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:49:55.846123 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-95ba5cab-9ae4-4b17-9ea9-37f196853e1c req-69f29f5c-e3b5-4af3-83b8-5d45e1ebd40d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2554297d-a794-4bc9-9cb3-56dce4e9fb2f HTTP/1.1" status: 200 len: 217 time: 0.0994515 May 27 03:49:55.932121 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ba5cab-9ae4-4b17-9ea9-37f196853e1c req-8b58bda8-2593-4bc4-94ac-05e7a2fe730a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:49:55.933890 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-95ba5cab-9ae4-4b17-9ea9-37f196853e1c req-8b58bda8-2593-4bc4-94ac-05e7a2fe730a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6c6b99bf-0e7d-4ba7-b853-38f4087b6993 HTTP/1.1" status: 200 len: 848 time: 0.0813689 May 27 03:49:55.990146 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2690027e-0afe-40f6-aca7-e1c4f2b60e0c req-2539a6c1-0400-464a-a31f-1cd8dfa32d87 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:49:55.990771 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [req-2690027e-0afe-40f6-aca7-e1c4f2b60e0c req-2539a6c1-0400-464a-a31f-1cd8dfa32d87 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Synchronizing usage tracker for tenant:450ff0f7a98a4ae385a74e4ddaf301ef on resource:port {{(pid=98852) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:49:56.031460 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ba5cab-9ae4-4b17-9ea9-37f196853e1c req-93558634-f273-4e29-a162-7f2dfd1ec9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:49:56.033392 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-95ba5cab-9ae4-4b17-9ea9-37f196853e1c req-93558634-f273-4e29-a162-7f2dfd1ec9c4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ad9eef72-b0bd-43e0-b9f9-b206091e5c65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0903127 May 27 03:49:56.063815 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.l3_dvr_db [None req-23a6c079-50f3-41c6-a013-ce1d999f03be None None] Set router 8247722d-7c9e-4852-a98c-891ae4b2b00e gateway port host: dv-cinder-793264-1-iscsi {{(pid=98854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 03:49:56.076736 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [req-2690027e-0afe-40f6-aca7-e1c4f2b60e0c req-2539a6c1-0400-464a-a31f-1cd8dfa32d87 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Unset dirty status for tenant:450ff0f7a98a4ae385a74e4ddaf301ef on resource:port {{(pid=98852) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:49:56.077915 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-2690027e-0afe-40f6-aca7-e1c4f2b60e0c req-2539a6c1-0400-464a-a31f-1cd8dfa32d87 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] 10.222.0.25 "GET /v2.0/ports?device_id=02984890-fe33-4d25-bf6d-a3c3163a965f HTTP/1.1" status: 200 len: 946 time: 0.1774664 May 27 03:49:56.166018 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-2690027e-0afe-40f6-aca7-e1c4f2b60e0c req-f159e051-d4b2-439b-b259-a02e9cb07fa1 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] 10.222.0.25 "GET /v2.0/security-groups?id=c84eeadc-d16c-4b72-8eeb-79ff20a61103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811443 May 27 03:49:56.190188 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daffe717-7636-45e8-813d-8b2a6075c61e', 'name': 'network-vif-deleted', 'tag': '2beacebc-a476-4d0c-ad0f-528ef5b957c8'}] {{(pid=98851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:49:56.264235 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daffe717-7636-45e8-813d-8b2a6075c61e', 'name': 'network-vif-deleted', 'tag': '2beacebc-a476-4d0c-ad0f-528ef5b957c8', 'status': 'completed', 'code': 200} May 27 03:49:56.312793 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-95ba5cab-9ae4-4b17-9ea9-37f196853e1c req-2d350f7c-baf6-4033-b711-ffe591ac6a07 service neutron] 10.222.0.36 "GET /v2.0/networks/ad9eef72-b0bd-43e0-b9f9-b206091e5c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2698388 May 27 03:49:56.405938 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.l3_hamode_db [None req-23a6c079-50f3-41c6-a013-ce1d999f03be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8247722d-7c9e-4852-a98c-891ae4b2b00e', 'name': 'tempest-TestShelveInstance-2038693387-router', 'tenant_id': '450ff0f7a98a4ae385a74e4ddaf301ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'external_fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': '3b53d14b-a9e1-4295-ad8f-19adcb76a4f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:42:17Z', 'updated_at': '2021-05-27T03:42:23Z', 'revision_number': 4, 'project_id': '450ff0f7a98a4ae385a74e4ddaf301ef', 'gw_port': {'id': '3b53d14b-a9e1-4295-ad8f-19adcb76a4f2', 'name': '', 'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:1d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8247722d-7c9e-4852-a98c-891ae4b2b00e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:42:18Z', 'updated_at': '2021-05-27T03:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-iscsi', '_interfaces': [{'id': 'ade8e149-2b41-44c9-a6b1-6e1e8e676168', 'name': '', 'network_id': 'ad9eef72-b0bd-43e0-b9f9-b206091e5c65', 'tenant_id': '450ff0f7a98a4ae385a74e4ddaf301ef', 'mac_address': 'fa:16:3e:71:8f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8247722d-7c9e-4852-a98c-891ae4b2b00e', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '6c6b99bf-0e7d-4ba7-b853-38f4087b6993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:42:22Z', 'updated_at': '2021-05-27T03:42:31Z', 'revision_number': 5, 'project_id': '450ff0f7a98a4ae385a74e4ddaf301ef', 'subnets': [{'id': '6c6b99bf-0e7d-4ba7-b853-38f4087b6993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-1-iscsi', False) {} {{(pid=98854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:49:56.411674 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a6c079-50f3-41c6-a013-ce1d999f03be None None] The sync data for ids ['8247722d-7c9e-4852-a98c-891ae4b2b00e'] in dv-cinder-793264-1-iscsi is: [{'id': '8247722d-7c9e-4852-a98c-891ae4b2b00e', 'name': 'tempest-TestShelveInstance-2038693387-router', 'tenant_id': '450ff0f7a98a4ae385a74e4ddaf301ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'external_fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': '3b53d14b-a9e1-4295-ad8f-19adcb76a4f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:42:17Z', 'updated_at': '2021-05-27T03:42:23Z', 'revision_number': 4, 'project_id': '450ff0f7a98a4ae385a74e4ddaf301ef', 'gw_port': {'id': '3b53d14b-a9e1-4295-ad8f-19adcb76a4f2', 'name': '', 'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:1d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8247722d-7c9e-4852-a98c-891ae4b2b00e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:42:18Z', 'updated_at': '2021-05-27T03:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-iscsi', '_interfaces': [{'id': 'ade8e149-2b41-44c9-a6b1-6e1e8e676168', 'name': '', 'network_id': 'ad9eef72-b0bd-43e0-b9f9-b206091e5c65', 'tenant_id': '450ff0f7a98a4ae385a74e4ddaf301ef', 'mac_address': 'fa:16:3e:71:8f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8247722d-7c9e-4852-a98c-891ae4b2b00e', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '6c6b99bf-0e7d-4ba7-b853-38f4087b6993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:42:22Z', 'updated_at': '2021-05-27T03:42:31Z', 'revision_number': 5, 'project_id': '450ff0f7a98a4ae385a74e4ddaf301ef', 'subnets': [{'id': '6c6b99bf-0e7d-4ba7-b853-38f4087b6993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:49:56.468041 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-95ba5cab-9ae4-4b17-9ea9-37f196853e1c req-5a15b523-7bdf-45af-afda-5b8574ab91e0 service neutron] 10.222.0.36 "GET /v2.0/networks/ad9eef72-b0bd-43e0-b9f9-b206091e5c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446304 May 27 03:49:56.628478 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb753dcb-36c2-4ba7-9786-27c386270760 None None] New status for floating IP a0540db5-965f-4167-a685-0056feba7231: DOWN {{(pid=98854) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 03:49:57.016267 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Device 2beacebc-a476-4d0c-ad0f-528ef5b957c8 no longer exists at agent hyperv_hv-cinder-79326 {{(pid=98853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:49:57.049409 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.plugin [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] No Port match for: 2beacebc-a476-4d0c-ad0f-528ef5b957c8 {{(pid=98853) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 03:49:57.049759 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Device 2beacebc-a476-4d0c-ad0f-528ef5b957c8 not bound to the agent host hv-cinder-79326 {{(pid=98853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:49:57.348815 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a9a11c-4918-49c5-b200-6c7b692374a5 req-5c21c3b4-5220-4f67-ae8f-a012ec088ab8 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:49:57.350336 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-43a9a11c-4918-49c5-b200-6c7b692374a5 req-5c21c3b4-5220-4f67-ae8f-a012ec088ab8 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] 10.222.0.25 "GET /v2.0/ports?device_id=02984890-fe33-4d25-bf6d-a3c3163a965f HTTP/1.1" status: 200 len: 946 time: 0.0814435 May 27 03:49:57.398524 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-43a9a11c-4918-49c5-b200-6c7b692374a5 req-dff34601-a0e3-4312-946b-dfe15509525c tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] 10.222.0.25 "GET /v2.0/security-groups?id=c84eeadc-d16c-4b72-8eeb-79ff20a61103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419023 May 27 03:49:57.486217 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.wsgi [-] (98851) accepted ('10.222.0.25', 33500) {{(pid=98851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:49:57.841710 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.agents_db [None req-9826b012-bfd7-43dd-a737-969f574491ef None None] Agent healthcheck: found 6 active agents {{(pid=98854) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 03:49:58.039791 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee987f62-8c1f-45e4-af3a-1a49b3537e0d req-73145c1b-1773-4ae3-a710-d0c9f3d92c58 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:49:58.041433 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-ee987f62-8c1f-45e4-af3a-1a49b3537e0d req-73145c1b-1773-4ae3-a710-d0c9f3d92c58 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] 10.222.0.36 "GET /v2.0/ports?device_id=02984890-fe33-4d25-bf6d-a3c3163a965f HTTP/1.1" status: 200 len: 946 time: 0.2388093 May 27 03:49:58.270344 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.plugin [req-ee987f62-8c1f-45e4-af3a-1a49b3537e0d req-01486d1d-d3b0-44e7-84f3-03bfac256de4 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Deleting port 2554297d-a794-4bc9-9cb3-56dce4e9fb2f {{(pid=98851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 03:49:58.270682 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-ee987f62-8c1f-45e4-af3a-1a49b3537e0d req-01486d1d-d3b0-44e7-84f3-03bfac256de4 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786481719372'] for port, before_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:58.439847 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.db [req-ee987f62-8c1f-45e4-af3a-1a49b3537e0d req-01486d1d-d3b0-44e7-84f3-03bfac256de4 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] For port 2554297d-a794-4bc9-9cb3-56dce4e9fb2f, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=2554297d-a794-4bc9-9cb3-56dce4e9fb2f,segment=NetworkSegment(590d349a-0123-42dc-adf4-c99c77d07402),segment_id=590d349a-0123-42dc-adf4-c99c77d07402)] {{(pid=98851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:49:58.440203 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-ee987f62-8c1f-45e4-af3a-1a49b3537e0d req-01486d1d-d3b0-44e7-84f3-03bfac256de4 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417280'] for port, precommit_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:58.599843 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.plugin [req-ee987f62-8c1f-45e4-af3a-1a49b3537e0d req-01486d1d-d3b0-44e7-84f3-03bfac256de4 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Calling delete_port for 2554297d-a794-4bc9-9cb3-56dce4e9fb2f owned by compute:nova {{(pid=98851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 03:49:58.663738 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-dc6f4956-c872-4a09-add6-fd1f3d9c5769 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-403955'] for router_interface, before_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:58.876669 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad5c437-076d-408a-a547-5c525841a42a req-f7859ef5-fb50-41c2-9f58-4c75be56b3e1 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:49:58.878070 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-7ad5c437-076d-408a-a547-5c525841a42a req-f7859ef5-fb50-41c2-9f58-4c75be56b3e1 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] 10.222.0.25 "GET /v2.0/ports?device_id=02984890-fe33-4d25-bf6d-a3c3163a965f HTTP/1.1" status: 200 len: 946 time: 0.3689897 May 27 03:49:59.047913 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-7ad5c437-076d-408a-a547-5c525841a42a req-904dae76-47c7-4217-8d31-249fd89535c8 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] 10.222.0.25 "GET /v2.0/security-groups?id=c84eeadc-d16c-4b72-8eeb-79ff20a61103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1196432 May 27 03:49:59.211351 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-ee987f62-8c1f-45e4-af3a-1a49b3537e0d req-01486d1d-d3b0-44e7-84f3-03bfac256de4 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786481721510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786481287397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28231606'] for port, after_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:59.223909 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-3fe35e19-422e-47f5-8f74-ff3d8bcd0c10 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:49:59.279424 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01486d1d-d3b0-44e7-84f3-03bfac256de4 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Pushing event deleted for resources: {'Port': ['ID=2554297d-a794-4bc9-9cb3-56dce4e9fb2f,revision_number=None']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:59.282091 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-01486d1d-d3b0-44e7-84f3-03bfac256de4 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:49:59.388485 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee987f62-8c1f-45e4-af3a-1a49b3537e0d req-01486d1d-d3b0-44e7-84f3-03bfac256de4 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] No DVR routers for this DVR port 2554297d-a794-4bc9-9cb3-56dce4e9fb2f on host hv-cinder-79326 {{(pid=98851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:49:59.390782 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-ee987f62-8c1f-45e4-af3a-1a49b3537e0d req-01486d1d-d3b0-44e7-84f3-03bfac256de4 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4037888'] for port, before_response {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:59.398021 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02984890-fe33-4d25-bf6d-a3c3163a965f', 'name': 'network-vif-deleted', 'tag': '2554297d-a794-4bc9-9cb3-56dce4e9fb2f'}] {{(pid=98851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:49:59.440492 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.plugin [None req-dc6f4956-c872-4a09-add6-fd1f3d9c5769 admin admin] Deleting port 6e23172d-f30d-4914-960a-411d663b70e9 {{(pid=98851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 03:49:59.440865 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-dc6f4956-c872-4a09-add6-fd1f3d9c5769 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786481719372'] for port, before_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:59.457219 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02984890-fe33-4d25-bf6d-a3c3163a965f', 'name': 'network-vif-deleted', 'tag': '2554297d-a794-4bc9-9cb3-56dce4e9fb2f', 'status': 'completed', 'code': 200} May 27 03:49:59.510369 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-ee987f62-8c1f-45e4-af3a-1a49b3537e0d req-01486d1d-d3b0-44e7-84f3-03bfac256de4 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] 10.222.0.36 "DELETE /v2.0/ports/2554297d-a794-4bc9-9cb3-56dce4e9fb2f HTTP/1.1" status: 204 len: 173 time: 1.4626827 May 27 03:49:59.569297 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.db [None req-dc6f4956-c872-4a09-add6-fd1f3d9c5769 admin admin] For port 6e23172d-f30d-4914-960a-411d663b70e9, host dv-cinder-793264-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-1-iscsi',level=0,port_id=6e23172d-f30d-4914-960a-411d663b70e9,segment=NetworkSegment(71084c34-ab19-4a6a-bf97-1930eaa9b62e),segment_id=71084c34-ab19-4a6a-bf97-1930eaa9b62e)] {{(pid=98851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:49:59.569776 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-dc6f4956-c872-4a09-add6-fd1f3d9c5769 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417280'] for port, precommit_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:59.709014 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.plugin [None req-dc6f4956-c872-4a09-add6-fd1f3d9c5769 admin admin] Calling delete_port for 6e23172d-f30d-4914-960a-411d663b70e9 owned by network:router_interface {{(pid=98851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 03:50:00.082248 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-dc6f4956-c872-4a09-add6-fd1f3d9c5769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786481721510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786481287397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28231606'] for port, after_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:00.092536 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-ed68340d-34d9-49cf-8e02-c48e1693aacb tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:50:00.131540 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6f4956-c872-4a09-add6-fd1f3d9c5769 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e23172d-f30d-4914-960a-411d663b70e9,revision_number=None']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:00.164756 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-dc6f4956-c872-4a09-add6-fd1f3d9c5769 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:50:00.250788 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [req-49e6c692-b4af-4219-aae3-39a04355383f req-13252ce8-7424-4309-8c30-9f5643723141 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Synchronizing usage tracker for tenant:450ff0f7a98a4ae385a74e4ddaf301ef on resource:port {{(pid=98851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:50:00.447754 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [req-49e6c692-b4af-4219-aae3-39a04355383f req-13252ce8-7424-4309-8c30-9f5643723141 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Unset dirty status for tenant:450ff0f7a98a4ae385a74e4ddaf301ef on resource:port {{(pid=98851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:50:00.448817 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-49e6c692-b4af-4219-aae3-39a04355383f req-13252ce8-7424-4309-8c30-9f5643723141 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] 10.222.0.25 "GET /v2.0/ports?device_id=02984890-fe33-4d25-bf6d-a3c3163a965f HTTP/1.1" status: 200 len: 210 time: 0.2831385 May 27 03:50:00.554381 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-dc6f4956-c872-4a09-add6-fd1f3d9c5769 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3689968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-415811'] for router_interface, after_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:00.925923 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc6f4956-c872-4a09-add6-fd1f3d9c5769 admin admin] Router a3e8e858-0fd3-4277-af6e-4ab31152ff98 has already been hosted by L3 agent 816f7595-8215-4f06-9251-575c663b21d0 {{(pid=98851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 03:50:01.049212 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Device 2554297d-a794-4bc9-9cb3-56dce4e9fb2f no longer exists at agent hyperv_hv-cinder-79326 {{(pid=98853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:50:01.091321 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.plugin [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] No Port match for: 2554297d-a794-4bc9-9cb3-56dce4e9fb2f {{(pid=98853) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 03:50:01.091673 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Device 2554297d-a794-4bc9-9cb3-56dce4e9fb2f not bound to the agent host hv-cinder-79326 {{(pid=98853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:50:01.104269 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc6f4956-c872-4a09-add6-fd1f3d9c5769 admin admin] Notify agent at l3_agent.dv-cinder-793264-1-iscsi the message routers_updated {{(pid=98851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 03:50:01.112668 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a76765a1-06a5-4c45-b3af-3d21d090b04b None None] Sync routers for ids ['a3e8e858-0fd3-4277-af6e-4ab31152ff98'] in dv-cinder-793264-1-iscsi {{(pid=98853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:50:01.121156 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76765a1-06a5-4c45-b3af-3d21d090b04b None None] Routers {'a3e8e858-0fd3-4277-af6e-4ab31152ff98'} bound to L3 agent in host dv-cinder-793264-1-iscsi {{(pid=98853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 03:50:01.121762 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_hamode_db [None req-a76765a1-06a5-4c45-b3af-3d21d090b04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-05-27T03:33:06Z,description=,heartbeat_timestamp=2021-05-27T03:49:36Z,host='dv-cinder-793264-1-iscsi',id=816f7595-8215-4f06-9251-575c663b21d0,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T03:33:06Z,topic='l3_agent')) {'router_ids': ['a3e8e858-0fd3-4277-af6e-4ab31152ff98'], 'active': True} {{(pid=98853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:50:01.175214 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [None req-dc6f4956-c872-4a09-add6-fd1f3d9c5769 admin admin] 10.222.0.25 "PUT /v2.0/routers/a3e8e858-0fd3-4277-af6e-4ab31152ff98/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6879110 May 27 03:50:01.177633 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.wsgi [-] (98851) accepted ('10.222.0.25', 33534) {{(pid=98851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:50:01.297792 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_dvr_db [None req-a76765a1-06a5-4c45-b3af-3d21d090b04b None None] Set router a3e8e858-0fd3-4277-af6e-4ab31152ff98 gateway port host: dv-cinder-793264-1-iscsi {{(pid=98853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 03:50:01.355402 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-e8a916ee-070b-4168-8a72-d732a25aedd8 admin admin] Notify callbacks [] for router, before_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:01.539262 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-e8a916ee-070b-4168-8a72-d732a25aedd8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:01.549527 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.wsgi [-] (98851) accepted ('10.222.0.25', 33542) {{(pid=98851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:50:01.623739 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_hamode_db [None req-a76765a1-06a5-4c45-b3af-3d21d090b04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3e8e858-0fd3-4277-af6e-4ab31152ff98', 'name': 'tempest-TestMinimumBasicScenario-1371698955-router', 'tenant_id': '0df96baa86bb4c51b3b8bece28e3e23a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'external_fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': 'd7e22bf1-fc4a-4acf-958c-a9e50a67ed18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:43:55Z', 'updated_at': '2021-05-27T03:49:59Z', 'revision_number': 5, 'project_id': '0df96baa86bb4c51b3b8bece28e3e23a', 'gw_port': {'id': 'd7e22bf1-fc4a-4acf-958c-a9e50a67ed18', 'name': '', 'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:1d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3e8e858-0fd3-4277-af6e-4ab31152ff98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:43:56Z', 'updated_at': '2021-05-27T03:44:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-iscsi'}], 'dv-cinder-793264-1-iscsi', False) {} {{(pid=98853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:50:01.627590 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a76765a1-06a5-4c45-b3af-3d21d090b04b None None] Checking router: a3e8e858-0fd3-4277-af6e-4ab31152ff98 for host: dv-cinder-793264-1-iscsi {{(pid=98853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:50:01.636436 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76765a1-06a5-4c45-b3af-3d21d090b04b None None] Routers {'a3e8e858-0fd3-4277-af6e-4ab31152ff98'} bound to L3 agent in host dv-cinder-793264-1-iscsi {{(pid=98853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 03:50:01.637059 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_hamode_db [None req-a76765a1-06a5-4c45-b3af-3d21d090b04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-05-27T03:33:06Z,description=,heartbeat_timestamp=2021-05-27T03:49:36Z,host='dv-cinder-793264-1-iscsi',id=816f7595-8215-4f06-9251-575c663b21d0,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T03:33:06Z,topic='l3_agent')) {'router_ids': ['a3e8e858-0fd3-4277-af6e-4ab31152ff98'], 'active': True} {{(pid=98853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:50:01.651196 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-22f9f1ee-ece4-4fd9-b5fa-f99700338c5f tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Notify callbacks [] for security_group, before_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:01.692002 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-22f9f1ee-ece4-4fd9-b5fa-f99700338c5f tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:01.739419 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.plugin [None req-e8a916ee-070b-4168-8a72-d732a25aedd8 admin admin] Deleting port d7e22bf1-fc4a-4acf-958c-a9e50a67ed18 {{(pid=98851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 03:50:01.739751 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-e8a916ee-070b-4168-8a72-d732a25aedd8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786481719372'] for port, before_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:01.784998 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_dvr_db [None req-a76765a1-06a5-4c45-b3af-3d21d090b04b None None] Set router a3e8e858-0fd3-4277-af6e-4ab31152ff98 gateway port host: None {{(pid=98853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 03:50:01.892210 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_hamode_db [None req-a76765a1-06a5-4c45-b3af-3d21d090b04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3e8e858-0fd3-4277-af6e-4ab31152ff98', 'name': 'tempest-TestMinimumBasicScenario-1371698955-router', 'tenant_id': '0df96baa86bb4c51b3b8bece28e3e23a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:43:55Z', 'updated_at': '2021-05-27T03:50:01Z', 'revision_number': 6, 'project_id': '0df96baa86bb4c51b3b8bece28e3e23a', 'gw_port_host': None}], 'dv-cinder-793264-1-iscsi', False) {} {{(pid=98853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:50:01.896783 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a76765a1-06a5-4c45-b3af-3d21d090b04b None None] The sync data for ids ['a3e8e858-0fd3-4277-af6e-4ab31152ff98'] in dv-cinder-793264-1-iscsi is: [{'id': 'a3e8e858-0fd3-4277-af6e-4ab31152ff98', 'name': 'tempest-TestMinimumBasicScenario-1371698955-router', 'tenant_id': '0df96baa86bb4c51b3b8bece28e3e23a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:43:55Z', 'updated_at': '2021-05-27T03:50:01Z', 'revision_number': 6, 'project_id': '0df96baa86bb4c51b3b8bece28e3e23a', 'gw_port_host': None}] {{(pid=98853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:50:01.975517 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.db [None req-e8a916ee-070b-4168-8a72-d732a25aedd8 admin admin] For port d7e22bf1-fc4a-4acf-958c-a9e50a67ed18, host dv-cinder-793264-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-1-iscsi',level=0,port_id=d7e22bf1-fc4a-4acf-958c-a9e50a67ed18,segment=NetworkSegment(7a030bd6-e61c-49cd-a1b5-23d06097a1a4),segment_id=7a030bd6-e61c-49cd-a1b5-23d06097a1a4)] {{(pid=98851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:50:01.976015 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-e8a916ee-070b-4168-8a72-d732a25aedd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417280'] for port, precommit_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:01.983414 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-22f9f1ee-ece4-4fd9-b5fa-f99700338c5f tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:01.990551 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-bced8253-d4e4-454e-b7b2-9635245876b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:50:02.112490 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f9f1ee-ece4-4fd9-b5fa-f99700338c5f tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c84eeadc-d16c-4b72-8eeb-79ff20a61103,revision_number=None']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:02.120009 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.plugin [None req-e8a916ee-070b-4168-8a72-d732a25aedd8 admin admin] Calling delete_port for d7e22bf1-fc4a-4acf-958c-a9e50a67ed18 owned by network:router_gateway {{(pid=98851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 03:50:02.122800 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-22f9f1ee-ece4-4fd9-b5fa-f99700338c5f tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:50:02.133699 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-22f9f1ee-ece4-4fd9-b5fa-f99700338c5f tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Notify callbacks [] for security_group, before_response {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:02.137659 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [None req-22f9f1ee-ece4-4fd9-b5fa-f99700338c5f tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] 10.222.0.25 "DELETE /v2.0/security-groups/c84eeadc-d16c-4b72-8eeb-79ff20a61103 HTTP/1.1" status: 204 len: 168 time: 0.5871561 May 27 03:50:02.256870 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 33552) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:50:02.342281 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-e8a916ee-070b-4168-8a72-d732a25aedd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786481721510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786481287397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28231606'] for port, after_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:02.346187 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-dc6f4956-c872-4a09-add6-fd1f3d9c5769 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:50:02.389571 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a916ee-070b-4168-8a72-d732a25aedd8 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7e22bf1-fc4a-4acf-958c-a9e50a67ed18,revision_number=None']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:02.392622 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-e8a916ee-070b-4168-8a72-d732a25aedd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:50:02.485022 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-e8a916ee-070b-4168-8a72-d732a25aedd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-417756'] for router_gateway, after_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:02.660214 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-e8a916ee-070b-4168-8a72-d732a25aedd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-415043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2008'] for router, precommit_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:02.662704 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-e8a916ee-070b-4168-8a72-d732a25aedd8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:02.767936 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-e8a916ee-070b-4168-8a72-d732a25aedd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-415343'] for router, after_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:02.773650 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8a916ee-070b-4168-8a72-d732a25aedd8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a3e8e858-0fd3-4277-af6e-4ab31152ff98 {{(pid=98851) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 03:50:02.787524 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-e8a916ee-070b-4168-8a72-d732a25aedd8 admin admin] Notify callbacks [] for router, before_response {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:02.788692 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [None req-e8a916ee-070b-4168-8a72-d732a25aedd8 admin admin] 10.222.0.25 "DELETE /v2.0/routers/a3e8e858-0fd3-4277-af6e-4ab31152ff98 HTTP/1.1" status: 204 len: 168 time: 1.6101482 May 27 03:50:02.791823 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.wsgi [-] (98851) accepted ('10.222.0.25', 33560) {{(pid=98851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:50:02.853103 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.db_base_plugin_v2 [None req-21693abc-0a1b-4b21-8f93-f5ea362dff48 admin admin] Deleting subnet a0827fbe-4b22-4dec-9e35-0c7ac84d00a0 {{(pid=98851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 27 03:50:02.856655 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-21693abc-0a1b-4b21-8f93-f5ea362dff48 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:02.913782 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-21693abc-0a1b-4b21-8f93-f5ea362dff48 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27470063'] for subnet, precommit_delete_associations {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:02.988343 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-7c803c55-ec69-4399-9151-2dffe2c018d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-403955'] for router_interface, before_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:03.032435 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-21693abc-0a1b-4b21-8f93-f5ea362dff48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3482611'] for subnet, precommit_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:03.345623 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-21693abc-0a1b-4b21-8f93-f5ea362dff48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3483172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28244295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28094725'] for subnet, after_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:03.350857 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-69f2bfa2-96aa-4a7c-a27b-1e74e4926a1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:50:03.392122 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-21693abc-0a1b-4b21-8f93-f5ea362dff48 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:03.398679 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88a21808-96d1-4d52-a5ef-0d387e8e3ff4 None None] Network 42a1ce98-c4d1-4e0b-b376-f6f97fb7e6e1 requested from dv-cinder-793264-1-iscsi {{(pid=98853) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 03:50:03.412097 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21693abc-0a1b-4b21-8f93-f5ea362dff48 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0827fbe-4b22-4dec-9e35-0c7ac84d00a0,revision_number=None']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:03.412232 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.plugins.ml2.plugin [None req-7c803c55-ec69-4399-9151-2dffe2c018d2 admin admin] Deleting port ade8e149-2b41-44c9-a6b1-6e1e8e676168 {{(pid=98852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 03:50:03.412694 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-7c803c55-ec69-4399-9151-2dffe2c018d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786481719372'] for port, before_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:03.426804 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-21693abc-0a1b-4b21-8f93-f5ea362dff48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:50:03.432741 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [None req-21693abc-0a1b-4b21-8f93-f5ea362dff48 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/a0827fbe-4b22-4dec-9e35-0c7ac84d00a0 HTTP/1.1" status: 204 len: 168 time: 0.6394484 May 27 03:50:03.435000 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.wsgi [-] (98851) accepted ('10.222.0.25', 33574) {{(pid=98851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:50:03.514569 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Device d7e22bf1-fc4a-4acf-958c-a9e50a67ed18 no longer exists at agent ovs-agent-dv-cinder-793264-1-iscsi {{(pid=98853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:50:03.553688 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.plugin [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] No Port match for: d7e22bf1-fc4a-4acf-958c-a9e50a67ed18 {{(pid=98853) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 03:50:03.554234 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Device d7e22bf1-fc4a-4acf-958c-a9e50a67ed18 not bound to the agent host dv-cinder-793264-1-iscsi {{(pid=98853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:50:03.554835 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Device 6e23172d-f30d-4914-960a-411d663b70e9 no longer exists at agent ovs-agent-dv-cinder-793264-1-iscsi {{(pid=98853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:50:03.577413 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-4c36980a-9a2f-48ea-813c-913dff228063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667815'] for network, before_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:03.594063 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.plugin [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] No Port match for: 6e23172d-f30d-4914-960a-411d663b70e9 {{(pid=98853) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 03:50:03.594609 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Device 6e23172d-f30d-4914-960a-411d663b70e9 not bound to the agent host dv-cinder-793264-1-iscsi {{(pid=98853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:50:03.620587 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.plugins.ml2.db [None req-7c803c55-ec69-4399-9151-2dffe2c018d2 admin admin] For port ade8e149-2b41-44c9-a6b1-6e1e8e676168, host dv-cinder-793264-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-1-iscsi',level=0,port_id=ade8e149-2b41-44c9-a6b1-6e1e8e676168,segment=NetworkSegment(590d349a-0123-42dc-adf4-c99c77d07402),segment_id=590d349a-0123-42dc-adf4-c99c77d07402)] {{(pid=98852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:50:03.621266 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-7c803c55-ec69-4399-9151-2dffe2c018d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417280'] for port, precommit_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:03.690311 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [req-1938884f-4e35-4823-a46f-505d4bb47f5d req-d2b81deb-33f6-4a20-95b1-ede4462841ba tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Synchronizing usage tracker for tenant:6b6a582a2a304a7d881efcfa2373dfb1 on resource:security_group {{(pid=98851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:50:03.715167 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.plugin [None req-4c36980a-9a2f-48ea-813c-913dff228063 admin admin] Deleting port 586cd341-bf3b-4b4b-a636-e73f2fc25ee7 {{(pid=98851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 03:50:03.715432 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-4c36980a-9a2f-48ea-813c-913dff228063 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786481719372'] for port, before_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:03.755522 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.plugins.ml2.plugin [None req-7c803c55-ec69-4399-9151-2dffe2c018d2 admin admin] Calling delete_port for ade8e149-2b41-44c9-a6b1-6e1e8e676168 owned by network:router_interface {{(pid=98852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 03:50:03.783746 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-163b3146-6567-49b0-bdde-2f93bd3ac1b2 None None] DHCP port deletion for 42a1ce98-c4d1-4e0b-b376-f6f97fb7e6e1 request from dv-cinder-793264-1-iscsi {{(pid=98853) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 27 03:50:03.858535 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.plugin [None req-163b3146-6567-49b0-bdde-2f93bd3ac1b2 None None] Deleting port 586cd341-bf3b-4b4b-a636-e73f2fc25ee7 {{(pid=98853) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 03:50:03.858915 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-163b3146-6567-49b0-bdde-2f93bd3ac1b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786481719372'] for port, before_delete {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:03.873830 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-e3051da9-0993-42f9-8d52-17a725956ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:03.888897 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [req-1938884f-4e35-4823-a46f-505d4bb47f5d req-d2b81deb-33f6-4a20-95b1-ede4462841ba tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Unset dirty status for tenant:6b6a582a2a304a7d881efcfa2373dfb1 on resource:security_group {{(pid=98851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:50:03.890070 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-1938884f-4e35-4823-a46f-505d4bb47f5d req-d2b81deb-33f6-4a20-95b1-ede4462841ba tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1920270131&fields=id&tenant_id=6b6a582a2a304a7d881efcfa2373dfb1 HTTP/1.1" status: 200 len: 267 time: 0.2932212 May 27 03:50:03.963145 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.db [None req-163b3146-6567-49b0-bdde-2f93bd3ac1b2 None None] For port 586cd341-bf3b-4b4b-a636-e73f2fc25ee7, host dv-cinder-793264-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-1-iscsi',level=0,port_id=586cd341-bf3b-4b4b-a636-e73f2fc25ee7,segment=NetworkSegment(71084c34-ab19-4a6a-bf97-1930eaa9b62e),segment_id=71084c34-ab19-4a6a-bf97-1930eaa9b62e)] {{(pid=98853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:50:03.963550 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-163b3146-6567-49b0-bdde-2f93bd3ac1b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417280'] for port, precommit_delete {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:04.022082 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.db [None req-4c36980a-9a2f-48ea-813c-913dff228063 admin admin] For port 586cd341-bf3b-4b4b-a636-e73f2fc25ee7, host dv-cinder-793264-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-1-iscsi',level=0,port_id=586cd341-bf3b-4b4b-a636-e73f2fc25ee7,segment=NetworkSegment(71084c34-ab19-4a6a-bf97-1930eaa9b62e),segment_id=71084c34-ab19-4a6a-bf97-1930eaa9b62e)] {{(pid=98851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:50:04.022462 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-4c36980a-9a2f-48ea-813c-913dff228063 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417280'] for port, precommit_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:04.091187 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.plugin [None req-163b3146-6567-49b0-bdde-2f93bd3ac1b2 None None] Calling delete_port for 586cd341-bf3b-4b4b-a636-e73f2fc25ee7 owned by network:dhcp {{(pid=98853) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 03:50:04.133557 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-7c803c55-ec69-4399-9151-2dffe2c018d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786481721510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786481287397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27723313'] for port, after_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:04.138480 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:50:04.162709 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.plugin [None req-4c36980a-9a2f-48ea-813c-913dff228063 admin admin] Calling delete_port for 586cd341-bf3b-4b4b-a636-e73f2fc25ee7 owned by network:dhcp {{(pid=98851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 03:50:04.187950 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c803c55-ec69-4399-9151-2dffe2c018d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=ade8e149-2b41-44c9-a6b1-6e1e8e676168,revision_number=None']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:04.196853 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1938884f-4e35-4823-a46f-505d4bb47f5d req-57418200-6562-4965-900b-fa5e6284eb9f tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:04.197578 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [req-1938884f-4e35-4823-a46f-505d4bb47f5d req-57418200-6562-4965-900b-fa5e6284eb9f tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Synchronizing usage tracker for tenant:6b6a582a2a304a7d881efcfa2373dfb1 on resource:network {{(pid=98851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:50:04.214325 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-7c803c55-ec69-4399-9151-2dffe2c018d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:50:04.308135 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-163b3146-6567-49b0-bdde-2f93bd3ac1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786481721510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786481287397'] for port, after_delete {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:04.309362 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [req-1938884f-4e35-4823-a46f-505d4bb47f5d req-57418200-6562-4965-900b-fa5e6284eb9f tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Unset dirty status for tenant:6b6a582a2a304a7d881efcfa2373dfb1 on resource:network {{(pid=98851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:50:04.310517 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-1938884f-4e35-4823-a46f-505d4bb47f5d req-57418200-6562-4965-900b-fa5e6284eb9f tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] 10.222.0.25 "GET /v2.0/networks?id=e3d5c143-f0ba-4a03-b1d4-d1be1e83dd0f HTTP/1.1" status: 200 len: 811 time: 0.4081011 May 27 03:50:04.317166 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-4c36980a-9a2f-48ea-813c-913dff228063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786481721510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786481287397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28231606'] for port, after_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:04.323400 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-8d9a5c42-9a4f-4f6a-8c3d-7304f587a896 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:50:04.323563 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-546798eb-5242-4aea-b46a-e6e92cac7413 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:50:04.409317 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c36980a-9a2f-48ea-813c-913dff228063 admin admin] Pushing event deleted for resources: {'Port': ['ID=586cd341-bf3b-4b4b-a636-e73f2fc25ee7,revision_number=None']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:04.411940 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-1938884f-4e35-4823-a46f-505d4bb47f5d req-a2b9a613-a49f-4e98-bf1f-74665afd25d2 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] 10.222.0.25 "GET /v2.0/quotas/6b6a582a2a304a7d881efcfa2373dfb1 HTTP/1.1" status: 200 len: 375 time: 0.0905321 May 27 03:50:04.412739 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-4c36980a-9a2f-48ea-813c-913dff228063 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:50:04.414757 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-163b3146-6567-49b0-bdde-2f93bd3ac1b2 None None] No DVR routers for this DVR port 586cd341-bf3b-4b4b-a636-e73f2fc25ee7 on host dv-cinder-793264-1-iscsi {{(pid=98853) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:50:04.418003 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c36980a-9a2f-48ea-813c-913dff228063 admin admin] No DVR routers for this DVR port 586cd341-bf3b-4b4b-a636-e73f2fc25ee7 on host dv-cinder-793264-1-iscsi {{(pid=98851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:50:04.431712 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163b3146-6567-49b0-bdde-2f93bd3ac1b2 None None] Pushing event deleted for resources: {'Port': ['ID=586cd341-bf3b-4b4b-a636-e73f2fc25ee7,revision_number=None']} {{(pid=98853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:04.434140 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-163b3146-6567-49b0-bdde-2f93bd3ac1b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:50:04.485910 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-7c803c55-ec69-4399-9151-2dffe2c018d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3689968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-415811'] for router_interface, after_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:04.594464 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-4c36980a-9a2f-48ea-813c-913dff228063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489390', 'neutron.services.segments.db._delete_segments_for_network-8786481734117'] for network, precommit_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:04.612361 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.services.segments.db [None req-4c36980a-9a2f-48ea-813c-913dff228063 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42a1ce98-c4d1-4e0b-b376-f6f97fb7e6e1']}} {{(pid=98851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:50:04.629213 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.services.segments.db [None req-4c36980a-9a2f-48ea-813c-913dff228063 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71084c34-ab19-4a6a-bf97-1930eaa9b62e') {'for_net_delete': True} {{(pid=98851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:50:04.629515 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.services.segments.db [None req-4c36980a-9a2f-48ea-813c-913dff228063 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71084c34-ab19-4a6a-bf97-1930eaa9b62e') {} {{(pid=98851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:50:04.644323 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [req-1938884f-4e35-4823-a46f-505d4bb47f5d req-35cebcdc-6046-4b97-bc81-023cdbca3e4a tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Synchronizing usage tracker for tenant:6b6a582a2a304a7d881efcfa2373dfb1 on resource:port {{(pid=98851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:50:04.650433 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-4c36980a-9a2f-48ea-813c-913dff228063 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786481741990', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27470038'] for segment, before_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:04.674222 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-4c36980a-9a2f-48ea-813c-913dff228063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3483814'] for segment, precommit_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:04.682717 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c36980a-9a2f-48ea-813c-913dff228063 admin admin] Releasing vlan 92 on physical network physnet1 to pool {{(pid=98851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 03:50:04.683172 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-4c36980a-9a2f-48ea-813c-913dff228063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3483814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28231653'] for segment, after_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:04.697039 dv-cinder-793264-1-iscsi neutron-server[98851]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 03:50:04.697039 dv-cinder-793264-1-iscsi neutron-server[98851]: util.warn( May 27 03:50:04.697039 dv-cinder-793264-1-iscsi neutron-server[98851]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 03:50:04.697039 dv-cinder-793264-1-iscsi neutron-server[98851]: util.warn( May 27 03:50:04.697039 dv-cinder-793264-1-iscsi neutron-server[98851]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 03:50:04.697039 dv-cinder-793264-1-iscsi neutron-server[98851]: util.warn( May 27 03:50:04.697039 dv-cinder-793264-1-iscsi neutron-server[98851]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 03:50:04.697039 dv-cinder-793264-1-iscsi neutron-server[98851]: util.warn( May 27 03:50:04.697039 dv-cinder-793264-1-iscsi neutron-server[98851]: Traceback (most recent call last): May 27 03:50:04.697039 dv-cinder-793264-1-iscsi neutron-server[98851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 27 03:50:04.697039 dv-cinder-793264-1-iscsi neutron-server[98851]: timer() May 27 03:50:04.697039 dv-cinder-793264-1-iscsi neutron-server[98851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 03:50:04.697039 dv-cinder-793264-1-iscsi neutron-server[98851]: cb(*args, **kw) May 27 03:50:04.697039 dv-cinder-793264-1-iscsi neutron-server[98851]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 27 03:50:04.697039 dv-cinder-793264-1-iscsi neutron-server[98851]: return func(*args, **kwargs) May 27 03:50:04.697039 dv-cinder-793264-1-iscsi neutron-server[98851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 03:50:04.697039 dv-cinder-793264-1-iscsi neutron-server[98851]: self._notify() May 27 03:50:04.697039 dv-cinder-793264-1-iscsi neutron-server[98851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 03:50:04.697039 dv-cinder-793264-1-iscsi neutron-server[98851]: self.callback(batched_events) May 27 03:50:04.697039 dv-cinder-793264-1-iscsi neutron-server[98851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 03:50:04.697039 dv-cinder-793264-1-iscsi neutron-server[98851]: event.method(event) May 27 03:50:04.697039 dv-cinder-793264-1-iscsi neutron-server[98851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 03:50:04.697039 dv-cinder-793264-1-iscsi neutron-server[98851]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 03:50:04.697039 dv-cinder-793264-1-iscsi neutron-server[98851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 03:50:04.697039 dv-cinder-793264-1-iscsi neutron-server[98851]: aggregate_uuid = self.p_client.list_aggregates( May 27 03:50:04.697039 dv-cinder-793264-1-iscsi neutron-server[98851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 03:50:04.697039 dv-cinder-793264-1-iscsi neutron-server[98851]: return f(self, *a, **k) May 27 03:50:04.697039 dv-cinder-793264-1-iscsi neutron-server[98851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 27 03:50:04.697039 dv-cinder-793264-1-iscsi neutron-server[98851]: return self._get(url).json() May 27 03:50:04.697039 dv-cinder-793264-1-iscsi neutron-server[98851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 27 03:50:04.697039 dv-cinder-793264-1-iscsi neutron-server[98851]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 03:50:04.697039 dv-cinder-793264-1-iscsi neutron-server[98851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 27 03:50:04.697039 dv-cinder-793264-1-iscsi neutron-server[98851]: return self.request(url, 'GET', **kwargs) May 27 03:50:04.697039 dv-cinder-793264-1-iscsi neutron-server[98851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 27 03:50:04.697039 dv-cinder-793264-1-iscsi neutron-server[98851]: base_url = self.get_endpoint(auth, allow=allow, May 27 03:50:04.697039 dv-cinder-793264-1-iscsi neutron-server[98851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 27 03:50:04.697039 dv-cinder-793264-1-iscsi neutron-server[98851]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 03:50:04.697039 dv-cinder-793264-1-iscsi neutron-server[98851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 27 03:50:04.697039 dv-cinder-793264-1-iscsi neutron-server[98851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 03:50:04.697039 dv-cinder-793264-1-iscsi neutron-server[98851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 03:50:04.768646 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [req-1938884f-4e35-4823-a46f-505d4bb47f5d req-35cebcdc-6046-4b97-bc81-023cdbca3e4a tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Unset dirty status for tenant:6b6a582a2a304a7d881efcfa2373dfb1 on resource:port {{(pid=98851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:50:04.769804 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-1938884f-4e35-4823-a46f-505d4bb47f5d req-35cebcdc-6046-4b97-bc81-023cdbca3e4a tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=6b6a582a2a304a7d881efcfa2373dfb1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3225362 May 27 03:50:04.869662 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-4c36980a-9a2f-48ea-813c-913dff228063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3689963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417779'] for network, after_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:04.882543 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:50:04.898931 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-4c36980a-9a2f-48ea-813c-913dff228063 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689932'] for network, before_response {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:04.915718 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c36980a-9a2f-48ea-813c-913dff228063 admin admin] Pushing event deleted for resources: {'Network': ['ID=42a1ce98-c4d1-4e0b-b376-f6f97fb7e6e1,revision_number=None']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:04.928222 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-4c36980a-9a2f-48ea-813c-913dff228063 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:50:04.956491 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-1938884f-4e35-4823-a46f-505d4bb47f5d req-77990ac8-c32d-4f1f-873e-e7b03d482918 service neutron] 10.222.0.25 "GET /v2.0/networks/e3d5c143-f0ba-4a03-b1d4-d1be1e83dd0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721895 May 27 03:50:04.967633 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c803c55-ec69-4399-9151-2dffe2c018d2 admin admin] Router 8247722d-7c9e-4852-a98c-891ae4b2b00e has already been hosted by L3 agent 816f7595-8215-4f06-9251-575c663b21d0 {{(pid=98852) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 03:50:05.030745 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [None req-4c36980a-9a2f-48ea-813c-913dff228063 admin admin] 10.222.0.25 "DELETE /v2.0/networks/42a1ce98-c4d1-4e0b-b376-f6f97fb7e6e1 HTTP/1.1" status: 204 len: 168 time: 1.5945928 May 27 03:50:05.036501 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.wsgi [-] (98851) accepted ('10.222.0.25', 33586) {{(pid=98851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:50:05.146906 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c803c55-ec69-4399-9151-2dffe2c018d2 admin admin] Notify agent at l3_agent.dv-cinder-793264-1-iscsi the message routers_updated {{(pid=98852) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 03:50:05.155533 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1fdecdd-c8fc-4822-b3e6-e1252c65402c None None] Sync routers for ids ['8247722d-7c9e-4852-a98c-891ae4b2b00e'] in dv-cinder-793264-1-iscsi {{(pid=98854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:50:05.165635 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1fdecdd-c8fc-4822-b3e6-e1252c65402c None None] Routers {'8247722d-7c9e-4852-a98c-891ae4b2b00e'} bound to L3 agent in host dv-cinder-793264-1-iscsi {{(pid=98854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 03:50:05.166235 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.l3_hamode_db [None req-f1fdecdd-c8fc-4822-b3e6-e1252c65402c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-05-27T03:33:06Z,description=,heartbeat_timestamp=2021-05-27T03:49:36Z,host='dv-cinder-793264-1-iscsi',id=816f7595-8215-4f06-9251-575c663b21d0,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T03:33:06Z,topic='l3_agent')) {'router_ids': ['8247722d-7c9e-4852-a98c-891ae4b2b00e'], 'active': True} {{(pid=98854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:50:05.231631 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-7c803c55-ec69-4399-9151-2dffe2c018d2 admin admin] 10.222.0.25 "PUT /v2.0/routers/8247722d-7c9e-4852-a98c-891ae4b2b00e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9713571 May 27 03:50:05.232040 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 33590) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:50:05.241473 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-1938884f-4e35-4823-a46f-505d4bb47f5d req-0ce078b5-01b7-4ffd-a779-3bd0fd7841d2 service neutron] 10.222.0.25 "GET /v2.0/networks/e3d5c143-f0ba-4a03-b1d4-d1be1e83dd0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2783082 May 27 03:50:05.370211 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.l3_dvr_db [None req-f1fdecdd-c8fc-4822-b3e6-e1252c65402c None None] Set router 8247722d-7c9e-4852-a98c-891ae4b2b00e gateway port host: dv-cinder-793264-1-iscsi {{(pid=98854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 03:50:05.427454 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-f09b52b0-d8c3-498a-8dbf-4a436a7ffc64 admin admin] Notify callbacks [] for router, before_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:05.629702 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Device 586cd341-bf3b-4b4b-a636-e73f2fc25ee7 no longer exists at agent ovs-agent-dv-cinder-793264-1-iscsi {{(pid=98853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:50:05.687416 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-f09b52b0-d8c3-498a-8dbf-4a436a7ffc64 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:05.688995 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.plugin [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] No Port match for: 586cd341-bf3b-4b4b-a636-e73f2fc25ee7 {{(pid=98853) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 03:50:05.689552 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Device 586cd341-bf3b-4b4b-a636-e73f2fc25ee7 not bound to the agent host dv-cinder-793264-1-iscsi {{(pid=98853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:50:05.757995 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.l3_hamode_db [None req-f1fdecdd-c8fc-4822-b3e6-e1252c65402c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8247722d-7c9e-4852-a98c-891ae4b2b00e', 'name': 'tempest-TestShelveInstance-2038693387-router', 'tenant_id': '450ff0f7a98a4ae385a74e4ddaf301ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'external_fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': '3b53d14b-a9e1-4295-ad8f-19adcb76a4f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:42:17Z', 'updated_at': '2021-05-27T03:50:03Z', 'revision_number': 5, 'project_id': '450ff0f7a98a4ae385a74e4ddaf301ef', 'gw_port': {'id': '3b53d14b-a9e1-4295-ad8f-19adcb76a4f2', 'name': '', 'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:1d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8247722d-7c9e-4852-a98c-891ae4b2b00e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:42:18Z', 'updated_at': '2021-05-27T03:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-iscsi'}], 'dv-cinder-793264-1-iscsi', False) {} {{(pid=98854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:50:05.761922 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1fdecdd-c8fc-4822-b3e6-e1252c65402c None None] Checking router: 8247722d-7c9e-4852-a98c-891ae4b2b00e for host: dv-cinder-793264-1-iscsi {{(pid=98854) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:50:05.770556 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1fdecdd-c8fc-4822-b3e6-e1252c65402c None None] Routers {'8247722d-7c9e-4852-a98c-891ae4b2b00e'} bound to L3 agent in host dv-cinder-793264-1-iscsi {{(pid=98854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 03:50:05.771161 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.l3_hamode_db [None req-f1fdecdd-c8fc-4822-b3e6-e1252c65402c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-05-27T03:33:06Z,description=,heartbeat_timestamp=2021-05-27T03:49:36Z,host='dv-cinder-793264-1-iscsi',id=816f7595-8215-4f06-9251-575c663b21d0,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T03:33:06Z,topic='l3_agent')) {'router_ids': ['8247722d-7c9e-4852-a98c-891ae4b2b00e'], 'active': True} {{(pid=98854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:50:05.854560 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-04a226f5-e93d-4063-904d-d0d6b587a63e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-403955'] for router_interface, before_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:05.859101 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.plugins.ml2.plugin [None req-f09b52b0-d8c3-498a-8dbf-4a436a7ffc64 admin admin] Deleting port 3b53d14b-a9e1-4295-ad8f-19adcb76a4f2 {{(pid=98852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 03:50:05.859529 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-f09b52b0-d8c3-498a-8dbf-4a436a7ffc64 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786481719372'] for port, before_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:05.941367 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.l3_dvr_db [None req-f1fdecdd-c8fc-4822-b3e6-e1252c65402c None None] Set router 8247722d-7c9e-4852-a98c-891ae4b2b00e gateway port host: None {{(pid=98854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 03:50:06.045244 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.plugins.ml2.db [None req-f09b52b0-d8c3-498a-8dbf-4a436a7ffc64 admin admin] For port 3b53d14b-a9e1-4295-ad8f-19adcb76a4f2, host dv-cinder-793264-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-1-iscsi',level=0,port_id=3b53d14b-a9e1-4295-ad8f-19adcb76a4f2,segment=NetworkSegment(7a030bd6-e61c-49cd-a1b5-23d06097a1a4),segment_id=7a030bd6-e61c-49cd-a1b5-23d06097a1a4)] {{(pid=98852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:50:06.045722 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-f09b52b0-d8c3-498a-8dbf-4a436a7ffc64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417280'] for port, precommit_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:06.057485 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.l3_hamode_db [None req-f1fdecdd-c8fc-4822-b3e6-e1252c65402c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8247722d-7c9e-4852-a98c-891ae4b2b00e', 'name': 'tempest-TestShelveInstance-2038693387-router', 'tenant_id': '450ff0f7a98a4ae385a74e4ddaf301ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:42:17Z', 'updated_at': '2021-05-27T03:50:05Z', 'revision_number': 6, 'project_id': '450ff0f7a98a4ae385a74e4ddaf301ef', 'gw_port_host': None}], 'dv-cinder-793264-1-iscsi', False) {} {{(pid=98854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:50:06.061692 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1fdecdd-c8fc-4822-b3e6-e1252c65402c None None] The sync data for ids ['8247722d-7c9e-4852-a98c-891ae4b2b00e'] in dv-cinder-793264-1-iscsi is: [{'id': '8247722d-7c9e-4852-a98c-891ae4b2b00e', 'name': 'tempest-TestShelveInstance-2038693387-router', 'tenant_id': '450ff0f7a98a4ae385a74e4ddaf301ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:42:17Z', 'updated_at': '2021-05-27T03:50:05Z', 'revision_number': 6, 'project_id': '450ff0f7a98a4ae385a74e4ddaf301ef', 'gw_port_host': None}] {{(pid=98854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:50:06.109366 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-b851f45f-29b8-4267-b4fe-eeb650b94595 req-bde91e6c-b6d2-4a8e-909d-6e0de791a7a2 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f32a2a3-7d2a-4396-8a34-0ebe6dda5782 HTTP/1.1" status: 200 len: 210 time: 0.0776544 May 27 03:50:06.186605 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.plugins.ml2.plugin [None req-f09b52b0-d8c3-498a-8dbf-4a436a7ffc64 admin admin] Calling delete_port for 3b53d14b-a9e1-4295-ad8f-19adcb76a4f2 owned by network:router_gateway {{(pid=98852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 03:50:06.369987 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.plugin [None req-04a226f5-e93d-4063-904d-d0d6b587a63e admin admin] Deleting port b11a57c6-5bff-4c66-b864-b849586f1343 {{(pid=98851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 03:50:06.370568 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-04a226f5-e93d-4063-904d-d0d6b587a63e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786481719372'] for port, before_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:06.386077 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-f09b52b0-d8c3-498a-8dbf-4a436a7ffc64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786481721510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786481287397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27723313'] for port, after_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:06.392064 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-0de1ad86-0224-4515-a9bd-b014fd342ccb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:50:06.450579 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-8608b948-534f-40a1-8721-94de5dd5ae91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:06.504868 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:06.518862 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.db [None req-04a226f5-e93d-4063-904d-d0d6b587a63e admin admin] For port b11a57c6-5bff-4c66-b864-b849586f1343, host dv-cinder-793264-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-1-iscsi',level=0,port_id=b11a57c6-5bff-4c66-b864-b849586f1343,segment=NetworkSegment(b08a821b-b431-4f99-bb61-4291d9a28249),segment_id=b08a821b-b431-4f99-bb61-4291d9a28249)] {{(pid=98851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:50:06.519277 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-04a226f5-e93d-4063-904d-d0d6b587a63e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417280'] for port, precommit_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:06.549902 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09b52b0-d8c3-498a-8dbf-4a436a7ffc64 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b53d14b-a9e1-4295-ad8f-19adcb76a4f2,revision_number=None']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:06.575939 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-f09b52b0-d8c3-498a-8dbf-4a436a7ffc64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:50:06.643554 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-f09b52b0-d8c3-498a-8dbf-4a436a7ffc64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-417756'] for router_gateway, after_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:06.652925 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.plugin [None req-04a226f5-e93d-4063-904d-d0d6b587a63e admin admin] Calling delete_port for b11a57c6-5bff-4c66-b864-b849586f1343 owned by network:router_interface {{(pid=98851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 03:50:06.835372 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-f09b52b0-d8c3-498a-8dbf-4a436a7ffc64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-415043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2008'] for router, precommit_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:06.837724 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-f09b52b0-d8c3-498a-8dbf-4a436a7ffc64 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:06.865147 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-04a226f5-e93d-4063-904d-d0d6b587a63e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786481721510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786481287397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28231606'] for port, after_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:06.869694 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-ec67913b-ef82-40ca-a7e9-7adf67b3da33 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:50:06.916202 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a226f5-e93d-4063-904d-d0d6b587a63e admin admin] Pushing event deleted for resources: {'Port': ['ID=b11a57c6-5bff-4c66-b864-b849586f1343,revision_number=None']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:06.917641 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-04a226f5-e93d-4063-904d-d0d6b587a63e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:50:07.011097 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-f09b52b0-d8c3-498a-8dbf-4a436a7ffc64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-415343'] for router, after_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:07.011609 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f09b52b0-d8c3-498a-8dbf-4a436a7ffc64 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8247722d-7c9e-4852-a98c-891ae4b2b00e {{(pid=98852) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 03:50:07.028722 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-f09b52b0-d8c3-498a-8dbf-4a436a7ffc64 admin admin] Notify callbacks [] for router, before_response {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:07.032450 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-f09b52b0-d8c3-498a-8dbf-4a436a7ffc64 admin admin] 10.222.0.25 "DELETE /v2.0/routers/8247722d-7c9e-4852-a98c-891ae4b2b00e HTTP/1.1" status: 204 len: 168 time: 1.7966888 May 27 03:50:07.032688 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 33618) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:50:07.132297 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.db_base_plugin_v2 [None req-235d2f4a-8fdb-4dc5-b060-7bb2dc0cff42 admin admin] Deleting subnet 6c6b99bf-0e7d-4ba7-b853-38f4087b6993 {{(pid=98852) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 27 03:50:07.136674 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-235d2f4a-8fdb-4dc5-b060-7bb2dc0cff42 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:07.201307 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-235d2f4a-8fdb-4dc5-b060-7bb2dc0cff42 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27628534'] for subnet, precommit_delete_associations {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:07.208581 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-04a226f5-e93d-4063-904d-d0d6b587a63e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3689968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-415811'] for router_interface, after_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:07.291226 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-92585004-dd2d-478c-9ca6-548b86cf87a5 req-63efb5e2-2abb-4c8e-ac79-cb127b4c4d2a tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f32a2a3-7d2a-4396-8a34-0ebe6dda5782 HTTP/1.1" status: 200 len: 210 time: 0.0542154 May 27 03:50:07.386730 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-235d2f4a-8fdb-4dc5-b060-7bb2dc0cff42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3482611'] for subnet, precommit_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:07.563138 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Device ade8e149-2b41-44c9-a6b1-6e1e8e676168 no longer exists at agent ovs-agent-dv-cinder-793264-1-iscsi {{(pid=98853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:50:07.600243 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.plugin [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] No Port match for: ade8e149-2b41-44c9-a6b1-6e1e8e676168 {{(pid=98853) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 03:50:07.600936 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Device ade8e149-2b41-44c9-a6b1-6e1e8e676168 not bound to the agent host dv-cinder-793264-1-iscsi {{(pid=98853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:50:07.601539 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Device 3b53d14b-a9e1-4295-ad8f-19adcb76a4f2 no longer exists at agent ovs-agent-dv-cinder-793264-1-iscsi {{(pid=98853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:50:07.635419 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.plugin [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] No Port match for: 3b53d14b-a9e1-4295-ad8f-19adcb76a4f2 {{(pid=98853) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 03:50:07.636059 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Device 3b53d14b-a9e1-4295-ad8f-19adcb76a4f2 not bound to the agent host dv-cinder-793264-1-iscsi {{(pid=98853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:50:07.719164 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04a226f5-e93d-4063-904d-d0d6b587a63e admin admin] Router 08326855-61af-400a-8620-23cfa7988190 has already been hosted by L3 agent 816f7595-8215-4f06-9251-575c663b21d0 {{(pid=98851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 03:50:07.725439 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-235d2f4a-8fdb-4dc5-b060-7bb2dc0cff42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3483172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27736256', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27627115'] for subnet, after_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:07.731145 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:50:07.753743 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-e3613943-0892-48bd-9358-60eb59884bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:07.771889 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235d2f4a-8fdb-4dc5-b060-7bb2dc0cff42 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c6b99bf-0e7d-4ba7-b853-38f4087b6993,revision_number=None']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:07.773945 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-235d2f4a-8fdb-4dc5-b060-7bb2dc0cff42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689932'] for subnet, before_response {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:07.777139 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-235d2f4a-8fdb-4dc5-b060-7bb2dc0cff42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:50:07.781216 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-235d2f4a-8fdb-4dc5-b060-7bb2dc0cff42 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/6c6b99bf-0e7d-4ba7-b853-38f4087b6993 HTTP/1.1" status: 204 len: 168 time: 0.7475920 May 27 03:50:07.783959 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 33624) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:50:07.785761 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c126682-cadb-4655-a69d-feef2dcfbeeb None None] Network ad9eef72-b0bd-43e0-b9f9-b206091e5c65 requested from dv-cinder-793264-1-iscsi {{(pid=98853) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 03:50:07.893842 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-c4bb3929-d50a-4772-bbfa-83400bfd8d01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667815'] for network, before_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:07.909692 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04a226f5-e93d-4063-904d-d0d6b587a63e admin admin] Notify agent at l3_agent.dv-cinder-793264-1-iscsi the message routers_updated {{(pid=98851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 03:50:07.924237 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24cd2eb0-c7c3-4249-bc2c-ace92855f50c None None] Sync routers for ids ['08326855-61af-400a-8620-23cfa7988190'] in dv-cinder-793264-1-iscsi {{(pid=98853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:50:07.975932 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.plugins.ml2.plugin [None req-c4bb3929-d50a-4772-bbfa-83400bfd8d01 admin admin] Deleting port 2150d47a-9597-4cc0-ac35-9f2aaae1b506 {{(pid=98852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 03:50:07.976645 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-c4bb3929-d50a-4772-bbfa-83400bfd8d01 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786481719372'] for port, before_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:07.976804 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24cd2eb0-c7c3-4249-bc2c-ace92855f50c None None] Routers {'08326855-61af-400a-8620-23cfa7988190'} bound to L3 agent in host dv-cinder-793264-1-iscsi {{(pid=98853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 03:50:07.978630 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_hamode_db [None req-24cd2eb0-c7c3-4249-bc2c-ace92855f50c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-05-27T03:33:06Z,description=,heartbeat_timestamp=2021-05-27T03:50:06Z,host='dv-cinder-793264-1-iscsi',id=816f7595-8215-4f06-9251-575c663b21d0,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T03:33:06Z,topic='l3_agent')) {'router_ids': ['08326855-61af-400a-8620-23cfa7988190'], 'active': True} {{(pid=98853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:50:07.984642 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [None req-04a226f5-e93d-4063-904d-d0d6b587a63e admin admin] 10.222.0.25 "PUT /v2.0/routers/08326855-61af-400a-8620-23cfa7988190/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9406207 May 27 03:50:07.984642 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.wsgi [-] (98851) accepted ('10.222.0.25', 33630) {{(pid=98851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:50:08.097679 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.plugins.ml2.db [None req-c4bb3929-d50a-4772-bbfa-83400bfd8d01 admin admin] For port 2150d47a-9597-4cc0-ac35-9f2aaae1b506, host dv-cinder-793264-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-1-iscsi',level=0,port_id=2150d47a-9597-4cc0-ac35-9f2aaae1b506,segment=NetworkSegment(590d349a-0123-42dc-adf4-c99c77d07402),segment_id=590d349a-0123-42dc-adf4-c99c77d07402)] {{(pid=98852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:50:08.098173 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-c4bb3929-d50a-4772-bbfa-83400bfd8d01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417280'] for port, precommit_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:08.200794 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_dvr_db [None req-24cd2eb0-c7c3-4249-bc2c-ace92855f50c None None] Set router 08326855-61af-400a-8620-23cfa7988190 gateway port host: dv-cinder-793264-1-iscsi {{(pid=98853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 03:50:08.261901 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-e370b67a-e7e6-4935-88b8-e5c01a50ff70 admin admin] Notify callbacks [] for router, before_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:08.367397 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dce15956-8c5b-4f5b-8f26-3b492bb90a76 None None] DHCP port deletion for ad9eef72-b0bd-43e0-b9f9-b206091e5c65 request from dv-cinder-793264-1-iscsi {{(pid=98853) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 27 03:50:08.490909 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.plugins.ml2.plugin [None req-c4bb3929-d50a-4772-bbfa-83400bfd8d01 admin admin] Calling delete_port for 2150d47a-9597-4cc0-ac35-9f2aaae1b506 owned by network:dhcp {{(pid=98852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 03:50:08.573434 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-da645885-ebd2-42c2-b2fd-f73a62b6f348 req-5da5d9a1-9b87-40eb-b437-3f410fbf5daa tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f32a2a3-7d2a-4396-8a34-0ebe6dda5782 HTTP/1.1" status: 200 len: 210 time: 0.0989871 May 27 03:50:08.634478 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-c4bb3929-d50a-4772-bbfa-83400bfd8d01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786481721510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786481287397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27723313'] for port, after_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:08.635671 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.plugin [None req-dce15956-8c5b-4f5b-8f26-3b492bb90a76 None None] Deleting port 2150d47a-9597-4cc0-ac35-9f2aaae1b506 {{(pid=98853) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 03:50:08.636135 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-dce15956-8c5b-4f5b-8f26-3b492bb90a76 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786481719372'] for port, before_delete {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:08.641957 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:50:08.689165 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-e370b67a-e7e6-4935-88b8-e5c01a50ff70 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:08.703986 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bb3929-d50a-4772-bbfa-83400bfd8d01 admin admin] Pushing event deleted for resources: {'Port': ['ID=2150d47a-9597-4cc0-ac35-9f2aaae1b506,revision_number=None']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:08.708329 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-c4bb3929-d50a-4772-bbfa-83400bfd8d01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:50:08.714366 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4bb3929-d50a-4772-bbfa-83400bfd8d01 admin admin] No DVR routers for this DVR port 2150d47a-9597-4cc0-ac35-9f2aaae1b506 on host dv-cinder-793264-1-iscsi {{(pid=98852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:50:08.715537 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1938884f-4e35-4823-a46f-505d4bb47f5d req-d0aee9e4-b687-4296-926a-2dd0bace2a60 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:08.717024 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-1938884f-4e35-4823-a46f-505d4bb47f5d req-d0aee9e4-b687-4296-926a-2dd0bace2a60 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] 10.222.0.36 "GET /v2.0/networks?id=e3d5c143-f0ba-4a03-b1d4-d1be1e83dd0f HTTP/1.1" status: 200 len: 811 time: 0.2636147 May 27 03:50:08.753498 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.db [None req-dce15956-8c5b-4f5b-8f26-3b492bb90a76 None None] For port 2150d47a-9597-4cc0-ac35-9f2aaae1b506, host dv-cinder-793264-1-iscsi, got binding levels [] {{(pid=98853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:50:08.753896 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-dce15956-8c5b-4f5b-8f26-3b492bb90a76 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417280'] for port, precommit_delete {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:08.772826 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-1938884f-4e35-4823-a46f-505d4bb47f5d req-b5b29eac-6dad-4094-a759-da7b68cbb878 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6b6a582a2a304a7d881efcfa2373dfb1 HTTP/1.1" status: 200 len: 380 time: 0.0463085 May 27 03:50:08.783671 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.v2.base [req-1938884f-4e35-4823-a46f-505d4bb47f5d req-528e8cf4-6e9f-4843-bfa5-3d8d6fce19b5 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Request body: {'port': {'device_id': '8f32a2a3-7d2a-4396-8a34-0ebe6dda5782', 'network_id': 'e3d5c143-f0ba-4a03-b1d4-d1be1e83dd0f', 'admin_state_up': True, 'tenant_id': '6b6a582a2a304a7d881efcfa2373dfb1', 'security_groups': ['ff86e39a-d39a-4fd4-a00c-fee39d8f2861']}} {{(pid=98851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:50:08.871706 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-c4bb3929-d50a-4772-bbfa-83400bfd8d01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489390', 'neutron.services.segments.db._delete_segments_for_network-8786481734117'] for network, precommit_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:08.887777 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.services.segments.db [None req-c4bb3929-d50a-4772-bbfa-83400bfd8d01 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad9eef72-b0bd-43e0-b9f9-b206091e5c65']}} {{(pid=98852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:50:08.888499 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.plugin [None req-dce15956-8c5b-4f5b-8f26-3b492bb90a76 None None] Calling delete_port for 2150d47a-9597-4cc0-ac35-9f2aaae1b506 owned by network:dhcp {{(pid=98853) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 03:50:08.892485 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.ipam_backend_mixin [None req-dce15956-8c5b-4f5b-8f26-3b492bb90a76 None None] Port 2150d47a-9597-4cc0-ac35-9f2aaae1b506 was not found and therefore no delete operation was performed {{(pid=98853) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 27 03:50:08.895792 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-dce15956-8c5b-4f5b-8f26-3b492bb90a76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786481721510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786481287397'] for port, after_delete {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:08.900574 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:50:08.903899 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.services.segments.db [None req-c4bb3929-d50a-4772-bbfa-83400bfd8d01 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '590d349a-0123-42dc-adf4-c99c77d07402') {'for_net_delete': True} {{(pid=98852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:50:08.904417 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.services.segments.db [None req-c4bb3929-d50a-4772-bbfa-83400bfd8d01 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '590d349a-0123-42dc-adf4-c99c77d07402') {} {{(pid=98852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:50:08.918717 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-c4bb3929-d50a-4772-bbfa-83400bfd8d01 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786481741990', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27628495'] for segment, before_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:08.934811 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-c4bb3929-d50a-4772-bbfa-83400bfd8d01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3483814'] for segment, precommit_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:08.938847 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_hamode_db [None req-24cd2eb0-c7c3-4249-bc2c-ace92855f50c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08326855-61af-400a-8620-23cfa7988190', 'name': 'tempest-TestMinimumBasicScenario-585449419-router', 'tenant_id': '2d044a70f730468694e1de02d9ff1f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'external_fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': '3cb9ea9e-54fa-42b6-8235-8f69369f1cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:44:05Z', 'updated_at': '2021-05-27T03:50:06Z', 'revision_number': 5, 'project_id': '2d044a70f730468694e1de02d9ff1f8c', 'gw_port': {'id': '3cb9ea9e-54fa-42b6-8235-8f69369f1cd5', 'name': '', 'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b4:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08326855-61af-400a-8620-23cfa7988190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:44:06Z', 'updated_at': '2021-05-27T03:44:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-iscsi'}], 'dv-cinder-793264-1-iscsi', False) {} {{(pid=98853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:50:08.944442 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4bb3929-d50a-4772-bbfa-83400bfd8d01 admin admin] Releasing vlan 79 on physical network physnet1 to pool {{(pid=98852) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 03:50:08.944954 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-c4bb3929-d50a-4772-bbfa-83400bfd8d01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3483814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27723362'] for segment, after_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:08.952956 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce15956-8c5b-4f5b-8f26-3b492bb90a76 None None] Pushing event deleted for resources: {'Port': ['ID=2150d47a-9597-4cc0-ac35-9f2aaae1b506,revision_number=None']} {{(pid=98853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:08.955088 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24cd2eb0-c7c3-4249-bc2c-ace92855f50c None None] Checking router: 08326855-61af-400a-8620-23cfa7988190 for host: dv-cinder-793264-1-iscsi {{(pid=98853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:50:08.958300 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-dce15956-8c5b-4f5b-8f26-3b492bb90a76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:50:08.961101 dv-cinder-793264-1-iscsi neutron-server[98852]: Traceback (most recent call last): May 27 03:50:08.961101 dv-cinder-793264-1-iscsi neutron-server[98852]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 27 03:50:08.961101 dv-cinder-793264-1-iscsi neutron-server[98852]: timer() May 27 03:50:08.961101 dv-cinder-793264-1-iscsi neutron-server[98852]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 03:50:08.961101 dv-cinder-793264-1-iscsi neutron-server[98852]: cb(*args, **kw) May 27 03:50:08.961101 dv-cinder-793264-1-iscsi neutron-server[98852]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 27 03:50:08.961101 dv-cinder-793264-1-iscsi neutron-server[98852]: return func(*args, **kwargs) May 27 03:50:08.961101 dv-cinder-793264-1-iscsi neutron-server[98852]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 03:50:08.961101 dv-cinder-793264-1-iscsi neutron-server[98852]: self._notify() May 27 03:50:08.961101 dv-cinder-793264-1-iscsi neutron-server[98852]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 03:50:08.961101 dv-cinder-793264-1-iscsi neutron-server[98852]: self.callback(batched_events) May 27 03:50:08.961101 dv-cinder-793264-1-iscsi neutron-server[98852]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 03:50:08.961101 dv-cinder-793264-1-iscsi neutron-server[98852]: event.method(event) May 27 03:50:08.961101 dv-cinder-793264-1-iscsi neutron-server[98852]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 03:50:08.961101 dv-cinder-793264-1-iscsi neutron-server[98852]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 03:50:08.961101 dv-cinder-793264-1-iscsi neutron-server[98852]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 03:50:08.961101 dv-cinder-793264-1-iscsi neutron-server[98852]: aggregate_uuid = self.p_client.list_aggregates( May 27 03:50:08.961101 dv-cinder-793264-1-iscsi neutron-server[98852]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 03:50:08.961101 dv-cinder-793264-1-iscsi neutron-server[98852]: return f(self, *a, **k) May 27 03:50:08.961101 dv-cinder-793264-1-iscsi neutron-server[98852]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 27 03:50:08.961101 dv-cinder-793264-1-iscsi neutron-server[98852]: return self._get(url).json() May 27 03:50:08.961101 dv-cinder-793264-1-iscsi neutron-server[98852]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 27 03:50:08.961101 dv-cinder-793264-1-iscsi neutron-server[98852]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 03:50:08.961101 dv-cinder-793264-1-iscsi neutron-server[98852]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 27 03:50:08.961101 dv-cinder-793264-1-iscsi neutron-server[98852]: return self.request(url, 'GET', **kwargs) May 27 03:50:08.961101 dv-cinder-793264-1-iscsi neutron-server[98852]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 27 03:50:08.961101 dv-cinder-793264-1-iscsi neutron-server[98852]: base_url = self.get_endpoint(auth, allow=allow, May 27 03:50:08.961101 dv-cinder-793264-1-iscsi neutron-server[98852]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 27 03:50:08.961101 dv-cinder-793264-1-iscsi neutron-server[98852]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 03:50:08.961101 dv-cinder-793264-1-iscsi neutron-server[98852]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 27 03:50:08.961101 dv-cinder-793264-1-iscsi neutron-server[98852]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 03:50:08.961101 dv-cinder-793264-1-iscsi neutron-server[98852]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 03:50:08.969399 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce15956-8c5b-4f5b-8f26-3b492bb90a76 None None] No DVR routers for this DVR port 2150d47a-9597-4cc0-ac35-9f2aaae1b506 on host dv-cinder-793264-1-iscsi {{(pid=98853) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:50:08.979250 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24cd2eb0-c7c3-4249-bc2c-ace92855f50c None None] Routers {'08326855-61af-400a-8620-23cfa7988190'} bound to L3 agent in host dv-cinder-793264-1-iscsi {{(pid=98853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 03:50:08.979250 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_hamode_db [None req-24cd2eb0-c7c3-4249-bc2c-ace92855f50c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-05-27T03:33:06Z,description=,heartbeat_timestamp=2021-05-27T03:50:06Z,host='dv-cinder-793264-1-iscsi',id=816f7595-8215-4f06-9251-575c663b21d0,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T03:33:06Z,topic='l3_agent')) {'router_ids': ['08326855-61af-400a-8620-23cfa7988190'], 'active': True} {{(pid=98853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:50:09.125310 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-c4bb3929-d50a-4772-bbfa-83400bfd8d01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3689963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417779'] for network, after_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:09.130569 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-c4bb3929-d50a-4772-bbfa-83400bfd8d01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689932'] for network, before_response {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:09.137597 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-fe43d110-e5b1-4679-bf83-5be8ce2a5493 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:50:09.147324 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.plugin [None req-e370b67a-e7e6-4935-88b8-e5c01a50ff70 admin admin] Deleting port 3cb9ea9e-54fa-42b6-8235-8f69369f1cd5 {{(pid=98851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 03:50:09.147665 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-e370b67a-e7e6-4935-88b8-e5c01a50ff70 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786481719372'] for port, before_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:09.162121 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bb3929-d50a-4772-bbfa-83400bfd8d01 admin admin] Pushing event deleted for resources: {'Network': ['ID=ad9eef72-b0bd-43e0-b9f9-b206091e5c65,revision_number=None']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:09.164757 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-c4bb3929-d50a-4772-bbfa-83400bfd8d01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:50:09.171142 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.quota.driver [req-1938884f-4e35-4823-a46f-505d4bb47f5d req-528e8cf4-6e9f-4843-bfa5-3d8d6fce19b5 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:50:09.187202 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_dvr_db [None req-24cd2eb0-c7c3-4249-bc2c-ace92855f50c None None] Set router 08326855-61af-400a-8620-23cfa7988190 gateway port host: None {{(pid=98853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 03:50:09.232167 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-c4bb3929-d50a-4772-bbfa-83400bfd8d01 admin admin] 10.222.0.25 "DELETE /v2.0/networks/ad9eef72-b0bd-43e0-b9f9-b206091e5c65 HTTP/1.1" status: 204 len: 168 time: 1.4461193 May 27 03:50:09.236878 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 33640) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:50:09.245952 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.quota.driver [req-1938884f-4e35-4823-a46f-505d4bb47f5d req-528e8cf4-6e9f-4843-bfa5-3d8d6fce19b5 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=98851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:50:09.306712 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.db [None req-e370b67a-e7e6-4935-88b8-e5c01a50ff70 admin admin] For port 3cb9ea9e-54fa-42b6-8235-8f69369f1cd5, host dv-cinder-793264-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-1-iscsi',level=0,port_id=3cb9ea9e-54fa-42b6-8235-8f69369f1cd5,segment=NetworkSegment(7a030bd6-e61c-49cd-a1b5-23d06097a1a4),segment_id=7a030bd6-e61c-49cd-a1b5-23d06097a1a4)] {{(pid=98851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:50:09.306970 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-e370b67a-e7e6-4935-88b8-e5c01a50ff70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417280'] for port, precommit_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:09.308663 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_hamode_db [None req-24cd2eb0-c7c3-4249-bc2c-ace92855f50c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08326855-61af-400a-8620-23cfa7988190', 'name': 'tempest-TestMinimumBasicScenario-585449419-router', 'tenant_id': '2d044a70f730468694e1de02d9ff1f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:44:05Z', 'updated_at': '2021-05-27T03:50:08Z', 'revision_number': 6, 'project_id': '2d044a70f730468694e1de02d9ff1f8c', 'gw_port_host': None}], 'dv-cinder-793264-1-iscsi', False) {} {{(pid=98853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:50:09.315037 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24cd2eb0-c7c3-4249-bc2c-ace92855f50c None None] The sync data for ids ['08326855-61af-400a-8620-23cfa7988190'] in dv-cinder-793264-1-iscsi is: [{'id': '08326855-61af-400a-8620-23cfa7988190', 'name': 'tempest-TestMinimumBasicScenario-585449419-router', 'tenant_id': '2d044a70f730468694e1de02d9ff1f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:44:05Z', 'updated_at': '2021-05-27T03:50:08Z', 'revision_number': 6, 'project_id': '2d044a70f730468694e1de02d9ff1f8c', 'gw_port_host': None}] {{(pid=98853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:50:09.371291 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1938884f-4e35-4823-a46f-505d4bb47f5d req-528e8cf4-6e9f-4843-bfa5-3d8d6fce19b5 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Made reservation on behalf of 6b6a582a2a304a7d881efcfa2373dfb1 for: {'port': 1} {{(pid=98851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:50:09.374929 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-1938884f-4e35-4823-a46f-505d4bb47f5d req-528e8cf4-6e9f-4843-bfa5-3d8d6fce19b5 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:09.396209 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-3af0ace6-547d-4950-9fe5-73e267668fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:09.450046 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.plugin [None req-e370b67a-e7e6-4935-88b8-e5c01a50ff70 admin admin] Calling delete_port for 3cb9ea9e-54fa-42b6-8235-8f69369f1cd5 owned by network:router_gateway {{(pid=98851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 03:50:09.663501 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.db_base_plugin_common [req-1938884f-4e35-4823-a46f-505d4bb47f5d req-528e8cf4-6e9f-4843-bfa5-3d8d6fce19b5 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Allocated IP 172.20.0.8 (e3d5c143-f0ba-4a03-b1d4-d1be1e83dd0f/ee570db5-d628-482f-a928-b08d68185abf/a1a89af7-a2b7-41f6-9345-9a1eb1e228b0) {{(pid=98851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:50:09.771598 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Device b11a57c6-5bff-4c66-b864-b849586f1343 no longer exists at agent ovs-agent-dv-cinder-793264-1-iscsi {{(pid=98853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:50:09.822577 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.plugin [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] No Port match for: b11a57c6-5bff-4c66-b864-b849586f1343 {{(pid=98853) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 03:50:09.823084 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Device b11a57c6-5bff-4c66-b864-b849586f1343 not bound to the agent host dv-cinder-793264-1-iscsi {{(pid=98853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:50:09.823880 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Device 2150d47a-9597-4cc0-ac35-9f2aaae1b506 no longer exists at agent ovs-agent-dv-cinder-793264-1-iscsi {{(pid=98853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:50:09.827495 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-8f73e5d2-2e8a-4e0d-ab78-27ada65017b9 req-b9f06198-9677-4087-ad10-5629190b55cc tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f32a2a3-7d2a-4396-8a34-0ebe6dda5782 HTTP/1.1" status: 200 len: 210 time: 0.0655890 May 27 03:50:09.872946 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.plugin [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] No Port match for: 2150d47a-9597-4cc0-ac35-9f2aaae1b506 {{(pid=98853) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 03:50:09.873599 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Device 2150d47a-9597-4cc0-ac35-9f2aaae1b506 not bound to the agent host dv-cinder-793264-1-iscsi {{(pid=98853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:50:09.943513 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-1938884f-4e35-4823-a46f-505d4bb47f5d req-528e8cf4-6e9f-4843-bfa5-3d8d6fce19b5 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Notify callbacks [] for port, precommit_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:09.948357 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-a0e2af63-09e4-4ec5-94b1-c5aff7eb0c0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-403955'] for router_interface, before_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:09.961576 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.provisioning_blocks [req-1938884f-4e35-4823-a46f-505d4bb47f5d req-528e8cf4-6e9f-4843-bfa5-3d8d6fce19b5 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Transition to ACTIVE for port object a1a89af7-a2b7-41f6-9345-9a1eb1e228b0 will not be triggered until provisioned by entity DHCP. {{(pid=98851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:50:09.964036 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-e370b67a-e7e6-4935-88b8-e5c01a50ff70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786481721510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786481287397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28231606'] for port, after_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:09.970530 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-5dcda150-9ed6-47df-a194-ee101f05f297 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:50:10.016390 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e370b67a-e7e6-4935-88b8-e5c01a50ff70 admin admin] Pushing event deleted for resources: {'Port': ['ID=3cb9ea9e-54fa-42b6-8235-8f69369f1cd5,revision_number=None']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:10.043790 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-e370b67a-e7e6-4935-88b8-e5c01a50ff70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:50:10.117263 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-e370b67a-e7e6-4935-88b8-e5c01a50ff70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-417756'] for router_gateway, after_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:10.232503 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-1938884f-4e35-4823-a46f-505d4bb47f5d req-528e8cf4-6e9f-4843-bfa5-3d8d6fce19b5 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786481287388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28231606'] for port, after_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:10.289159 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-01486d1d-d3b0-44e7-84f3-03bfac256de4 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:50:10.359771 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-e370b67a-e7e6-4935-88b8-e5c01a50ff70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-415043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2008'] for router, precommit_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:10.367464 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-e370b67a-e7e6-4935-88b8-e5c01a50ff70 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:10.378169 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1938884f-4e35-4823-a46f-505d4bb47f5d req-528e8cf4-6e9f-4843-bfa5-3d8d6fce19b5 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Network e3d5c143-f0ba-4a03-b1d4-d1be1e83dd0f is already hosted by enough agents. {{(pid=98851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:50:10.383217 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.scheduler.base_scheduler [req-1938884f-4e35-4823-a46f-505d4bb47f5d req-528e8cf4-6e9f-4843-bfa5-3d8d6fce19b5 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Resources bound (agent type, host, resource id): {{(pid=98851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:50:10.394705 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.l3_dvrscheduler_db [req-1938884f-4e35-4823-a46f-505d4bb47f5d req-528e8cf4-6e9f-4843-bfa5-3d8d6fce19b5 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Received port after_create {{(pid=98851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 03:50:10.432534 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528e8cf4-6e9f-4843-bfa5-3d8d6fce19b5 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Pushing event updated for resources: {'Port': ['ID=a1a89af7-a2b7-41f6-9345-9a1eb1e228b0,revision_number=1']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:10.438131 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-528e8cf4-6e9f-4843-bfa5-3d8d6fce19b5 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:50:10.475005 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1938884f-4e35-4823-a46f-505d4bb47f5d req-528e8cf4-6e9f-4843-bfa5-3d8d6fce19b5 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:10.475567 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-1938884f-4e35-4823-a46f-505d4bb47f5d req-528e8cf4-6e9f-4843-bfa5-3d8d6fce19b5 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4037888'] for port, before_response {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:10.490442 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.plugins.ml2.plugin [None req-a0e2af63-09e4-4ec5-94b1-c5aff7eb0c0d admin admin] Deleting port aab1c3d1-7585-4f42-a232-11e9ff8878e9 {{(pid=98852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 03:50:10.490871 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-a0e2af63-09e4-4ec5-94b1-c5aff7eb0c0d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786481719372'] for port, before_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:10.522332 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-e370b67a-e7e6-4935-88b8-e5c01a50ff70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-415343'] for router, after_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:10.523035 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e370b67a-e7e6-4935-88b8-e5c01a50ff70 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 08326855-61af-400a-8620-23cfa7988190 {{(pid=98851) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 03:50:10.534331 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-e370b67a-e7e6-4935-88b8-e5c01a50ff70 admin admin] Notify callbacks [] for router, before_response {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:10.535870 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [None req-e370b67a-e7e6-4935-88b8-e5c01a50ff70 admin admin] 10.222.0.25 "DELETE /v2.0/routers/08326855-61af-400a-8620-23cfa7988190 HTTP/1.1" status: 204 len: 168 time: 2.5510590 May 27 03:50:10.538375 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.wsgi [-] (98851) accepted ('10.222.0.25', 33652) {{(pid=98851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:50:10.594403 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-1938884f-4e35-4823-a46f-505d4bb47f5d req-528e8cf4-6e9f-4843-bfa5-3d8d6fce19b5 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8165734 May 27 03:50:10.613042 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.v2.base [req-1938884f-4e35-4823-a46f-505d4bb47f5d req-51bb82bc-5f25-40af-9601-8fc4910bba8d service neutron] Request body: {'port': {'device_id': '8f32a2a3-7d2a-4396-8a34-0ebe6dda5782', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79326'}} {{(pid=98851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:50:10.639776 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.plugins.ml2.db [None req-a0e2af63-09e4-4ec5-94b1-c5aff7eb0c0d admin admin] For port aab1c3d1-7585-4f42-a232-11e9ff8878e9, host dv-cinder-793264-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-1-iscsi',level=0,port_id=aab1c3d1-7585-4f42-a232-11e9ff8878e9,segment=NetworkSegment(5cf8e43f-882d-4977-8273-3be252796e9a),segment_id=5cf8e43f-882d-4977-8273-3be252796e9a)] {{(pid=98852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:50:10.640148 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-a0e2af63-09e4-4ec5-94b1-c5aff7eb0c0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417280'] for port, precommit_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:10.682790 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.db_base_plugin_v2 [None req-084e1a2d-ad74-4a88-af24-c2434f7f7bbb admin admin] Deleting subnet a614ab92-85f2-4714-b0a9-0c2945c60725 {{(pid=98851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 27 03:50:10.687228 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-084e1a2d-ad74-4a88-af24-c2434f7f7bbb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:10.704687 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-78fa8d45-b8f4-4dcb-a8e2-80ebfd668bdf None None] Provisioning for port a1a89af7-a2b7-41f6-9345-9a1eb1e228b0 completed by entity DHCP. {{(pid=98853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:50:10.709715 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-78fa8d45-b8f4-4dcb-a8e2-80ebfd668bdf None None] Provisioning complete for port a1a89af7-a2b7-41f6-9345-9a1eb1e228b0 triggered by entity DHCP. {{(pid=98853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:50:10.710102 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-78fa8d45-b8f4-4dcb-a8e2-80ebfd668bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487713'] for port, provisioning_complete {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:10.767490 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.plugin [None req-78fa8d45-b8f4-4dcb-a8e2-80ebfd668bdf None None] Port a1a89af7-a2b7-41f6-9345-9a1eb1e228b0 cannot update to ACTIVE because it is not bound. {{(pid=98853) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 03:50:10.768569 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.plugins.ml2.plugin [None req-a0e2af63-09e4-4ec5-94b1-c5aff7eb0c0d admin admin] Calling delete_port for aab1c3d1-7585-4f42-a232-11e9ff8878e9 owned by network:router_interface {{(pid=98852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 03:50:10.785346 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-084e1a2d-ad74-4a88-af24-c2434f7f7bbb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27470063'] for subnet, precommit_delete_associations {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:10.923994 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-1938884f-4e35-4823-a46f-505d4bb47f5d req-51bb82bc-5f25-40af-9601-8fc4910bba8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_update {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:10.984609 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-a0e2af63-09e4-4ec5-94b1-c5aff7eb0c0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786481721510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786481287397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27723313'] for port, after_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:10.989956 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-ca21cddb-fb09-4063-a65b-2542e317b852 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:50:11.033927 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e2af63-09e4-4ec5-94b1-c5aff7eb0c0d admin admin] Pushing event deleted for resources: {'Port': ['ID=aab1c3d1-7585-4f42-a232-11e9ff8878e9,revision_number=None']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:11.036862 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-a0e2af63-09e4-4ec5-94b1-c5aff7eb0c0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:50:11.156652 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-084e1a2d-ad74-4a88-af24-c2434f7f7bbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3482611'] for subnet, precommit_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:11.287398 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364f9923-9d14-4b91-ac89-eb32ea936602 req-35908bda-4923-4612-bb01-bd2649e1b17b tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:11.288102 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [req-364f9923-9d14-4b91-ac89-eb32ea936602 req-35908bda-4923-4612-bb01-bd2649e1b17b tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Synchronizing usage tracker for tenant:6b6a582a2a304a7d881efcfa2373dfb1 on resource:port {{(pid=98851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:50:11.312178 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-a0e2af63-09e4-4ec5-94b1-c5aff7eb0c0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3689968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-415811'] for router_interface, after_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:11.485904 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [req-364f9923-9d14-4b91-ac89-eb32ea936602 req-35908bda-4923-4612-bb01-bd2649e1b17b tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Unset dirty status for tenant:6b6a582a2a304a7d881efcfa2373dfb1 on resource:port {{(pid=98851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:50:11.487498 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-364f9923-9d14-4b91-ac89-eb32ea936602 req-35908bda-4923-4612-bb01-bd2649e1b17b tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f32a2a3-7d2a-4396-8a34-0ebe6dda5782 HTTP/1.1" status: 200 len: 931 time: 0.5440574 May 27 03:50:11.566770 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Device 3cb9ea9e-54fa-42b6-8235-8f69369f1cd5 no longer exists at agent ovs-agent-dv-cinder-793264-1-iscsi {{(pid=98853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:50:11.601839 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.plugin [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] No Port match for: 3cb9ea9e-54fa-42b6-8235-8f69369f1cd5 {{(pid=98853) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 03:50:11.602837 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Device 3cb9ea9e-54fa-42b6-8235-8f69369f1cd5 not bound to the agent host dv-cinder-793264-1-iscsi {{(pid=98853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:50:11.628909 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.notifiers.nova [req-1938884f-4e35-4823-a46f-505d4bb47f5d req-51bb82bc-5f25-40af-9601-8fc4910bba8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1a89af7-a2b7-41f6-9345-9a1eb1e228b0 {{(pid=98851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:50:11.643909 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-1938884f-4e35-4823-a46f-505d4bb47f5d req-51bb82bc-5f25-40af-9601-8fc4910bba8d service neutron] Notify callbacks [] for port, precommit_update {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:11.648468 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-364f9923-9d14-4b91-ac89-eb32ea936602 req-0391d830-c94b-4457-b3ac-9ef1a589e77b tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff86e39a-d39a-4fd4-a00c-fee39d8f2861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1245501 May 27 03:50:11.697608 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0e2af63-09e4-4ec5-94b1-c5aff7eb0c0d admin admin] Router 5e4bb788-891a-4900-9b77-736daed4df9e has already been hosted by L3 agent 816f7595-8215-4f06-9251-575c663b21d0 {{(pid=98852) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 03:50:11.719524 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.provisioning_blocks [req-1938884f-4e35-4823-a46f-505d4bb47f5d req-51bb82bc-5f25-40af-9601-8fc4910bba8d service neutron] Transition to ACTIVE for port object a1a89af7-a2b7-41f6-9345-9a1eb1e228b0 will not be triggered until provisioned by entity L2. {{(pid=98851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:50:11.720715 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-084e1a2d-ad74-4a88-af24-c2434f7f7bbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3483172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28244295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28094725'] for subnet, after_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:11.725838 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:50:11.762671 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084e1a2d-ad74-4a88-af24-c2434f7f7bbb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a614ab92-85f2-4714-b0a9-0c2945c60725,revision_number=None']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:11.765792 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-084e1a2d-ad74-4a88-af24-c2434f7f7bbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:50:11.766874 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-084e1a2d-ad74-4a88-af24-c2434f7f7bbb admin admin] Notify callbacks [] for subnet, before_response {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:11.774957 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [None req-084e1a2d-ad74-4a88-af24-c2434f7f7bbb admin admin] 10.222.0.25 "DELETE /v2.0/subnets/a614ab92-85f2-4714-b0a9-0c2945c60725 HTTP/1.1" status: 204 len: 168 time: 1.2328799 May 27 03:50:11.776285 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d9e0ecc-2c9d-434d-935e-93dc30f46616 None None] Network a030c313-3ed8-4e9f-96b2-5026a4603e5a requested from dv-cinder-793264-1-iscsi {{(pid=98853) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 03:50:11.779883 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 33662) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:50:11.781220 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-1938884f-4e35-4823-a46f-505d4bb47f5d req-51bb82bc-5f25-40af-9601-8fc4910bba8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786481721483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786481287406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786481291807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28231553'] for port, after_update {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:11.787153 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-2bbcd886-b062-4a02-8491-96b705bcb32b tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:50:11.969808 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bb82bc-5f25-40af-9601-8fc4910bba8d service neutron] Pushing event updated for resources: {'Port': ['ID=a1a89af7-a2b7-41f6-9345-9a1eb1e228b0,revision_number=2']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:11.978951 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-51bb82bc-5f25-40af-9601-8fc4910bba8d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:50:12.076379 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.managers [req-1938884f-4e35-4823-a46f-505d4bb47f5d req-51bb82bc-5f25-40af-9601-8fc4910bba8d service neutron] Attempting to bind port a1a89af7-a2b7-41f6-9345-9a1eb1e228b0 on host hv-cinder-79326 for vnic_type normal with profile {{(pid=98851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:50:12.076732 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.managers [req-1938884f-4e35-4823-a46f-505d4bb47f5d req-51bb82bc-5f25-40af-9601-8fc4910bba8d service neutron] Attempting to bind port a1a89af7-a2b7-41f6-9345-9a1eb1e228b0 by drivers openvswitch,hyperv on host hv-cinder-79326 at level 0 using segments [{'id': 'f3e696c2-fd56-4523-a2a6-afde57cdd975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'e3d5c143-f0ba-4a03-b1d4-d1be1e83dd0f'}] {{(pid=98851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:50:12.077063 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1938884f-4e35-4823-a46f-505d4bb47f5d req-51bb82bc-5f25-40af-9601-8fc4910bba8d service neutron] Attempting to bind port a1a89af7-a2b7-41f6-9345-9a1eb1e228b0 on network e3d5c143-f0ba-4a03-b1d4-d1be1e83dd0f {{(pid=98851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:50:12.082967 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-8786817e-df6f-468c-a0fe-5523b6d8f5e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667815'] for network, before_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:12.083499 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1938884f-4e35-4823-a46f-505d4bb47f5d req-51bb82bc-5f25-40af-9601-8fc4910bba8d service neutron] Port a1a89af7-a2b7-41f6-9345-9a1eb1e228b0 on network e3d5c143-f0ba-4a03-b1d4-d1be1e83dd0f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79326 {{(pid=98851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 03:50:12.083499 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1938884f-4e35-4823-a46f-505d4bb47f5d req-51bb82bc-5f25-40af-9601-8fc4910bba8d service neutron] Attempting to bind port a1a89af7-a2b7-41f6-9345-9a1eb1e228b0 on network e3d5c143-f0ba-4a03-b1d4-d1be1e83dd0f {{(pid=98851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:50:12.090834 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1938884f-4e35-4823-a46f-505d4bb47f5d req-51bb82bc-5f25-40af-9601-8fc4910bba8d service neutron] Checking agent: {'id': 'beba53db-4949-4034-b5ab-73b6df09d927', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79326', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 3, 39, 17), 'started_at': datetime.datetime(2021, 5, 27, 3, 39, 17), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 3, 49, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 03:50:12.091797 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1938884f-4e35-4823-a46f-505d4bb47f5d req-51bb82bc-5f25-40af-9601-8fc4910bba8d service neutron] Checking segment: {'id': 'f3e696c2-fd56-4523-a2a6-afde57cdd975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'e3d5c143-f0ba-4a03-b1d4-d1be1e83dd0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 03:50:12.091797 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1938884f-4e35-4823-a46f-505d4bb47f5d req-51bb82bc-5f25-40af-9601-8fc4910bba8d service neutron] Bound using segment: {'id': 'f3e696c2-fd56-4523-a2a6-afde57cdd975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'e3d5c143-f0ba-4a03-b1d4-d1be1e83dd0f'} {{(pid=98851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 03:50:12.092256 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99d8ee44-3ddc-496a-b4f4-e47b442c41b1 None None] DHCP port deletion for a030c313-3ed8-4e9f-96b2-5026a4603e5a request from dv-cinder-793264-1-iscsi {{(pid=98853) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 27 03:50:12.092461 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.managers [req-1938884f-4e35-4823-a46f-505d4bb47f5d req-51bb82bc-5f25-40af-9601-8fc4910bba8d service neutron] Bound port: a1a89af7-a2b7-41f6-9345-9a1eb1e228b0, host: hv-cinder-79326, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3e696c2-fd56-4523-a2a6-afde57cdd975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'e3d5c143-f0ba-4a03-b1d4-d1be1e83dd0f'}}] {{(pid=98851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:50:12.092918 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-1938884f-4e35-4823-a46f-505d4bb47f5d req-51bb82bc-5f25-40af-9601-8fc4910bba8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_update {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:12.097399 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0e2af63-09e4-4ec5-94b1-c5aff7eb0c0d admin admin] Notify agent at l3_agent.dv-cinder-793264-1-iscsi the message routers_updated {{(pid=98852) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 03:50:12.109485 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a295b7bd-3e2d-44ba-93c3-69bc44c1793a None None] Sync routers for ids ['5e4bb788-891a-4900-9b77-736daed4df9e'] in dv-cinder-793264-1-iscsi {{(pid=98854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:50:12.119648 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a295b7bd-3e2d-44ba-93c3-69bc44c1793a None None] Routers {'5e4bb788-891a-4900-9b77-736daed4df9e'} bound to L3 agent in host dv-cinder-793264-1-iscsi {{(pid=98854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 03:50:12.120585 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.l3_hamode_db [None req-a295b7bd-3e2d-44ba-93c3-69bc44c1793a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-05-27T03:33:06Z,description=,heartbeat_timestamp=2021-05-27T03:50:06Z,host='dv-cinder-793264-1-iscsi',id=816f7595-8215-4f06-9251-575c663b21d0,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T03:33:06Z,topic='l3_agent')) {'router_ids': ['5e4bb788-891a-4900-9b77-736daed4df9e'], 'active': True} {{(pid=98854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:50:12.135774 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-a0e2af63-09e4-4ec5-94b1-c5aff7eb0c0d admin admin] 10.222.0.25 "PUT /v2.0/routers/5e4bb788-891a-4900-9b77-736daed4df9e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8950076 May 27 03:50:12.138632 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 33666) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:50:12.176999 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.plugin [None req-99d8ee44-3ddc-496a-b4f4-e47b442c41b1 None None] Deleting port dc02cfad-29f1-4b71-82b1-bd2ef25a2b22 {{(pid=98853) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 03:50:12.177378 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-99d8ee44-3ddc-496a-b4f4-e47b442c41b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786481719372'] for port, before_delete {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:12.213585 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.db [req-1938884f-4e35-4823-a46f-505d4bb47f5d req-51bb82bc-5f25-40af-9601-8fc4910bba8d service neutron] For port a1a89af7-a2b7-41f6-9345-9a1eb1e228b0, host hv-cinder-79326, cleared binding levels {{(pid=98851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:50:12.218235 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.db [req-1938884f-4e35-4823-a46f-505d4bb47f5d req-51bb82bc-5f25-40af-9601-8fc4910bba8d service neutron] For port a1a89af7-a2b7-41f6-9345-9a1eb1e228b0, host hv-cinder-79326, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=a1a89af7-a2b7-41f6-9345-9a1eb1e228b0,segment=NetworkSegment(f3e696c2-fd56-4523-a2a6-afde57cdd975),segment_id=f3e696c2-fd56-4523-a2a6-afde57cdd975)] {{(pid=98851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 03:50:12.280567 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-1938884f-4e35-4823-a46f-505d4bb47f5d req-51bb82bc-5f25-40af-9601-8fc4910bba8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786481721483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786481287406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786481291807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28231553'] for port, after_update {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:12.287815 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.db [None req-99d8ee44-3ddc-496a-b4f4-e47b442c41b1 None None] For port dc02cfad-29f1-4b71-82b1-bd2ef25a2b22, host dv-cinder-793264-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-1-iscsi',level=0,port_id=dc02cfad-29f1-4b71-82b1-bd2ef25a2b22,segment=NetworkSegment(b08a821b-b431-4f99-bb61-4291d9a28249),segment_id=b08a821b-b431-4f99-bb61-4291d9a28249)] {{(pid=98853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:50:12.288851 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-99d8ee44-3ddc-496a-b4f4-e47b442c41b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417280'] for port, precommit_delete {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:12.293902 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-b978decf-b0ab-4d50-a50e-1630e9e0afa0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:50:12.312930 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.l3_dvr_db [None req-a295b7bd-3e2d-44ba-93c3-69bc44c1793a None None] Set router 5e4bb788-891a-4900-9b77-736daed4df9e gateway port host: dv-cinder-793264-1-iscsi {{(pid=98854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 03:50:12.337216 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.plugins.ml2.plugin [None req-8786817e-df6f-468c-a0fe-5523b6d8f5e7 admin admin] Deleting port dc02cfad-29f1-4b71-82b1-bd2ef25a2b22 {{(pid=98852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 03:50:12.337820 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-8786817e-df6f-468c-a0fe-5523b6d8f5e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786481719372'] for port, before_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:12.360594 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-f208665c-1721-4c10-b230-99d493ff29c7 admin admin] Notify callbacks [] for router, before_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:12.385772 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bb82bc-5f25-40af-9601-8fc4910bba8d service neutron] Pushing event updated for resources: {'Port': ['ID=a1a89af7-a2b7-41f6-9345-9a1eb1e228b0,revision_number=3']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:12.396026 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-51bb82bc-5f25-40af-9601-8fc4910bba8d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:50:12.404070 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1938884f-4e35-4823-a46f-505d4bb47f5d req-51bb82bc-5f25-40af-9601-8fc4910bba8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:12.404731 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-1938884f-4e35-4823-a46f-505d4bb47f5d req-51bb82bc-5f25-40af-9601-8fc4910bba8d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4037888'] for port, before_response {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:12.406740 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-1938884f-4e35-4823-a46f-505d4bb47f5d req-51bb82bc-5f25-40af-9601-8fc4910bba8d service neutron] 10.222.0.36 "PUT /v2.0/ports/a1a89af7-a2b7-41f6-9345-9a1eb1e228b0 HTTP/1.1" status: 200 len: 1093 time: 1.7980046 May 27 03:50:12.407341 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f32a2a3-7d2a-4396-8a34-0ebe6dda5782', 'tag': 'a1a89af7-a2b7-41f6-9345-9a1eb1e228b0'}] {{(pid=98851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:50:12.421140 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.plugin [None req-99d8ee44-3ddc-496a-b4f4-e47b442c41b1 None None] Calling delete_port for dc02cfad-29f1-4b71-82b1-bd2ef25a2b22 owned by network:dhcp {{(pid=98853) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 03:50:12.524782 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f32a2a3-7d2a-4396-8a34-0ebe6dda5782', 'tag': 'a1a89af7-a2b7-41f6-9345-9a1eb1e228b0', 'status': 'completed', 'code': 200} May 27 03:50:12.527563 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.plugins.ml2.db [None req-8786817e-df6f-468c-a0fe-5523b6d8f5e7 admin admin] For port dc02cfad-29f1-4b71-82b1-bd2ef25a2b22, host dv-cinder-793264-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-1-iscsi',level=0,port_id=dc02cfad-29f1-4b71-82b1-bd2ef25a2b22,segment=NetworkSegment(b08a821b-b431-4f99-bb61-4291d9a28249),segment_id=b08a821b-b431-4f99-bb61-4291d9a28249)] {{(pid=98852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:50:12.527923 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-8786817e-df6f-468c-a0fe-5523b6d8f5e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417280'] for port, precommit_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:12.568021 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-99d8ee44-3ddc-496a-b4f4-e47b442c41b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786481721510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786481287397'] for port, after_delete {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:12.571937 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:50:12.633530 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e0dd18-f65f-4814-a002-69b816d28ddc req-2aae52d8-c4a0-4c0b-8b1e-0a4fe23f5bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:12.635220 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-83e0dd18-f65f-4814-a002-69b816d28ddc req-2aae52d8-c4a0-4c0b-8b1e-0a4fe23f5bb9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6b6a582a2a304a7d881efcfa2373dfb1&device_id=8f32a2a3-7d2a-4396-8a34-0ebe6dda5782 HTTP/1.1" status: 200 len: 1096 time: 0.0879452 May 27 03:50:12.657583 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d8ee44-3ddc-496a-b4f4-e47b442c41b1 None None] Pushing event deleted for resources: {'Port': ['ID=dc02cfad-29f1-4b71-82b1-bd2ef25a2b22,revision_number=None']} {{(pid=98853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:12.660927 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-99d8ee44-3ddc-496a-b4f4-e47b442c41b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:50:12.662049 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d8ee44-3ddc-496a-b4f4-e47b442c41b1 None None] No DVR routers for this DVR port dc02cfad-29f1-4b71-82b1-bd2ef25a2b22 on host dv-cinder-793264-1-iscsi {{(pid=98853) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:50:12.757679 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.l3_hamode_db [None req-a295b7bd-3e2d-44ba-93c3-69bc44c1793a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e4bb788-891a-4900-9b77-736daed4df9e', 'name': 'tempest-TestShelveInstance-1861747553-router', 'tenant_id': 'd013272916eb45f2bbd64ae1beca2957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'external_fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': 'fe686e95-7989-4c8a-8187-e72290edc72d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:42:29Z', 'updated_at': '2021-05-27T03:50:10Z', 'revision_number': 5, 'project_id': 'd013272916eb45f2bbd64ae1beca2957', 'gw_port': {'id': 'fe686e95-7989-4c8a-8187-e72290edc72d', 'name': '', 'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:9c:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4bb788-891a-4900-9b77-736daed4df9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:42:30Z', 'updated_at': '2021-05-27T03:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-iscsi'}], 'dv-cinder-793264-1-iscsi', False) {} {{(pid=98854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:50:12.762385 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a295b7bd-3e2d-44ba-93c3-69bc44c1793a None None] Checking router: 5e4bb788-891a-4900-9b77-736daed4df9e for host: dv-cinder-793264-1-iscsi {{(pid=98854) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:50:12.771576 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a295b7bd-3e2d-44ba-93c3-69bc44c1793a None None] Routers {'5e4bb788-891a-4900-9b77-736daed4df9e'} bound to L3 agent in host dv-cinder-793264-1-iscsi {{(pid=98854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 03:50:12.772297 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.l3_hamode_db [None req-a295b7bd-3e2d-44ba-93c3-69bc44c1793a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-05-27T03:33:06Z,description=,heartbeat_timestamp=2021-05-27T03:50:06Z,host='dv-cinder-793264-1-iscsi',id=816f7595-8215-4f06-9251-575c663b21d0,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T03:33:06Z,topic='l3_agent')) {'router_ids': ['5e4bb788-891a-4900-9b77-736daed4df9e'], 'active': True} {{(pid=98854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:50:12.810145 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.plugins.ml2.plugin [None req-8786817e-df6f-468c-a0fe-5523b6d8f5e7 admin admin] Calling delete_port for dc02cfad-29f1-4b71-82b1-bd2ef25a2b22 owned by network:dhcp {{(pid=98852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 03:50:12.880454 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e0dd18-f65f-4814-a002-69b816d28ddc req-01738407-008e-4e7b-966a-63f74994f327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:12.881899 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-83e0dd18-f65f-4814-a002-69b816d28ddc req-01738407-008e-4e7b-966a-63f74994f327 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=6b6a582a2a304a7d881efcfa2373dfb1&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2377615 May 27 03:50:12.882742 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-f208665c-1721-4c10-b230-99d493ff29c7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:12.904191 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-8786817e-df6f-468c-a0fe-5523b6d8f5e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786481721510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786481287397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27723313'] for port, after_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:12.909538 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-a0e2af63-09e4-4ec5-94b1-c5aff7eb0c0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:50:12.955568 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8786817e-df6f-468c-a0fe-5523b6d8f5e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc02cfad-29f1-4b71-82b1-bd2ef25a2b22,revision_number=None']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:12.981436 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.l3_dvr_db [None req-a295b7bd-3e2d-44ba-93c3-69bc44c1793a None None] Set router 5e4bb788-891a-4900-9b77-736daed4df9e gateway port host: dv-cinder-793264-1-iscsi {{(pid=98854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 03:50:12.986094 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-8786817e-df6f-468c-a0fe-5523b6d8f5e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:50:12.986751 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8786817e-df6f-468c-a0fe-5523b6d8f5e7 admin admin] No DVR routers for this DVR port dc02cfad-29f1-4b71-82b1-bd2ef25a2b22 on host dv-cinder-793264-1-iscsi {{(pid=98852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:50:13.030158 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ed18da-dcf6-4b5e-96dc-4bdb93a00814 req-5aabb82d-2a24-422f-8c38-fd4d49c56aeb tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:13.031877 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-32ed18da-dcf6-4b5e-96dc-4bdb93a00814 req-5aabb82d-2a24-422f-8c38-fd4d49c56aeb tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f32a2a3-7d2a-4396-8a34-0ebe6dda5782 HTTP/1.1" status: 200 len: 943 time: 0.1953895 May 27 03:50:13.125719 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-8786817e-df6f-468c-a0fe-5523b6d8f5e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489390', 'neutron.services.segments.db._delete_segments_for_network-8786481734117'] for network, precommit_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:13.141226 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.services.segments.db [None req-8786817e-df6f-468c-a0fe-5523b6d8f5e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a030c313-3ed8-4e9f-96b2-5026a4603e5a']}} {{(pid=98852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:50:13.160199 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.services.segments.db [None req-8786817e-df6f-468c-a0fe-5523b6d8f5e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b08a821b-b431-4f99-bb61-4291d9a28249') {'for_net_delete': True} {{(pid=98852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:50:13.160663 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.services.segments.db [None req-8786817e-df6f-468c-a0fe-5523b6d8f5e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b08a821b-b431-4f99-bb61-4291d9a28249') {} {{(pid=98852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:50:13.169365 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.plugins.ml2.plugin [None req-f208665c-1721-4c10-b230-99d493ff29c7 admin admin] Deleting port fe686e95-7989-4c8a-8187-e72290edc72d {{(pid=98852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 03:50:13.170087 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-f208665c-1721-4c10-b230-99d493ff29c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786481719372'] for port, before_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:13.179856 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e0dd18-f65f-4814-a002-69b816d28ddc req-62582ded-197d-4339-9303-b8e0ce143012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:13.181868 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-83e0dd18-f65f-4814-a002-69b816d28ddc req-62582ded-197d-4339-9303-b8e0ce143012 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2896745 May 27 03:50:13.194173 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-8786817e-df6f-468c-a0fe-5523b6d8f5e7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786481741990', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27628495'] for segment, before_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:13.202516 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-32ed18da-dcf6-4b5e-96dc-4bdb93a00814 req-bf0cc344-d0f3-41c8-b9fd-5192efc994e8 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff86e39a-d39a-4fd4-a00c-fee39d8f2861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1606135 May 27 03:50:13.266181 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-8786817e-df6f-468c-a0fe-5523b6d8f5e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3483814'] for segment, precommit_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:13.276598 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8786817e-df6f-468c-a0fe-5523b6d8f5e7 admin admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=98852) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 03:50:13.277120 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-8786817e-df6f-468c-a0fe-5523b6d8f5e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3483814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27723362'] for segment, after_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:13.294664 dv-cinder-793264-1-iscsi neutron-server[98852]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 03:50:13.294664 dv-cinder-793264-1-iscsi neutron-server[98852]: util.warn( May 27 03:50:13.294664 dv-cinder-793264-1-iscsi neutron-server[98852]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 03:50:13.294664 dv-cinder-793264-1-iscsi neutron-server[98852]: util.warn( May 27 03:50:13.294664 dv-cinder-793264-1-iscsi neutron-server[98852]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 03:50:13.294664 dv-cinder-793264-1-iscsi neutron-server[98852]: util.warn( May 27 03:50:13.294664 dv-cinder-793264-1-iscsi neutron-server[98852]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 03:50:13.294664 dv-cinder-793264-1-iscsi neutron-server[98852]: util.warn( May 27 03:50:13.294664 dv-cinder-793264-1-iscsi neutron-server[98852]: Traceback (most recent call last): May 27 03:50:13.294664 dv-cinder-793264-1-iscsi neutron-server[98852]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 27 03:50:13.294664 dv-cinder-793264-1-iscsi neutron-server[98852]: timer() May 27 03:50:13.294664 dv-cinder-793264-1-iscsi neutron-server[98852]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 03:50:13.294664 dv-cinder-793264-1-iscsi neutron-server[98852]: cb(*args, **kw) May 27 03:50:13.294664 dv-cinder-793264-1-iscsi neutron-server[98852]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 27 03:50:13.294664 dv-cinder-793264-1-iscsi neutron-server[98852]: return func(*args, **kwargs) May 27 03:50:13.294664 dv-cinder-793264-1-iscsi neutron-server[98852]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 03:50:13.294664 dv-cinder-793264-1-iscsi neutron-server[98852]: self._notify() May 27 03:50:13.294664 dv-cinder-793264-1-iscsi neutron-server[98852]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 03:50:13.294664 dv-cinder-793264-1-iscsi neutron-server[98852]: self.callback(batched_events) May 27 03:50:13.294664 dv-cinder-793264-1-iscsi neutron-server[98852]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 03:50:13.294664 dv-cinder-793264-1-iscsi neutron-server[98852]: event.method(event) May 27 03:50:13.294664 dv-cinder-793264-1-iscsi neutron-server[98852]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 03:50:13.294664 dv-cinder-793264-1-iscsi neutron-server[98852]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 03:50:13.294664 dv-cinder-793264-1-iscsi neutron-server[98852]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 03:50:13.294664 dv-cinder-793264-1-iscsi neutron-server[98852]: aggregate_uuid = self.p_client.list_aggregates( May 27 03:50:13.294664 dv-cinder-793264-1-iscsi neutron-server[98852]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 03:50:13.294664 dv-cinder-793264-1-iscsi neutron-server[98852]: return f(self, *a, **k) May 27 03:50:13.294664 dv-cinder-793264-1-iscsi neutron-server[98852]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 27 03:50:13.294664 dv-cinder-793264-1-iscsi neutron-server[98852]: return self._get(url).json() May 27 03:50:13.294664 dv-cinder-793264-1-iscsi neutron-server[98852]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 27 03:50:13.294664 dv-cinder-793264-1-iscsi neutron-server[98852]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 03:50:13.294664 dv-cinder-793264-1-iscsi neutron-server[98852]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 27 03:50:13.294664 dv-cinder-793264-1-iscsi neutron-server[98852]: return self.request(url, 'GET', **kwargs) May 27 03:50:13.294664 dv-cinder-793264-1-iscsi neutron-server[98852]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 27 03:50:13.294664 dv-cinder-793264-1-iscsi neutron-server[98852]: base_url = self.get_endpoint(auth, allow=allow, May 27 03:50:13.294664 dv-cinder-793264-1-iscsi neutron-server[98852]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 27 03:50:13.294664 dv-cinder-793264-1-iscsi neutron-server[98852]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 03:50:13.294664 dv-cinder-793264-1-iscsi neutron-server[98852]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 27 03:50:13.294664 dv-cinder-793264-1-iscsi neutron-server[98852]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 03:50:13.294664 dv-cinder-793264-1-iscsi neutron-server[98852]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 03:50:13.303372 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1938884f-4e35-4823-a46f-505d4bb47f5d req-275dd7e3-c704-4aba-8868-355b6e41835f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:13.304503 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-1938884f-4e35-4823-a46f-505d4bb47f5d req-275dd7e3-c704-4aba-8868-355b6e41835f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6b6a582a2a304a7d881efcfa2373dfb1&device_id=8f32a2a3-7d2a-4396-8a34-0ebe6dda5782 HTTP/1.1" status: 200 len: 1096 time: 0.0730045 May 27 03:50:13.308839 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.l3_hamode_db [None req-a295b7bd-3e2d-44ba-93c3-69bc44c1793a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e4bb788-891a-4900-9b77-736daed4df9e', 'name': 'tempest-TestShelveInstance-1861747553-router', 'tenant_id': 'd013272916eb45f2bbd64ae1beca2957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'external_fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': 'fe686e95-7989-4c8a-8187-e72290edc72d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:42:29Z', 'updated_at': '2021-05-27T03:50:10Z', 'revision_number': 5, 'project_id': 'd013272916eb45f2bbd64ae1beca2957', 'gw_port': {'id': 'fe686e95-7989-4c8a-8187-e72290edc72d', 'name': '', 'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:9c:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4bb788-891a-4900-9b77-736daed4df9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:42:30Z', 'updated_at': '2021-05-27T03:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-iscsi'}], 'dv-cinder-793264-1-iscsi', False) {} {{(pid=98854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:50:13.312938 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a295b7bd-3e2d-44ba-93c3-69bc44c1793a None None] The sync data for ids ['5e4bb788-891a-4900-9b77-736daed4df9e'] in dv-cinder-793264-1-iscsi is: [{'id': '5e4bb788-891a-4900-9b77-736daed4df9e', 'name': 'tempest-TestShelveInstance-1861747553-router', 'tenant_id': 'd013272916eb45f2bbd64ae1beca2957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'external_fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': 'fe686e95-7989-4c8a-8187-e72290edc72d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:42:29Z', 'updated_at': '2021-05-27T03:50:10Z', 'revision_number': 5, 'project_id': 'd013272916eb45f2bbd64ae1beca2957', 'gw_port': {'id': 'fe686e95-7989-4c8a-8187-e72290edc72d', 'name': '', 'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:9c:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4bb788-891a-4900-9b77-736daed4df9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:42:30Z', 'updated_at': '2021-05-27T03:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-iscsi'}] {{(pid=98854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:50:13.380872 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-1938884f-4e35-4823-a46f-505d4bb47f5d req-25d9773b-eead-4d65-8fd5-c69487b0471c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a1a89af7-a2b7-41f6-9345-9a1eb1e228b0 HTTP/1.1" status: 200 len: 217 time: 0.0669804 May 27 03:50:13.391252 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.plugins.ml2.db [None req-f208665c-1721-4c10-b230-99d493ff29c7 admin admin] For port fe686e95-7989-4c8a-8187-e72290edc72d, host dv-cinder-793264-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-1-iscsi',level=0,port_id=fe686e95-7989-4c8a-8187-e72290edc72d,segment=NetworkSegment(7a030bd6-e61c-49cd-a1b5-23d06097a1a4),segment_id=7a030bd6-e61c-49cd-a1b5-23d06097a1a4)] {{(pid=98852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:50:13.391605 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-f208665c-1721-4c10-b230-99d493ff29c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417280'] for port, precommit_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:13.445311 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1938884f-4e35-4823-a46f-505d4bb47f5d req-99fdbddf-17dc-4c92-84eb-bd868acc31ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:13.446806 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-1938884f-4e35-4823-a46f-505d4bb47f5d req-99fdbddf-17dc-4c92-84eb-bd868acc31ff service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ee570db5-d628-482f-a928-b08d68185abf HTTP/1.1" status: 200 len: 850 time: 0.0591795 May 27 03:50:13.532282 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1938884f-4e35-4823-a46f-505d4bb47f5d req-6d2023d1-f459-42c2-a2c1-99c4a9102286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:13.533816 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-1938884f-4e35-4823-a46f-505d4bb47f5d req-6d2023d1-f459-42c2-a2c1-99c4a9102286 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e3d5c143-f0ba-4a03-b1d4-d1be1e83dd0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0792294 May 27 03:50:13.630179 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.plugins.ml2.plugin [None req-f208665c-1721-4c10-b230-99d493ff29c7 admin admin] Calling delete_port for fe686e95-7989-4c8a-8187-e72290edc72d owned by network:router_gateway {{(pid=98852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 03:50:13.632879 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-8786817e-df6f-468c-a0fe-5523b6d8f5e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3689963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417779'] for network, after_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:13.639989 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:50:13.655187 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-8786817e-df6f-468c-a0fe-5523b6d8f5e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689932'] for network, before_response {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:13.663675 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8786817e-df6f-468c-a0fe-5523b6d8f5e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=a030c313-3ed8-4e9f-96b2-5026a4603e5a,revision_number=None']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:13.677356 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-8786817e-df6f-468c-a0fe-5523b6d8f5e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:50:13.680831 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-1938884f-4e35-4823-a46f-505d4bb47f5d req-54a7e539-74d9-4c07-800d-4b002541b839 service neutron] 10.222.0.36 "GET /v2.0/networks/e3d5c143-f0ba-4a03-b1d4-d1be1e83dd0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383979 May 27 03:50:13.686239 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-8786817e-df6f-468c-a0fe-5523b6d8f5e7 admin admin] 10.222.0.25 "DELETE /v2.0/networks/a030c313-3ed8-4e9f-96b2-5026a4603e5a HTTP/1.1" status: 204 len: 168 time: 1.9053268 May 27 03:50:13.767599 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Device dc02cfad-29f1-4b71-82b1-bd2ef25a2b22 no longer exists at agent ovs-agent-dv-cinder-793264-1-iscsi {{(pid=98853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:50:13.841159 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.plugin [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] No Port match for: dc02cfad-29f1-4b71-82b1-bd2ef25a2b22 {{(pid=98853) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 03:50:13.841480 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Device dc02cfad-29f1-4b71-82b1-bd2ef25a2b22 not bound to the agent host dv-cinder-793264-1-iscsi {{(pid=98853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:50:13.841972 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Device aab1c3d1-7585-4f42-a232-11e9ff8878e9 no longer exists at agent ovs-agent-dv-cinder-793264-1-iscsi {{(pid=98853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:50:13.869473 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-1938884f-4e35-4823-a46f-505d4bb47f5d req-c814179d-309c-44ad-a71c-21c8b5b206ac service neutron] 10.222.0.36 "GET /v2.0/networks/e3d5c143-f0ba-4a03-b1d4-d1be1e83dd0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803041 May 27 03:50:13.877286 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.plugin [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] No Port match for: aab1c3d1-7585-4f42-a232-11e9ff8878e9 {{(pid=98853) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 03:50:13.877734 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Device aab1c3d1-7585-4f42-a232-11e9ff8878e9 not bound to the agent host dv-cinder-793264-1-iscsi {{(pid=98853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:50:13.936209 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-f208665c-1721-4c10-b230-99d493ff29c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786481721510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786481287397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27723313'] for port, after_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:13.940230 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-7c803c55-ec69-4399-9151-2dffe2c018d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:50:13.985963 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f208665c-1721-4c10-b230-99d493ff29c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe686e95-7989-4c8a-8187-e72290edc72d,revision_number=None']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:13.989143 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-f208665c-1721-4c10-b230-99d493ff29c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:50:14.078808 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-f208665c-1721-4c10-b230-99d493ff29c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-417756'] for router_gateway, after_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:14.080795 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.wsgi [-] (98851) accepted ('10.222.0.25', 33684) {{(pid=98851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:50:14.129450 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [None req-51b1ed27-c6ca-4161-a403-aa7bcc27e73f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0df96baa86bb4c51b3b8bece28e3e23a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0472240 May 27 03:50:14.131851 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.wsgi [-] (98851) accepted ('10.222.0.25', 33688) {{(pid=98851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:50:14.189507 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-2f699336-1f37-4f9e-a128-e4daec3f06e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:14.214607 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-2f699336-1f37-4f9e-a128-e4daec3f06e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:14.250858 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-f208665c-1721-4c10-b230-99d493ff29c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-415043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2008'] for router, precommit_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:14.253088 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-f208665c-1721-4c10-b230-99d493ff29c7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:14.361908 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-2f699336-1f37-4f9e-a128-e4daec3f06e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:14.366850 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-cee684ef-5d8e-491d-a942-a486e5cd9298 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:50:14.380805 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f699336-1f37-4f9e-a128-e4daec3f06e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a22e4eb-1ed5-428b-9da9-e358a6333482,revision_number=None']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:14.383170 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-2f699336-1f37-4f9e-a128-e4daec3f06e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:50:14.388297 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77caf433-f17a-469e-a8eb-b7ad163a030f req-268bec5f-6ed9-4759-a5f8-1475d9fe247a tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:14.389841 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-77caf433-f17a-469e-a8eb-b7ad163a030f req-268bec5f-6ed9-4759-a5f8-1475d9fe247a tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f32a2a3-7d2a-4396-8a34-0ebe6dda5782 HTTP/1.1" status: 200 len: 943 time: 0.0805492 May 27 03:50:14.390966 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-f208665c-1721-4c10-b230-99d493ff29c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-415343'] for router, after_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:14.391491 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f208665c-1721-4c10-b230-99d493ff29c7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5e4bb788-891a-4900-9b77-736daed4df9e {{(pid=98852) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 03:50:14.431306 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-f208665c-1721-4c10-b230-99d493ff29c7 admin admin] Notify callbacks [] for router, before_response {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:14.432496 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-f208665c-1721-4c10-b230-99d493ff29c7 admin admin] 10.222.0.25 "DELETE /v2.0/routers/5e4bb788-891a-4900-9b77-736daed4df9e HTTP/1.1" status: 204 len: 168 time: 2.2935324 May 27 03:50:14.435288 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.wsgi [-] (98851) accepted ('10.222.0.25', 33694) {{(pid=98851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:50:14.448123 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [req-77caf433-f17a-469e-a8eb-b7ad163a030f req-332b21ff-5114-4216-b174-59018c3b8e6f tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Synchronizing usage tracker for tenant:6b6a582a2a304a7d881efcfa2373dfb1 on resource:security_group {{(pid=98852) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:50:14.457952 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [req-77caf433-f17a-469e-a8eb-b7ad163a030f req-332b21ff-5114-4216-b174-59018c3b8e6f tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Unset dirty status for tenant:6b6a582a2a304a7d881efcfa2373dfb1 on resource:security_group {{(pid=98852) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:50:14.459252 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-77caf433-f17a-469e-a8eb-b7ad163a030f req-332b21ff-5114-4216-b174-59018c3b8e6f tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff86e39a-d39a-4fd4-a00c-fee39d8f2861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614071 May 27 03:50:14.490981 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-2f699336-1f37-4f9e-a128-e4daec3f06e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:14.492086 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [None req-2f699336-1f37-4f9e-a128-e4daec3f06e9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7a22e4eb-1ed5-428b-9da9-e358a6333482 HTTP/1.1" status: 204 len: 168 time: 0.3593147 May 27 03:50:14.511423 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.db_base_plugin_v2 [None req-41ad2359-01b5-4e65-86a8-d5f81a47332f admin admin] Deleting subnet db268905-3eec-4ad4-8c64-6414f346e650 {{(pid=98851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 27 03:50:14.514499 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-41ad2359-01b5-4e65-86a8-d5f81a47332f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:14.564413 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-41ad2359-01b5-4e65-86a8-d5f81a47332f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27470063'] for subnet, precommit_delete_associations {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:14.643806 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-41ad2359-01b5-4e65-86a8-d5f81a47332f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3482611'] for subnet, precommit_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:14.962889 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-41ad2359-01b5-4e65-86a8-d5f81a47332f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3483172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28244295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28094725'] for subnet, after_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:14.967942 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-0486b5f9-9dbb-474c-8ac2-c94dfe9f9425 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:50:15.006652 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ad2359-01b5-4e65-86a8-d5f81a47332f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db268905-3eec-4ad4-8c64-6414f346e650,revision_number=None']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:15.008601 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-41ad2359-01b5-4e65-86a8-d5f81a47332f admin admin] Notify callbacks [] for subnet, before_response {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:15.011049 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-41ad2359-01b5-4e65-86a8-d5f81a47332f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:50:15.012689 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81536ed1-e30a-4e6c-b390-dcfab19e87f1 None None] Network a6d64ad7-8822-45c9-9105-7117ae338b24 requested from dv-cinder-793264-1-iscsi {{(pid=98853) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 03:50:15.015131 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [None req-41ad2359-01b5-4e65-86a8-d5f81a47332f admin admin] 10.222.0.25 "DELETE /v2.0/subnets/db268905-3eec-4ad4-8c64-6414f346e650 HTTP/1.1" status: 204 len: 168 time: 0.5786250 May 27 03:50:15.017600 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.wsgi [-] (98851) accepted ('10.222.0.25', 33704) {{(pid=98851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:50:15.125874 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-49e4574b-b7fc-420a-ac1b-a5893abc8daa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667815'] for network, before_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:15.188771 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 33710) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:50:15.201926 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.plugin [None req-49e4574b-b7fc-420a-ac1b-a5893abc8daa admin admin] Deleting port d33a838c-ff9e-41f2-a00e-6138710e7810 {{(pid=98851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 03:50:15.202347 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-49e4574b-b7fc-420a-ac1b-a5893abc8daa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786481719372'] for port, before_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:15.242755 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-5f126825-798f-4552-bb6b-eae78eaf7fa7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2d044a70f730468694e1de02d9ff1f8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0504990 May 27 03:50:15.243187 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 33714) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:50:15.277850 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf1adda7-9c58-4718-a6d5-611e3963f24e None None] DHCP port deletion for a6d64ad7-8822-45c9-9105-7117ae338b24 request from dv-cinder-793264-1-iscsi {{(pid=98853) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 27 03:50:15.304897 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.db [None req-49e4574b-b7fc-420a-ac1b-a5893abc8daa admin admin] For port d33a838c-ff9e-41f2-a00e-6138710e7810, host dv-cinder-793264-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-1-iscsi',level=0,port_id=d33a838c-ff9e-41f2-a00e-6138710e7810,segment=NetworkSegment(5cf8e43f-882d-4977-8273-3be252796e9a),segment_id=5cf8e43f-882d-4977-8273-3be252796e9a)] {{(pid=98851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:50:15.305279 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-49e4574b-b7fc-420a-ac1b-a5893abc8daa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417280'] for port, precommit_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:15.310530 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-0ba617aa-3771-43a4-aeb9-35d4e72a586d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:15.337453 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-0ba617aa-3771-43a4-aeb9-35d4e72a586d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:15.342985 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.plugin [None req-bf1adda7-9c58-4718-a6d5-611e3963f24e None None] Deleting port d33a838c-ff9e-41f2-a00e-6138710e7810 {{(pid=98853) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 03:50:15.343735 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-bf1adda7-9c58-4718-a6d5-611e3963f24e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786481719372'] for port, before_delete {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:15.465091 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-0ba617aa-3771-43a4-aeb9-35d4e72a586d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:15.471486 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-90c8f0a4-e21b-433e-8369-413381c9edc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:50:15.491098 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba617aa-3771-43a4-aeb9-35d4e72a586d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa621c92-9b3f-4c01-9a0b-5f1b0129507d,revision_number=None']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:15.494468 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-0ba617aa-3771-43a4-aeb9-35d4e72a586d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:50:15.495892 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-0ba617aa-3771-43a4-aeb9-35d4e72a586d admin admin] Notify callbacks [] for security_group, before_response {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:15.502969 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.db [None req-bf1adda7-9c58-4718-a6d5-611e3963f24e None None] For port d33a838c-ff9e-41f2-a00e-6138710e7810, host dv-cinder-793264-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-1-iscsi',level=0,port_id=d33a838c-ff9e-41f2-a00e-6138710e7810,segment=NetworkSegment(5cf8e43f-882d-4977-8273-3be252796e9a),segment_id=5cf8e43f-882d-4977-8273-3be252796e9a)] {{(pid=98853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:50:15.503387 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-bf1adda7-9c58-4718-a6d5-611e3963f24e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417280'] for port, precommit_delete {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:15.510327 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-0ba617aa-3771-43a4-aeb9-35d4e72a586d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fa621c92-9b3f-4c01-9a0b-5f1b0129507d HTTP/1.1" status: 204 len: 168 time: 0.2660987 May 27 03:50:15.540397 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.plugin [None req-49e4574b-b7fc-420a-ac1b-a5893abc8daa admin admin] Calling delete_port for d33a838c-ff9e-41f2-a00e-6138710e7810 owned by network:dhcp {{(pid=98851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 03:50:15.634733 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Device fe686e95-7989-4c8a-8187-e72290edc72d no longer exists at agent ovs-agent-dv-cinder-793264-1-iscsi {{(pid=98853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:50:15.652193 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-49e4574b-b7fc-420a-ac1b-a5893abc8daa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786481721510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786481287397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28231606'] for port, after_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:15.658049 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-451c5105-a051-4c49-a16b-a6bd34af1f3f tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:50:15.672130 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.plugin [None req-bf1adda7-9c58-4718-a6d5-611e3963f24e None None] Calling delete_port for d33a838c-ff9e-41f2-a00e-6138710e7810 owned by network:dhcp {{(pid=98853) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 03:50:15.688735 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.plugin [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] No Port match for: fe686e95-7989-4c8a-8187-e72290edc72d {{(pid=98853) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 03:50:15.689085 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Device fe686e95-7989-4c8a-8187-e72290edc72d not bound to the agent host dv-cinder-793264-1-iscsi {{(pid=98853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:50:15.689505 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Device d33a838c-ff9e-41f2-a00e-6138710e7810 no longer exists at agent ovs-agent-dv-cinder-793264-1-iscsi {{(pid=98853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:50:15.706593 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e4574b-b7fc-420a-ac1b-a5893abc8daa admin admin] Pushing event deleted for resources: {'Port': ['ID=d33a838c-ff9e-41f2-a00e-6138710e7810,revision_number=None']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:15.709030 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-49e4574b-b7fc-420a-ac1b-a5893abc8daa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:50:15.711344 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e4574b-b7fc-420a-ac1b-a5893abc8daa admin admin] No DVR routers for this DVR port d33a838c-ff9e-41f2-a00e-6138710e7810 on host dv-cinder-793264-1-iscsi {{(pid=98851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:50:15.724131 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.plugin [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] No Port match for: d33a838c-ff9e-41f2-a00e-6138710e7810 {{(pid=98853) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 03:50:15.724510 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Device d33a838c-ff9e-41f2-a00e-6138710e7810 not bound to the agent host dv-cinder-793264-1-iscsi {{(pid=98853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:50:15.762335 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-bf1adda7-9c58-4718-a6d5-611e3963f24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786481721510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786481287397'] for port, after_delete {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:15.766779 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-808e8b8d-34c5-40c7-8cce-85155f60a855 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:50:15.811391 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1adda7-9c58-4718-a6d5-611e3963f24e None None] Pushing event deleted for resources: {'Port': ['ID=d33a838c-ff9e-41f2-a00e-6138710e7810,revision_number=None']} {{(pid=98853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:15.813224 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1adda7-9c58-4718-a6d5-611e3963f24e None None] No DVR routers for this DVR port d33a838c-ff9e-41f2-a00e-6138710e7810 on host dv-cinder-793264-1-iscsi {{(pid=98853) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:50:15.815309 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-bf1adda7-9c58-4718-a6d5-611e3963f24e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:50:15.824136 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dfd3bd-3848-4576-87e4-73948cfcc020 req-0ed7af23-c36c-4b19-bde6-4ed642967bf2 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:15.825667 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-34dfd3bd-3848-4576-87e4-73948cfcc020 req-0ed7af23-c36c-4b19-bde6-4ed642967bf2 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f32a2a3-7d2a-4396-8a34-0ebe6dda5782 HTTP/1.1" status: 200 len: 943 time: 0.2381361 May 27 03:50:15.864070 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-49e4574b-b7fc-420a-ac1b-a5893abc8daa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489390', 'neutron.services.segments.db._delete_segments_for_network-8786481734117'] for network, precommit_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:15.888693 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.services.segments.db [None req-49e4574b-b7fc-420a-ac1b-a5893abc8daa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6d64ad7-8822-45c9-9105-7117ae338b24']}} {{(pid=98851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:50:15.911923 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.services.segments.db [None req-49e4574b-b7fc-420a-ac1b-a5893abc8daa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cf8e43f-882d-4977-8273-3be252796e9a') {'for_net_delete': True} {{(pid=98851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:50:15.912205 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.services.segments.db [None req-49e4574b-b7fc-420a-ac1b-a5893abc8daa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cf8e43f-882d-4977-8273-3be252796e9a') {} {{(pid=98851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:50:15.926039 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-34dfd3bd-3848-4576-87e4-73948cfcc020 req-6c9d24b3-3712-4f93-a915-f20f1ed481fa tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff86e39a-d39a-4fd4-a00c-fee39d8f2861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876303 May 27 03:50:15.930838 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-49e4574b-b7fc-420a-ac1b-a5893abc8daa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786481741990', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27470038'] for segment, before_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:15.953105 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-49e4574b-b7fc-420a-ac1b-a5893abc8daa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3483814'] for segment, precommit_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:15.960183 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49e4574b-b7fc-420a-ac1b-a5893abc8daa admin admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=98851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 03:50:15.960616 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-49e4574b-b7fc-420a-ac1b-a5893abc8daa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3483814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28231653'] for segment, after_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:15.974510 dv-cinder-793264-1-iscsi neutron-server[98851]: Traceback (most recent call last): May 27 03:50:15.974510 dv-cinder-793264-1-iscsi neutron-server[98851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 27 03:50:15.974510 dv-cinder-793264-1-iscsi neutron-server[98851]: timer() May 27 03:50:15.974510 dv-cinder-793264-1-iscsi neutron-server[98851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 03:50:15.974510 dv-cinder-793264-1-iscsi neutron-server[98851]: cb(*args, **kw) May 27 03:50:15.974510 dv-cinder-793264-1-iscsi neutron-server[98851]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 27 03:50:15.974510 dv-cinder-793264-1-iscsi neutron-server[98851]: return func(*args, **kwargs) May 27 03:50:15.974510 dv-cinder-793264-1-iscsi neutron-server[98851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 03:50:15.974510 dv-cinder-793264-1-iscsi neutron-server[98851]: self._notify() May 27 03:50:15.974510 dv-cinder-793264-1-iscsi neutron-server[98851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 03:50:15.974510 dv-cinder-793264-1-iscsi neutron-server[98851]: self.callback(batched_events) May 27 03:50:15.974510 dv-cinder-793264-1-iscsi neutron-server[98851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 03:50:15.974510 dv-cinder-793264-1-iscsi neutron-server[98851]: event.method(event) May 27 03:50:15.974510 dv-cinder-793264-1-iscsi neutron-server[98851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 03:50:15.974510 dv-cinder-793264-1-iscsi neutron-server[98851]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 03:50:15.974510 dv-cinder-793264-1-iscsi neutron-server[98851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 03:50:15.974510 dv-cinder-793264-1-iscsi neutron-server[98851]: aggregate_uuid = self.p_client.list_aggregates( May 27 03:50:15.974510 dv-cinder-793264-1-iscsi neutron-server[98851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 03:50:15.974510 dv-cinder-793264-1-iscsi neutron-server[98851]: return f(self, *a, **k) May 27 03:50:15.974510 dv-cinder-793264-1-iscsi neutron-server[98851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 27 03:50:15.974510 dv-cinder-793264-1-iscsi neutron-server[98851]: return self._get(url).json() May 27 03:50:15.974510 dv-cinder-793264-1-iscsi neutron-server[98851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 27 03:50:15.974510 dv-cinder-793264-1-iscsi neutron-server[98851]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 03:50:15.974510 dv-cinder-793264-1-iscsi neutron-server[98851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 27 03:50:15.974510 dv-cinder-793264-1-iscsi neutron-server[98851]: return self.request(url, 'GET', **kwargs) May 27 03:50:15.974510 dv-cinder-793264-1-iscsi neutron-server[98851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 27 03:50:15.974510 dv-cinder-793264-1-iscsi neutron-server[98851]: base_url = self.get_endpoint(auth, allow=allow, May 27 03:50:15.974510 dv-cinder-793264-1-iscsi neutron-server[98851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 27 03:50:15.974510 dv-cinder-793264-1-iscsi neutron-server[98851]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 03:50:15.974510 dv-cinder-793264-1-iscsi neutron-server[98851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 27 03:50:15.974510 dv-cinder-793264-1-iscsi neutron-server[98851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 03:50:15.974510 dv-cinder-793264-1-iscsi neutron-server[98851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 03:50:16.107834 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-49e4574b-b7fc-420a-ac1b-a5893abc8daa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3689963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417779'] for network, after_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:16.111624 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:50:16.125259 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-49e4574b-b7fc-420a-ac1b-a5893abc8daa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689932'] for network, before_response {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:16.138956 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e4574b-b7fc-420a-ac1b-a5893abc8daa admin admin] Pushing event deleted for resources: {'Network': ['ID=a6d64ad7-8822-45c9-9105-7117ae338b24,revision_number=None']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:16.141914 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-49e4574b-b7fc-420a-ac1b-a5893abc8daa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:50:16.143375 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [None req-49e4574b-b7fc-420a-ac1b-a5893abc8daa admin admin] 10.222.0.25 "DELETE /v2.0/networks/a6d64ad7-8822-45c9-9105-7117ae338b24 HTTP/1.1" status: 204 len: 168 time: 1.1248534 May 27 03:50:16.588912 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 33728) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:50:16.635986 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-692bb20b-4f27-4532-8574-50f16a06123f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=450ff0f7a98a4ae385a74e4ddaf301ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0458615 May 27 03:50:16.638314 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 33732) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:50:16.694697 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-85a48247-e42d-494c-afea-c7be572ef0b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:16.723153 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-85a48247-e42d-494c-afea-c7be572ef0b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:16.835841 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-85a48247-e42d-494c-afea-c7be572ef0b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:16.840310 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-a5bd8a72-0518-4d6b-88a1-d9dcfa782ace admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:50:16.854629 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a48247-e42d-494c-afea-c7be572ef0b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e15acc9d-0a02-4f48-9637-b9116242daf0,revision_number=None']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:16.858171 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-85a48247-e42d-494c-afea-c7be572ef0b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:50:16.861442 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-85a48247-e42d-494c-afea-c7be572ef0b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:16.862565 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-85a48247-e42d-494c-afea-c7be572ef0b0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e15acc9d-0a02-4f48-9637-b9116242daf0 HTTP/1.1" status: 204 len: 168 time: 0.2233863 May 27 03:50:17.116102 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc9fc21-5180-4f37-acce-836fb3a38a60 req-3abed65e-b9ec-4eba-924d-e23106e7cbad tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:17.118143 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-4dc9fc21-5180-4f37-acce-836fb3a38a60 req-3abed65e-b9ec-4eba-924d-e23106e7cbad tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f32a2a3-7d2a-4396-8a34-0ebe6dda5782 HTTP/1.1" status: 200 len: 943 time: 0.0815003 May 27 03:50:17.164435 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-4dc9fc21-5180-4f37-acce-836fb3a38a60 req-e27c0196-c597-4de0-8df7-4344152ba9c9 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff86e39a-d39a-4fd4-a00c-fee39d8f2861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404289 May 27 03:50:17.407518 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:17.582418 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 33746) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:50:17.634171 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-157a68ad-1664-4f27-aafa-6a2087eb657c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d013272916eb45f2bbd64ae1beca2957&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0504651 May 27 03:50:17.636432 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 33750) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:50:17.694443 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-7d700db4-fbda-4e61-88df-c4e656733b7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:17.719240 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-7d700db4-fbda-4e61-88df-c4e656733b7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:17.812895 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-7d700db4-fbda-4e61-88df-c4e656733b7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:17.816534 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-75e09e51-59ef-4966-9c17-41f3a0317ae8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:50:17.827406 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d700db4-fbda-4e61-88df-c4e656733b7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79013586-574c-4454-9da6-f4f6de57d8e9,revision_number=None']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:17.829878 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-7d700db4-fbda-4e61-88df-c4e656733b7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:50:17.836047 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-7d700db4-fbda-4e61-88df-c4e656733b7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:17.837682 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-7d700db4-fbda-4e61-88df-c4e656733b7c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/79013586-574c-4454-9da6-f4f6de57d8e9 HTTP/1.1" status: 204 len: 168 time: 0.2003384 May 27 03:50:18.361023 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0372783f-2067-493f-bba0-00e706e18d80 req-558d2e2d-c759-441b-b712-e5276c92fcf7 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:18.362469 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-0372783f-2067-493f-bba0-00e706e18d80 req-558d2e2d-c759-441b-b712-e5276c92fcf7 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f32a2a3-7d2a-4396-8a34-0ebe6dda5782 HTTP/1.1" status: 200 len: 943 time: 0.0853341 May 27 03:50:18.406346 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-0372783f-2067-493f-bba0-00e706e18d80 req-215ed62a-5445-44ef-a36b-9332388791c6 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff86e39a-d39a-4fd4-a00c-fee39d8f2861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379303 May 27 03:50:19.588927 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125b2ccd-c9ad-48dd-9fd9-9a7d692d9598 req-02c8f4d9-a2d9-4653-81a7-4a9dd941f4e6 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:19.590305 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-125b2ccd-c9ad-48dd-9fd9-9a7d692d9598 req-02c8f4d9-a2d9-4653-81a7-4a9dd941f4e6 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f32a2a3-7d2a-4396-8a34-0ebe6dda5782 HTTP/1.1" status: 200 len: 943 time: 0.0801671 May 27 03:50:19.642037 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-125b2ccd-c9ad-48dd-9fd9-9a7d692d9598 req-f3fbd5f7-6067-495f-b147-6a4b6f93b074 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff86e39a-d39a-4fd4-a00c-fee39d8f2861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394313 May 27 03:50:20.819749 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c450f5c4-dedc-415b-86e3-83ac877db10d req-c43363d8-49e4-4fc2-8ec8-98d16f919952 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:20.821316 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-c450f5c4-dedc-415b-86e3-83ac877db10d req-c43363d8-49e4-4fc2-8ec8-98d16f919952 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f32a2a3-7d2a-4396-8a34-0ebe6dda5782 HTTP/1.1" status: 200 len: 943 time: 0.0811160 May 27 03:50:20.865613 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-c450f5c4-dedc-415b-86e3-83ac877db10d req-8897bdb4-fab9-44fd-bb55-9091aed1738c tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff86e39a-d39a-4fd4-a00c-fee39d8f2861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386684 May 27 03:50:22.054716 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9cd428-2b98-4c75-959c-d2ceb0f4b1ef req-c9da87f5-96b3-43cf-84b5-5acd7923b727 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:22.056794 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-1b9cd428-2b98-4c75-959c-d2ceb0f4b1ef req-c9da87f5-96b3-43cf-84b5-5acd7923b727 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f32a2a3-7d2a-4396-8a34-0ebe6dda5782 HTTP/1.1" status: 200 len: 943 time: 0.0840819 May 27 03:50:22.099196 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-1b9cd428-2b98-4c75-959c-d2ceb0f4b1ef req-8e741dc7-b501-404b-80bd-c39535279c74 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff86e39a-d39a-4fd4-a00c-fee39d8f2861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369003 May 27 03:50:23.107803 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Device a1a89af7-a2b7-41f6-9345-9a1eb1e228b0 details requested by agent hyperv_hv-cinder-79326 with host hv-cinder-79326 {{(pid=98853) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:50:23.240453 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.db [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] For port a1a89af7-a2b7-41f6-9345-9a1eb1e228b0, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=a1a89af7-a2b7-41f6-9345-9a1eb1e228b0,segment=NetworkSegment(f3e696c2-fd56-4523-a2a6-afde57cdd975),segment_id=f3e696c2-fd56-4523-a2a6-afde57cdd975)] {{(pid=98853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:50:23.254230 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Returning: {'device': 'a1a89af7-a2b7-41f6-9345-9a1eb1e228b0', 'network_id': 'e3d5c143-f0ba-4a03-b1d4-d1be1e83dd0f', 'port_id': 'a1a89af7-a2b7-41f6-9345-9a1eb1e228b0', 'mac_address': 'fa:16:3e:bc:30:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee570db5-d628-482f-a928-b08d68185abf', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98853) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:50:23.290156 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cc8943-1647-405f-b52c-90b01791fbaf req-e623e76f-eb26-4277-8885-eaaab04650c0 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:23.291514 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-21cc8943-1647-405f-b52c-90b01791fbaf req-e623e76f-eb26-4277-8885-eaaab04650c0 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f32a2a3-7d2a-4396-8a34-0ebe6dda5782 HTTP/1.1" status: 200 len: 943 time: 0.0820770 May 27 03:50:23.309047 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:23.325953 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.notifiers.nova [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1a89af7-a2b7-41f6-9345-9a1eb1e228b0 {{(pid=98853) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:50:23.335654 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-21cc8943-1647-405f-b52c-90b01791fbaf req-14f10fe1-d328-4c94-b4aa-e0a561efd968 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff86e39a-d39a-4fd4-a00c-fee39d8f2861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384295 May 27 03:50:23.340908 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.db [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] For port a1a89af7-a2b7-41f6-9345-9a1eb1e228b0, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=a1a89af7-a2b7-41f6-9345-9a1eb1e228b0,segment=NetworkSegment(f3e696c2-fd56-4523-a2a6-afde57cdd975),segment_id=f3e696c2-fd56-4523-a2a6-afde57cdd975)] {{(pid=98853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:50:23.439162 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786481721483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786481287406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786481291807'] for port, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:23.440954 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:50:23.508647 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Pushing event updated for resources: {'Port': ['ID=a1a89af7-a2b7-41f6-9345-9a1eb1e228b0,revision_number=4']} {{(pid=98853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:23.511640 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:50:23.779956 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.db [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] get_ports_and_sgs() called for port_ids ['a1a89af7-a2b7-41f6-9345-9a1eb1e228b0'] {{(pid=98853) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 03:50:24.518838 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f02e07f-7233-4ef1-adf7-5daf344efeec req-eee4fc3d-b29f-4bfe-a10a-16b444837276 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:24.520273 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-7f02e07f-7233-4ef1-adf7-5daf344efeec req-eee4fc3d-b29f-4bfe-a10a-16b444837276 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f32a2a3-7d2a-4396-8a34-0ebe6dda5782 HTTP/1.1" status: 200 len: 944 time: 0.0795186 May 27 03:50:24.564415 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-7f02e07f-7233-4ef1-adf7-5daf344efeec req-cc382836-e4c8-4d6e-907c-d12b6981963a tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff86e39a-d39a-4fd4-a00c-fee39d8f2861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377798 May 27 03:50:25.124221 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Device a1a89af7-a2b7-41f6-9345-9a1eb1e228b0 up at agent hyperv_hv-cinder-79326 {{(pid=98853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:50:25.267351 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Provisioning for port a1a89af7-a2b7-41f6-9345-9a1eb1e228b0 completed by entity L2. {{(pid=98853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:50:25.272320 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Provisioning complete for port a1a89af7-a2b7-41f6-9345-9a1eb1e228b0 triggered by entity L2. {{(pid=98853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:50:25.272734 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487713'] for port, provisioning_complete {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:25.387425 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:25.413482 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f32a2a3-7d2a-4396-8a34-0ebe6dda5782', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1a89af7-a2b7-41f6-9345-9a1eb1e228b0'}] {{(pid=98853) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:50:25.423630 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.db [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] For port a1a89af7-a2b7-41f6-9345-9a1eb1e228b0, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=a1a89af7-a2b7-41f6-9345-9a1eb1e228b0,segment=NetworkSegment(f3e696c2-fd56-4523-a2a6-afde57cdd975),segment_id=f3e696c2-fd56-4523-a2a6-afde57cdd975)] {{(pid=98853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:50:25.462371 dv-cinder-793264-1-iscsi neutron-server[98853]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f32a2a3-7d2a-4396-8a34-0ebe6dda5782', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1a89af7-a2b7-41f6-9345-9a1eb1e228b0', 'code': 200} May 27 03:50:25.521657 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786481721483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786481287406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786481291807'] for port, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:25.524087 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-92f5e10e-a802-45af-a763-9880f2421c84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:50:25.594163 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Pushing event updated for resources: {'Port': ['ID=a1a89af7-a2b7-41f6-9345-9a1eb1e228b0,revision_number=5']} {{(pid=98853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:25.597387 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:50:25.748882 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc4d83b-0033-45ee-89c8-0c5213de168a req-f8bf4240-cd60-47eb-806c-40e3d5dc6301 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:25.750239 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-ebc4d83b-0033-45ee-89c8-0c5213de168a req-f8bf4240-cd60-47eb-806c-40e3d5dc6301 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f32a2a3-7d2a-4396-8a34-0ebe6dda5782 HTTP/1.1" status: 200 len: 945 time: 0.0799282 May 27 03:50:25.832385 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-ebc4d83b-0033-45ee-89c8-0c5213de168a req-60f6ace4-2bef-4419-8473-8adce6778f5e tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff86e39a-d39a-4fd4-a00c-fee39d8f2861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764463 May 27 03:50:25.866785 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d26b57-e03b-4b20-911a-592e335a9afd req-20493d13-87ec-4113-8dc0-00c1a2afabc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:25.880342 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-35d26b57-e03b-4b20-911a-592e335a9afd req-20493d13-87ec-4113-8dc0-00c1a2afabc4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8f32a2a3-7d2a-4396-8a34-0ebe6dda5782 HTTP/1.1" status: 200 len: 1098 time: 0.0770891 May 27 03:50:25.911178 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-35d26b57-e03b-4b20-911a-592e335a9afd req-beb8c4bf-a509-4dde-b4e5-d5cb535b07d7 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ff86e39a-d39a-4fd4-a00c-fee39d8f2861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354035 May 27 03:50:27.018106 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06180869-2ad4-4bae-9d85-e606cc55f1e2 req-726d975b-78e1-46e9-92c8-12e18a34d60b tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:27.019554 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-06180869-2ad4-4bae-9d85-e606cc55f1e2 req-726d975b-78e1-46e9-92c8-12e18a34d60b tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f32a2a3-7d2a-4396-8a34-0ebe6dda5782 HTTP/1.1" status: 200 len: 945 time: 0.0802178 May 27 03:50:27.065488 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-06180869-2ad4-4bae-9d85-e606cc55f1e2 req-2b82bc2a-dca2-491a-8e35-8d13b338d918 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff86e39a-d39a-4fd4-a00c-fee39d8f2861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398321 May 27 03:50:27.795106 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2597168e-f055-44ed-8e2f-43fb24566c09 req-698e1e8c-e595-448a-8bfd-2654c72b3729 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:27.796579 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-2597168e-f055-44ed-8e2f-43fb24566c09 req-698e1e8c-e595-448a-8bfd-2654c72b3729 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/ports?device_id=aaf24d29-a180-44ed-9549-e4cca130f813 HTTP/1.1" status: 200 len: 945 time: 0.0833473 May 27 03:50:27.841735 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-2597168e-f055-44ed-8e2f-43fb24566c09 req-e55da233-e127-467a-8e12-edfe77150149 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/security-groups?id=5862f959-de62-4ec4-b016-964d0e52242c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394413 May 27 03:50:28.339489 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd5ef96-2f16-462f-9891-5e8bc7a281b7 req-7fe88739-881c-47b0-9abc-2831fb2e76d6 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:28.340978 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-5cd5ef96-2f16-462f-9891-5e8bc7a281b7 req-7fe88739-881c-47b0-9abc-2831fb2e76d6 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f32a2a3-7d2a-4396-8a34-0ebe6dda5782 HTTP/1.1" status: 200 len: 945 time: 0.1690681 May 27 03:50:28.384702 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-5cd5ef96-2f16-462f-9891-5e8bc7a281b7 req-f5ff749e-2cc8-4b6f-a429-e197bcc1b924 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff86e39a-d39a-4fd4-a00c-fee39d8f2861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380588 May 27 03:50:28.566406 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dbf56d-5682-4940-ab1b-d3e60a30cb7a req-02f28abb-dccf-4046-a8fc-15ffab57e773 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:28.567843 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-43dbf56d-5682-4940-ab1b-d3e60a30cb7a req-02f28abb-dccf-4046-a8fc-15ffab57e773 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f32a2a3-7d2a-4396-8a34-0ebe6dda5782 HTTP/1.1" status: 200 len: 945 time: 0.0824807 May 27 03:50:28.612705 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-43dbf56d-5682-4940-ab1b-d3e60a30cb7a req-eb6ef068-2a0b-4b04-844a-08292d342c8b tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff86e39a-d39a-4fd4-a00c-fee39d8f2861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391648 May 27 03:50:28.641148 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 33836) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:50:28.922675 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ef40941-9e07-4b43-ba1d-8b421343e218 tempest-TestVolumeBootPattern-1764313767 tempest-TestVolumeBootPattern-1764313767-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:28.923450 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-3ef40941-9e07-4b43-ba1d-8b421343e218 tempest-TestVolumeBootPattern-1764313767 tempest-TestVolumeBootPattern-1764313767-project-admin] Synchronizing usage tracker for tenant:b100afe59a094503b6fab7b12c6c23ef on resource:port {{(pid=98852) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:50:29.006765 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-3ef40941-9e07-4b43-ba1d-8b421343e218 tempest-TestVolumeBootPattern-1764313767 tempest-TestVolumeBootPattern-1764313767-project-admin] Unset dirty status for tenant:b100afe59a094503b6fab7b12c6c23ef on resource:port {{(pid=98852) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:50:29.008502 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-3ef40941-9e07-4b43-ba1d-8b421343e218 tempest-TestVolumeBootPattern-1764313767 tempest-TestVolumeBootPattern-1764313767-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=8f32a2a3-7d2a-4396-8a34-0ebe6dda5782 HTTP/1.1" status: 200 len: 1093 time: 0.3658180 May 27 03:50:29.018737 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 33844) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:50:29.024469 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.v2.base [None req-b75a1e21-5ea9-4a35-b2c4-8a550fe64d14 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Request body: {'floatingip': {'floating_network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'port_id': 'a1a89af7-a2b7-41f6-9345-9a1eb1e228b0', 'tenant_id': '6b6a582a2a304a7d881efcfa2373dfb1', 'fixed_ip_address': '172.20.0.8'}} {{(pid=98852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:50:29.030226 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-b75a1e21-5ea9-4a35-b2c4-8a550fe64d14 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:50:29.034236 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-b75a1e21-5ea9-4a35-b2c4-8a550fe64d14 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Usage tracker for resource:floatingip and tenant:6b6a582a2a304a7d881efcfa2373dfb1 is out of sync, need to count used quota {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:50:29.034396 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c040e38e-aa53-4794-800c-3cd9ef4cc654 req-9b7fedb7-a3ad-4fd1-b7ac-d9570045f657 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:29.035686 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-c040e38e-aa53-4794-800c-3cd9ef4cc654 req-9b7fedb7-a3ad-4fd1-b7ac-d9570045f657 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/ports?device_id=aaf24d29-a180-44ed-9549-e4cca130f813 HTTP/1.1" status: 200 len: 945 time: 0.0801034 May 27 03:50:29.037093 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-b75a1e21-5ea9-4a35-b2c4-8a550fe64d14 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:50:29.042786 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-b75a1e21-5ea9-4a35-b2c4-8a550fe64d14 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:50:29.083149 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-c040e38e-aa53-4794-800c-3cd9ef4cc654 req-70aad0c5-1c2b-4a53-ad73-3b1ff9e5c80e tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/security-groups?id=5862f959-de62-4ec4-b016-964d0e52242c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416036 May 27 03:50:29.124635 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-b75a1e21-5ea9-4a35-b2c4-8a550fe64d14 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Notify callbacks [] for floatingip, before_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:29.260043 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-b75a1e21-5ea9-4a35-b2c4-8a550fe64d14 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:29.394526 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.db_base_plugin_common [None req-b75a1e21-5ea9-4a35-b2c4-8a550fe64d14 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Allocated IP 172.27.2.15 (9a3e94d8-5315-41b6-9829-3c758c3039b7/7ac4e62e-aca4-43cf-995d-95d63bfe1e6b/ba6fb839-82ba-430a-b46d-187e033588cb) {{(pid=98852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:50:29.546188 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-b75a1e21-5ea9-4a35-b2c4-8a550fe64d14 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Notify callbacks [] for port, precommit_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:29.619184 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-b75a1e21-5ea9-4a35-b2c4-8a550fe64d14 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786481287388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27723313'] for port, after_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:29.623808 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-8d07be89-9950-4efd-bf11-6e3a0d20b23b tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:50:29.687380 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b75a1e21-5ea9-4a35-b2c4-8a550fe64d14 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Network 9a3e94d8-5315-41b6-9829-3c758c3039b7 is already hosted by enough agents. {{(pid=98852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:50:29.690247 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.scheduler.base_scheduler [None req-b75a1e21-5ea9-4a35-b2c4-8a550fe64d14 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Resources bound (agent type, host, resource id): {{(pid=98852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:50:29.693617 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75a1e21-5ea9-4a35-b2c4-8a550fe64d14 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Received port after_create {{(pid=98852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 03:50:29.721858 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75a1e21-5ea9-4a35-b2c4-8a550fe64d14 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Pushing event updated for resources: {'Port': ['ID=ba6fb839-82ba-430a-b46d-187e033588cb,revision_number=1']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:29.739244 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75a1e21-5ea9-4a35-b2c4-8a550fe64d14 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:50:29.739620 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75a1e21-5ea9-4a35-b2c4-8a550fe64d14 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:50:29.739987 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75a1e21-5ea9-4a35-b2c4-8a550fe64d14 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:50:29.740352 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75a1e21-5ea9-4a35-b2c4-8a550fe64d14 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:50:29.740756 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75a1e21-5ea9-4a35-b2c4-8a550fe64d14 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:50:29.741121 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75a1e21-5ea9-4a35-b2c4-8a550fe64d14 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:50:29.741473 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75a1e21-5ea9-4a35-b2c4-8a550fe64d14 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:50:29.741824 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75a1e21-5ea9-4a35-b2c4-8a550fe64d14 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:50:29.742190 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75a1e21-5ea9-4a35-b2c4-8a550fe64d14 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:50:29.743067 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75a1e21-5ea9-4a35-b2c4-8a550fe64d14 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:50:29.743414 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75a1e21-5ea9-4a35-b2c4-8a550fe64d14 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:50:29.743762 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75a1e21-5ea9-4a35-b2c4-8a550fe64d14 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:50:29.748666 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-b75a1e21-5ea9-4a35-b2c4-8a550fe64d14 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:50:30.108504 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-b75a1e21-5ea9-4a35-b2c4-8a550fe64d14 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:30.231043 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-b75a1e21-5ea9-4a35-b2c4-8a550fe64d14 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_update {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:30.271949 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a9e842-b918-4d51-91a4-7904c75aa206 req-1401b72b-e00a-4838-b496-fe61d165b9a4 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:30.274321 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-f5a9e842-b918-4d51-91a4-7904c75aa206 req-1401b72b-e00a-4838-b496-fe61d165b9a4 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/ports?device_id=aaf24d29-a180-44ed-9549-e4cca130f813 HTTP/1.1" status: 200 len: 945 time: 0.0811782 May 27 03:50:30.321136 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-f5a9e842-b918-4d51-91a4-7904c75aa206 req-c3479249-21c3-43dd-82e0-e1d8995e18f5 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/security-groups?id=5862f959-de62-4ec4-b016-964d0e52242c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389335 May 27 03:50:30.439051 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-b75a1e21-5ea9-4a35-b2c4-8a550fe64d14 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Notify callbacks [] for port, precommit_update {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:30.490126 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-b75a1e21-5ea9-4a35-b2c4-8a550fe64d14 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786481721483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786481287406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786481291807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27723270'] for port, after_update {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:30.494921 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:50:30.599281 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75a1e21-5ea9-4a35-b2c4-8a550fe64d14 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Pushing event updated for resources: {'Port': ['ID=ba6fb839-82ba-430a-b46d-187e033588cb,revision_number=2']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:30.603230 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-b75a1e21-5ea9-4a35-b2c4-8a550fe64d14 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:50:30.610023 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-b75a1e21-5ea9-4a35-b2c4-8a550fe64d14 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-417761'] for floatingip, after_update {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:30.874460 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.db.l3_db [None req-b75a1e21-5ea9-4a35-b2c4-8a550fe64d14 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Floating IP 37f89bdd-7447-41f2-ba26-f5b672afc9ab associated. External IP: 172.27.2.15, port: a1a89af7-a2b7-41f6-9345-9a1eb1e228b0. May 27 03:50:31.215972 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b75a1e21-5ea9-4a35-b2c4-8a550fe64d14 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Router b3f931a9-df7f-4dff-86e8-f4b81edce072 has already been hosted by L3 agent 816f7595-8215-4f06-9251-575c663b21d0 {{(pid=98852) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 03:50:31.388389 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b75a1e21-5ea9-4a35-b2c4-8a550fe64d14 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Notify agent at l3_agent.dv-cinder-793264-1-iscsi the message routers_updated {{(pid=98852) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 03:50:31.398179 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3a0047-e7ee-4191-b2e3-c17f20d4fc05 None None] Sync routers for ids ['b3f931a9-df7f-4dff-86e8-f4b81edce072'] in dv-cinder-793264-1-iscsi {{(pid=98853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:50:31.407951 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3a0047-e7ee-4191-b2e3-c17f20d4fc05 None None] Routers {'b3f931a9-df7f-4dff-86e8-f4b81edce072'} bound to L3 agent in host dv-cinder-793264-1-iscsi {{(pid=98853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 03:50:31.408768 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_hamode_db [None req-8a3a0047-e7ee-4191-b2e3-c17f20d4fc05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-05-27T03:33:06Z,description=,heartbeat_timestamp=2021-05-27T03:50:06Z,host='dv-cinder-793264-1-iscsi',id=816f7595-8215-4f06-9251-575c663b21d0,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T03:33:06Z,topic='l3_agent')) {'router_ids': ['b3f931a9-df7f-4dff-86e8-f4b81edce072'], 'active': True} {{(pid=98853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:50:31.475610 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-b75a1e21-5ea9-4a35-b2c4-8a550fe64d14 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4037888'] for floatingip, before_response {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:31.523052 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829558f3-0a8a-4200-a595-4db099f4da0a req-edeb639f-d39c-4041-9f43-94bb8790ef23 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:31.525267 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-829558f3-0a8a-4200-a595-4db099f4da0a req-edeb639f-d39c-4041-9f43-94bb8790ef23 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/ports?device_id=aaf24d29-a180-44ed-9549-e4cca130f813 HTTP/1.1" status: 200 len: 945 time: 0.0868783 May 27 03:50:31.537101 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-b75a1e21-5ea9-4a35-b2c4-8a550fe64d14 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5173414 May 27 03:50:31.537927 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f32a2a3-7d2a-4396-8a34-0ebe6dda5782', 'tag': 'a1a89af7-a2b7-41f6-9345-9a1eb1e228b0'}] {{(pid=98852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:50:31.572298 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-829558f3-0a8a-4200-a595-4db099f4da0a req-b5e2538f-ba32-4a4e-84e1-f105a554bd9c tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/security-groups?id=5862f959-de62-4ec4-b016-964d0e52242c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402889 May 27 03:50:31.584784 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f32a2a3-7d2a-4396-8a34-0ebe6dda5782', 'tag': 'a1a89af7-a2b7-41f6-9345-9a1eb1e228b0', 'status': 'completed', 'code': 200} May 27 03:50:31.637277 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_dvr_db [None req-8a3a0047-e7ee-4191-b2e3-c17f20d4fc05 None None] Set router b3f931a9-df7f-4dff-86e8-f4b81edce072 gateway port host: dv-cinder-793264-1-iscsi {{(pid=98853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 03:50:31.674854 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06171d3-38b1-4f68-b3f7-8c5dc1070b34 req-c1180b00-2157-4eea-b307-40c8110973cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:31.676325 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-d06171d3-38b1-4f68-b3f7-8c5dc1070b34 req-c1180b00-2157-4eea-b307-40c8110973cc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6b6a582a2a304a7d881efcfa2373dfb1&device_id=8f32a2a3-7d2a-4396-8a34-0ebe6dda5782 HTTP/1.1" status: 200 len: 1098 time: 0.0709367 May 27 03:50:31.811453 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06171d3-38b1-4f68-b3f7-8c5dc1070b34 req-82465faf-bbed-4cea-9d7a-3843e4f962b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:31.812927 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-d06171d3-38b1-4f68-b3f7-8c5dc1070b34 req-82465faf-bbed-4cea-9d7a-3843e4f962b4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e3d5c143-f0ba-4a03-b1d4-d1be1e83dd0f HTTP/1.1" status: 200 len: 911 time: 0.1290729 May 27 03:50:31.992328 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_hamode_db [None req-8a3a0047-e7ee-4191-b2e3-c17f20d4fc05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3f931a9-df7f-4dff-86e8-f4b81edce072', 'name': 'tempest-TestVolumeBootPattern-463161786-router', 'tenant_id': '6b6a582a2a304a7d881efcfa2373dfb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'external_fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': 'f700bb4e-57a4-4f61-8e65-f9d871abf70c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:49:19Z', 'updated_at': '2021-05-27T03:49:24Z', 'revision_number': 4, 'project_id': '6b6a582a2a304a7d881efcfa2373dfb1', 'gw_port': {'id': 'f700bb4e-57a4-4f61-8e65-f9d871abf70c', 'name': '', 'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f931a9-df7f-4dff-86e8-f4b81edce072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:49:20Z', 'updated_at': '2021-05-27T03:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-iscsi', '_floatingips': [{'id': '37f89bdd-7447-41f2-ba26-f5b672afc9ab', 'tenant_id': '6b6a582a2a304a7d881efcfa2373dfb1', 'floating_ip_address': '172.27.2.15', 'floating_network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'router_id': 'b3f931a9-df7f-4dff-86e8-f4b81edce072', 'port_id': 'a1a89af7-a2b7-41f6-9345-9a1eb1e228b0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3d5c143-f0ba-4a03-b1d4-d1be1e83dd0f', 'mac_address': 'fa:16:3e:bc:30:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f32a2a3-7d2a-4396-8a34-0ebe6dda5782', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T03:50:30Z', 'updated_at': '2021-05-27T03:50:30Z', 'revision_number': 0, 'project_id': '6b6a582a2a304a7d881efcfa2373dfb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c673371-f2b8-409e-95ea-14f1efedee98', 'name': '', 'network_id': 'e3d5c143-f0ba-4a03-b1d4-d1be1e83dd0f', 'tenant_id': '6b6a582a2a304a7d881efcfa2373dfb1', 'mac_address': 'fa:16:3e:c1:be:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f931a9-df7f-4dff-86e8-f4b81edce072', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'ee570db5-d628-482f-a928-b08d68185abf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:49:23Z', 'updated_at': '2021-05-27T03:49:30Z', 'revision_number': 5, 'project_id': '6b6a582a2a304a7d881efcfa2373dfb1', 'subnets': [{'id': 'ee570db5-d628-482f-a928-b08d68185abf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-1-iscsi', False) {} {{(pid=98853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:50:31.996376 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3a0047-e7ee-4191-b2e3-c17f20d4fc05 None None] Checking router: b3f931a9-df7f-4dff-86e8-f4b81edce072 for host: dv-cinder-793264-1-iscsi {{(pid=98853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:50:32.004926 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3a0047-e7ee-4191-b2e3-c17f20d4fc05 None None] Routers {'b3f931a9-df7f-4dff-86e8-f4b81edce072'} bound to L3 agent in host dv-cinder-793264-1-iscsi {{(pid=98853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 03:50:32.005531 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_hamode_db [None req-8a3a0047-e7ee-4191-b2e3-c17f20d4fc05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-05-27T03:33:06Z,description=,heartbeat_timestamp=2021-05-27T03:50:06Z,host='dv-cinder-793264-1-iscsi',id=816f7595-8215-4f06-9251-575c663b21d0,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T03:33:06Z,topic='l3_agent')) {'router_ids': ['b3f931a9-df7f-4dff-86e8-f4b81edce072'], 'active': True} {{(pid=98853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:50:32.011665 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-d06171d3-38b1-4f68-b3f7-8c5dc1070b34 req-c9b949ec-ca3f-4327-aff6-7b075d15feb1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a1a89af7-a2b7-41f6-9345-9a1eb1e228b0 HTTP/1.1" status: 200 len: 998 time: 0.1898720 May 27 03:50:32.076553 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06171d3-38b1-4f68-b3f7-8c5dc1070b34 req-5b5942c0-5413-4f93-92e4-fbc7178f60da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:32.078023 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-d06171d3-38b1-4f68-b3f7-8c5dc1070b34 req-5b5942c0-5413-4f93-92e4-fbc7178f60da service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ee570db5-d628-482f-a928-b08d68185abf HTTP/1.1" status: 200 len: 850 time: 0.0595324 May 27 03:50:32.152382 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06171d3-38b1-4f68-b3f7-8c5dc1070b34 req-d1a03630-833a-4ce5-9e47-4c6adac33912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:32.153882 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-d06171d3-38b1-4f68-b3f7-8c5dc1070b34 req-d1a03630-833a-4ce5-9e47-4c6adac33912 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e3d5c143-f0ba-4a03-b1d4-d1be1e83dd0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0694816 May 27 03:50:32.183860 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_dvr_db [None req-8a3a0047-e7ee-4191-b2e3-c17f20d4fc05 None None] Set router b3f931a9-df7f-4dff-86e8-f4b81edce072 gateway port host: dv-cinder-793264-1-iscsi {{(pid=98853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 03:50:32.284776 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-d06171d3-38b1-4f68-b3f7-8c5dc1070b34 req-a7e027a1-19af-43be-b312-521e6a684c4a service neutron] 10.222.0.36 "GET /v2.0/networks/e3d5c143-f0ba-4a03-b1d4-d1be1e83dd0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243331 May 27 03:50:32.415085 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-d06171d3-38b1-4f68-b3f7-8c5dc1070b34 req-9c7bb0db-025d-45d9-8555-a6733bfcc408 service neutron] 10.222.0.36 "GET /v2.0/networks/e3d5c143-f0ba-4a03-b1d4-d1be1e83dd0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240232 May 27 03:50:32.526113 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_hamode_db [None req-8a3a0047-e7ee-4191-b2e3-c17f20d4fc05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3f931a9-df7f-4dff-86e8-f4b81edce072', 'name': 'tempest-TestVolumeBootPattern-463161786-router', 'tenant_id': '6b6a582a2a304a7d881efcfa2373dfb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'external_fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': 'f700bb4e-57a4-4f61-8e65-f9d871abf70c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:49:19Z', 'updated_at': '2021-05-27T03:49:24Z', 'revision_number': 4, 'project_id': '6b6a582a2a304a7d881efcfa2373dfb1', 'gw_port': {'id': 'f700bb4e-57a4-4f61-8e65-f9d871abf70c', 'name': '', 'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f931a9-df7f-4dff-86e8-f4b81edce072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:49:20Z', 'updated_at': '2021-05-27T03:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-iscsi', '_floatingips': [{'id': '37f89bdd-7447-41f2-ba26-f5b672afc9ab', 'tenant_id': '6b6a582a2a304a7d881efcfa2373dfb1', 'floating_ip_address': '172.27.2.15', 'floating_network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'router_id': 'b3f931a9-df7f-4dff-86e8-f4b81edce072', 'port_id': 'a1a89af7-a2b7-41f6-9345-9a1eb1e228b0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3d5c143-f0ba-4a03-b1d4-d1be1e83dd0f', 'mac_address': 'fa:16:3e:bc:30:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f32a2a3-7d2a-4396-8a34-0ebe6dda5782', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T03:50:30Z', 'updated_at': '2021-05-27T03:50:30Z', 'revision_number': 0, 'project_id': '6b6a582a2a304a7d881efcfa2373dfb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c673371-f2b8-409e-95ea-14f1efedee98', 'name': '', 'network_id': 'e3d5c143-f0ba-4a03-b1d4-d1be1e83dd0f', 'tenant_id': '6b6a582a2a304a7d881efcfa2373dfb1', 'mac_address': 'fa:16:3e:c1:be:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f931a9-df7f-4dff-86e8-f4b81edce072', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'ee570db5-d628-482f-a928-b08d68185abf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:49:23Z', 'updated_at': '2021-05-27T03:49:30Z', 'revision_number': 5, 'project_id': '6b6a582a2a304a7d881efcfa2373dfb1', 'subnets': [{'id': 'ee570db5-d628-482f-a928-b08d68185abf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-1-iscsi', False) {} {{(pid=98853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:50:32.530066 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3a0047-e7ee-4191-b2e3-c17f20d4fc05 None None] The sync data for ids ['b3f931a9-df7f-4dff-86e8-f4b81edce072'] in dv-cinder-793264-1-iscsi is: [{'id': 'b3f931a9-df7f-4dff-86e8-f4b81edce072', 'name': 'tempest-TestVolumeBootPattern-463161786-router', 'tenant_id': '6b6a582a2a304a7d881efcfa2373dfb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'external_fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': 'f700bb4e-57a4-4f61-8e65-f9d871abf70c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:49:19Z', 'updated_at': '2021-05-27T03:49:24Z', 'revision_number': 4, 'project_id': '6b6a582a2a304a7d881efcfa2373dfb1', 'gw_port': {'id': 'f700bb4e-57a4-4f61-8e65-f9d871abf70c', 'name': '', 'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f931a9-df7f-4dff-86e8-f4b81edce072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:49:20Z', 'updated_at': '2021-05-27T03:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-iscsi', '_floatingips': [{'id': '37f89bdd-7447-41f2-ba26-f5b672afc9ab', 'tenant_id': '6b6a582a2a304a7d881efcfa2373dfb1', 'floating_ip_address': '172.27.2.15', 'floating_network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'router_id': 'b3f931a9-df7f-4dff-86e8-f4b81edce072', 'port_id': 'a1a89af7-a2b7-41f6-9345-9a1eb1e228b0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3d5c143-f0ba-4a03-b1d4-d1be1e83dd0f', 'mac_address': 'fa:16:3e:bc:30:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f32a2a3-7d2a-4396-8a34-0ebe6dda5782', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T03:50:30Z', 'updated_at': '2021-05-27T03:50:30Z', 'revision_number': 0, 'project_id': '6b6a582a2a304a7d881efcfa2373dfb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c673371-f2b8-409e-95ea-14f1efedee98', 'name': '', 'network_id': 'e3d5c143-f0ba-4a03-b1d4-d1be1e83dd0f', 'tenant_id': '6b6a582a2a304a7d881efcfa2373dfb1', 'mac_address': 'fa:16:3e:c1:be:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f931a9-df7f-4dff-86e8-f4b81edce072', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'ee570db5-d628-482f-a928-b08d68185abf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:49:23Z', 'updated_at': '2021-05-27T03:49:30Z', 'revision_number': 5, 'project_id': '6b6a582a2a304a7d881efcfa2373dfb1', 'subnets': [{'id': 'ee570db5-d628-482f-a928-b08d68185abf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:50:32.721217 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-954196e5-d2a9-4d13-95e3-b702a42ca750 None None] New status for floating IP 37f89bdd-7447-41f2-ba26-f5b672afc9ab: ACTIVE {{(pid=98854) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 03:50:32.775777 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6684713b-a057-4e2f-b2d8-aa610eae6123 req-79ca7197-69be-4391-9fd7-526be843d939 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:32.777254 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-6684713b-a057-4e2f-b2d8-aa610eae6123 req-79ca7197-69be-4391-9fd7-526be843d939 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/ports?device_id=aaf24d29-a180-44ed-9549-e4cca130f813 HTTP/1.1" status: 200 len: 945 time: 0.0808144 May 27 03:50:32.825704 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-6684713b-a057-4e2f-b2d8-aa610eae6123 req-ceceb8f7-dbe8-45e5-89a9-9937499bddab tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/security-groups?id=5862f959-de62-4ec4-b016-964d0e52242c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425878 May 27 03:50:33.852641 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-7601f913-ccb5-468a-9cac-af1e0054b716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:34.015306 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29f041c-0cc1-4c19-b2ee-2a1d440868e4 req-7fe310cb-0096-43a3-a599-fb3fe3c04cf7 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:34.016782 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-e29f041c-0cc1-4c19-b2ee-2a1d440868e4 req-7fe310cb-0096-43a3-a599-fb3fe3c04cf7 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/ports?device_id=aaf24d29-a180-44ed-9549-e4cca130f813 HTTP/1.1" status: 200 len: 945 time: 0.0804203 May 27 03:50:34.061398 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-e29f041c-0cc1-4c19-b2ee-2a1d440868e4 req-19561f67-8caa-4212-b4fa-42feaa906391 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/security-groups?id=5862f959-de62-4ec4-b016-964d0e52242c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391014 May 27 03:50:34.840364 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.agents_db [None req-9826b012-bfd7-43dd-a737-969f574491ef None None] Agent healthcheck: found 6 active agents {{(pid=98854) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 03:50:35.248585 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9efbc2a-6867-4e40-8802-6426ccbe35ea req-e1a63595-e7aa-4b4c-bdd2-76fde992f1c8 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:35.250019 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-a9efbc2a-6867-4e40-8802-6426ccbe35ea req-e1a63595-e7aa-4b4c-bdd2-76fde992f1c8 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/ports?device_id=aaf24d29-a180-44ed-9549-e4cca130f813 HTTP/1.1" status: 200 len: 945 time: 0.0792437 May 27 03:50:35.292626 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-a9efbc2a-6867-4e40-8802-6426ccbe35ea req-145790d2-4665-4554-ac76-e9cd0ecdad39 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/security-groups?id=5862f959-de62-4ec4-b016-964d0e52242c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369637 May 27 03:50:36.393035 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-acef78fa-dca3-4457-b71a-e129df0a1f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:36.415780 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:36.486458 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a059a0fd-75cb-4f6b-9b85-175575895c88 req-d52e75eb-ca68-4888-a5cd-b5cc7b9031d7 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:36.487841 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-a059a0fd-75cb-4f6b-9b85-175575895c88 req-d52e75eb-ca68-4888-a5cd-b5cc7b9031d7 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/ports?device_id=aaf24d29-a180-44ed-9549-e4cca130f813 HTTP/1.1" status: 200 len: 945 time: 0.0821660 May 27 03:50:36.532495 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-a059a0fd-75cb-4f6b-9b85-175575895c88 req-d8d9d48a-c519-4002-8208-402efeeb8c52 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/security-groups?id=5862f959-de62-4ec4-b016-964d0e52242c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388656 May 27 03:50:37.709873 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-e3613943-0892-48bd-9358-60eb59884bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:37.725159 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c61937-8793-4bdb-88ed-84062a054d2b req-7acadd6d-89ce-4602-8b99-1a3f13532f89 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:37.727239 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-d6c61937-8793-4bdb-88ed-84062a054d2b req-7acadd6d-89ce-4602-8b99-1a3f13532f89 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/ports?device_id=aaf24d29-a180-44ed-9549-e4cca130f813 HTTP/1.1" status: 200 len: 945 time: 0.0819368 May 27 03:50:37.771618 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-d6c61937-8793-4bdb-88ed-84062a054d2b req-b9b0e949-c7de-4f2b-9dea-d60281e2f7ac tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/security-groups?id=5862f959-de62-4ec4-b016-964d0e52242c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384567 May 27 03:50:38.961707 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7896eb58-0403-4099-8fae-9b844a5e5f7e req-6f9bc9c1-5754-4c4e-86db-388b49c51f69 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:38.963207 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-7896eb58-0403-4099-8fae-9b844a5e5f7e req-6f9bc9c1-5754-4c4e-86db-388b49c51f69 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/ports?device_id=aaf24d29-a180-44ed-9549-e4cca130f813 HTTP/1.1" status: 200 len: 945 time: 0.0828035 May 27 03:50:39.007662 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-7896eb58-0403-4099-8fae-9b844a5e5f7e req-f1239fac-7e37-46c6-87e2-18db0c2fadb8 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/security-groups?id=5862f959-de62-4ec4-b016-964d0e52242c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387335 May 27 03:50:39.326498 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-3af0ace6-547d-4950-9fe5-73e267668fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:40.194498 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53b4182-72bb-4200-9c09-1ff5907c7004 req-60c8e72d-ac31-4c68-b1d5-8579137dfa09 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:40.196566 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-b53b4182-72bb-4200-9c09-1ff5907c7004 req-60c8e72d-ac31-4c68-b1d5-8579137dfa09 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/ports?device_id=aaf24d29-a180-44ed-9549-e4cca130f813 HTTP/1.1" status: 200 len: 945 time: 0.0816529 May 27 03:50:40.244362 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-b53b4182-72bb-4200-9c09-1ff5907c7004 req-0e5989a3-bb0b-4510-a148-589098b1cdc4 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/security-groups?id=5862f959-de62-4ec4-b016-964d0e52242c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420532 May 27 03:50:41.228512 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Device 99d7c768-f910-47b6-ae4b-dc6dede2eec8 details requested by agent hyperv_hv-cinder-79326 with host hv-cinder-79326 {{(pid=98853) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:50:41.360274 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.db [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] For port 99d7c768-f910-47b6-ae4b-dc6dede2eec8, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=99d7c768-f910-47b6-ae4b-dc6dede2eec8,segment=NetworkSegment(5baf6fec-eb5b-47d6-b1b0-298ebe932b07),segment_id=5baf6fec-eb5b-47d6-b1b0-298ebe932b07)] {{(pid=98853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:50:41.373846 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Returning: {'device': '99d7c768-f910-47b6-ae4b-dc6dede2eec8', 'network_id': 'f65a0cca-1ebc-4ae6-b01b-5fdf0f05198a', 'port_id': '99d7c768-f910-47b6-ae4b-dc6dede2eec8', 'mac_address': 'fa:16:3e:59:5e:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82530ddc-ffd6-4079-8434-d6a04187e8aa', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98853) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:50:41.431946 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:41.433753 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed56a6c-9748-44ff-a6f0-cb42106705d4 req-b9bc084f-6384-47e0-bb11-5f1e3a847d11 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:41.435417 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-3ed56a6c-9748-44ff-a6f0-cb42106705d4 req-b9bc084f-6384-47e0-bb11-5f1e3a847d11 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/ports?device_id=aaf24d29-a180-44ed-9549-e4cca130f813 HTTP/1.1" status: 200 len: 945 time: 0.0793462 May 27 03:50:41.447624 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.notifiers.nova [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 99d7c768-f910-47b6-ae4b-dc6dede2eec8 {{(pid=98853) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:50:41.462921 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.db [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] For port 99d7c768-f910-47b6-ae4b-dc6dede2eec8, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=99d7c768-f910-47b6-ae4b-dc6dede2eec8,segment=NetworkSegment(5baf6fec-eb5b-47d6-b1b0-298ebe932b07),segment_id=5baf6fec-eb5b-47d6-b1b0-298ebe932b07)] {{(pid=98853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:50:41.480516 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-3ed56a6c-9748-44ff-a6f0-cb42106705d4 req-c5705e47-c419-4468-b541-db5243fa1250 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/security-groups?id=5862f959-de62-4ec4-b016-964d0e52242c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394003 May 27 03:50:41.553076 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786481721483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786481287406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786481291807'] for port, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:41.555498 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:50:41.624340 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Pushing event updated for resources: {'Port': ['ID=99d7c768-f910-47b6-ae4b-dc6dede2eec8,revision_number=6']} {{(pid=98853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:41.627149 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:50:41.647970 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.db [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] get_ports_and_sgs() called for port_ids ['99d7c768-f910-47b6-ae4b-dc6dede2eec8'] {{(pid=98853) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 03:50:42.766398 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67258000-4f4e-413a-980a-c4c9cb59b141 req-a7870429-39de-4f6c-937c-687297738cc8 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:42.767827 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-67258000-4f4e-413a-980a-c4c9cb59b141 req-a7870429-39de-4f6c-937c-687297738cc8 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/ports?device_id=aaf24d29-a180-44ed-9549-e4cca130f813 HTTP/1.1" status: 200 len: 944 time: 0.1786094 May 27 03:50:42.810769 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-67258000-4f4e-413a-980a-c4c9cb59b141 req-c45320cd-aebc-477e-b3ae-805899de210d tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/security-groups?id=5862f959-de62-4ec4-b016-964d0e52242c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372765 May 27 03:50:43.240807 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Device 99d7c768-f910-47b6-ae4b-dc6dede2eec8 up at agent hyperv_hv-cinder-79326 {{(pid=98853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:50:43.349449 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Provisioning complete for port 99d7c768-f910-47b6-ae4b-dc6dede2eec8 triggered by entity L2. {{(pid=98853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:50:43.349817 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487713'] for port, provisioning_complete {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:43.465466 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:43.492100 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaf24d29-a180-44ed-9549-e4cca130f813', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99d7c768-f910-47b6-ae4b-dc6dede2eec8'}] {{(pid=98853) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:50:43.501736 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.db [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] For port 99d7c768-f910-47b6-ae4b-dc6dede2eec8, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=99d7c768-f910-47b6-ae4b-dc6dede2eec8,segment=NetworkSegment(5baf6fec-eb5b-47d6-b1b0-298ebe932b07),segment_id=5baf6fec-eb5b-47d6-b1b0-298ebe932b07)] {{(pid=98853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:50:43.535088 dv-cinder-793264-1-iscsi neutron-server[98853]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaf24d29-a180-44ed-9549-e4cca130f813', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99d7c768-f910-47b6-ae4b-dc6dede2eec8', 'code': 200} May 27 03:50:43.570236 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786481721483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786481287406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786481291807'] for port, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:43.572768 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:50:43.637075 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Pushing event updated for resources: {'Port': ['ID=99d7c768-f910-47b6-ae4b-dc6dede2eec8,revision_number=7']} {{(pid=98853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:43.639988 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:50:44.141512 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6a8031-30c0-4b65-9274-64b2ece474b2 req-dddedb45-3a18-4b9b-a8ec-686dd8f5e4b5 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:44.142856 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-6a6a8031-30c0-4b65-9274-64b2ece474b2 req-dddedb45-3a18-4b9b-a8ec-686dd8f5e4b5 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/ports?device_id=aaf24d29-a180-44ed-9549-e4cca130f813 HTTP/1.1" status: 200 len: 945 time: 0.0834162 May 27 03:50:44.186390 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-6a6a8031-30c0-4b65-9274-64b2ece474b2 req-d6e8e5e5-a635-4522-95ef-85e423406d5d tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/security-groups?id=5862f959-de62-4ec4-b016-964d0e52242c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381067 May 27 03:50:45.369636 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2648d1b8-1583-4b1d-acec-ce0ae4d5afab req-f27dd881-d0c4-483d-9f1d-786d6b166e5b tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:45.371058 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-2648d1b8-1583-4b1d-acec-ce0ae4d5afab req-f27dd881-d0c4-483d-9f1d-786d6b166e5b tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/ports?device_id=aaf24d29-a180-44ed-9549-e4cca130f813 HTTP/1.1" status: 200 len: 945 time: 0.0779555 May 27 03:50:45.414925 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-2648d1b8-1583-4b1d-acec-ce0ae4d5afab req-d5a966cd-659d-4257-aaff-431c7ef0baf4 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/security-groups?id=5862f959-de62-4ec4-b016-964d0e52242c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383503 May 27 03:50:46.611529 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6570474f-1014-4639-a384-31fbc715a077 req-73c23953-b223-4d06-ade2-b9caf067fb3e tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:46.613004 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-6570474f-1014-4639-a384-31fbc715a077 req-73c23953-b223-4d06-ade2-b9caf067fb3e tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/ports?device_id=aaf24d29-a180-44ed-9549-e4cca130f813 HTTP/1.1" status: 200 len: 945 time: 0.0891073 May 27 03:50:46.657922 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-6570474f-1014-4639-a384-31fbc715a077 req-609b73eb-4a33-4ccc-ad63-1d792bcf9584 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/security-groups?id=5862f959-de62-4ec4-b016-964d0e52242c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393333 May 27 03:50:47.367736 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:47.863496 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f6addc-077c-4086-b49e-f8feae42224f req-01f643e2-d808-4095-a093-23022b26a8e5 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:47.864988 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-79f6addc-077c-4086-b49e-f8feae42224f req-01f643e2-d808-4095-a093-23022b26a8e5 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/ports?device_id=aaf24d29-a180-44ed-9549-e4cca130f813 HTTP/1.1" status: 200 len: 945 time: 0.0817657 May 27 03:50:47.923785 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-79f6addc-077c-4086-b49e-f8feae42224f req-f633e2d8-b4c9-4259-bf3b-e174975344b6 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/security-groups?id=5862f959-de62-4ec4-b016-964d0e52242c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526454 May 27 03:50:49.120850 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b11a50e-6db5-4df0-98d7-20a8d4b6de95 req-a142786e-5ad2-47e5-b780-86a0925bd278 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:49.127842 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-8b11a50e-6db5-4df0-98d7-20a8d4b6de95 req-a142786e-5ad2-47e5-b780-86a0925bd278 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/ports?device_id=aaf24d29-a180-44ed-9549-e4cca130f813 HTTP/1.1" status: 200 len: 945 time: 0.0960064 May 27 03:50:49.169007 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-8b11a50e-6db5-4df0-98d7-20a8d4b6de95 req-b431cd76-b833-4f81-acca-fb1268a78ea2 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/security-groups?id=5862f959-de62-4ec4-b016-964d0e52242c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402935 May 27 03:50:50.373343 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2210ec2-a5a4-41d1-996f-8190ec579df3 req-600d250d-9a61-450e-b7ad-442cb71ed6c5 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:50.375425 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-c2210ec2-a5a4-41d1-996f-8190ec579df3 req-600d250d-9a61-450e-b7ad-442cb71ed6c5 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/ports?device_id=aaf24d29-a180-44ed-9549-e4cca130f813 HTTP/1.1" status: 200 len: 945 time: 0.0905666 May 27 03:50:50.421622 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-c2210ec2-a5a4-41d1-996f-8190ec579df3 req-f05492c5-4607-4b89-bbc4-27b97e00bcd3 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/security-groups?id=5862f959-de62-4ec4-b016-964d0e52242c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405297 May 27 03:50:51.620071 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa8f7e8-7779-4447-9a33-39b8c3707490 req-9c7a9e71-09c8-45d5-8c4e-36647e4edb95 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:51.621546 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-2fa8f7e8-7779-4447-9a33-39b8c3707490 req-9c7a9e71-09c8-45d5-8c4e-36647e4edb95 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/ports?device_id=aaf24d29-a180-44ed-9549-e4cca130f813 HTTP/1.1" status: 200 len: 945 time: 0.0844486 May 27 03:50:51.668176 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-2fa8f7e8-7779-4447-9a33-39b8c3707490 req-577679ba-db28-49b4-a4d4-40258e4c3a1a tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/security-groups?id=5862f959-de62-4ec4-b016-964d0e52242c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405843 May 27 03:50:52.993409 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09265b34-9836-4a05-b92f-ea9ea1826e59 req-06197909-6f8e-42bc-8ca2-759cc4da3bac tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:52.994777 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-09265b34-9836-4a05-b92f-ea9ea1826e59 req-06197909-6f8e-42bc-8ca2-759cc4da3bac tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/ports?device_id=aaf24d29-a180-44ed-9549-e4cca130f813 HTTP/1.1" status: 200 len: 945 time: 0.2151146 May 27 03:50:53.040556 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-09265b34-9836-4a05-b92f-ea9ea1826e59 req-95adda19-319b-4cac-bf34-b2d6952014d8 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/security-groups?id=5862f959-de62-4ec4-b016-964d0e52242c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402279 May 27 03:50:54.235965 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8039f87-8da1-4dab-8e11-dac82f31495e req-76504da4-42c9-4a18-bae7-0dcd09b6fada tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:54.237453 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-f8039f87-8da1-4dab-8e11-dac82f31495e req-76504da4-42c9-4a18-bae7-0dcd09b6fada tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/ports?device_id=aaf24d29-a180-44ed-9549-e4cca130f813 HTTP/1.1" status: 200 len: 945 time: 0.0863998 May 27 03:50:54.284244 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-f8039f87-8da1-4dab-8e11-dac82f31495e req-bda2c18c-b1f7-4017-a73d-bde307e9f94e tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/security-groups?id=5862f959-de62-4ec4-b016-964d0e52242c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411677 May 27 03:50:55.487428 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e08aef-639d-4079-ab9c-f8e3bb04af58 req-573b7838-1c3e-4f11-abdc-1395a160e550 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:55.488948 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-b0e08aef-639d-4079-ab9c-f8e3bb04af58 req-573b7838-1c3e-4f11-abdc-1395a160e550 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/ports?device_id=aaf24d29-a180-44ed-9549-e4cca130f813 HTTP/1.1" status: 200 len: 945 time: 0.0917146 May 27 03:50:55.535838 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-b0e08aef-639d-4079-ab9c-f8e3bb04af58 req-98a37e0f-e665-4c72-931e-395fc51c0b50 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/security-groups?id=5862f959-de62-4ec4-b016-964d0e52242c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401735 May 27 03:50:56.744377 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a604cc2a-a386-47a9-ae51-da5be2100485 req-e2f926bc-0ab5-4c0c-aace-72b7f08e6c98 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:56.748850 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-a604cc2a-a386-47a9-ae51-da5be2100485 req-e2f926bc-0ab5-4c0c-aace-72b7f08e6c98 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/ports?device_id=aaf24d29-a180-44ed-9549-e4cca130f813 HTTP/1.1" status: 200 len: 945 time: 0.0877235 May 27 03:50:56.890397 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-a604cc2a-a386-47a9-ae51-da5be2100485 req-ca604e30-a63d-4eb5-bfcd-c74abd498e53 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/security-groups?id=5862f959-de62-4ec4-b016-964d0e52242c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1377735 May 27 03:50:58.124166 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62871e92-781b-491e-bb33-653ec6c1c1db req-8b9d5df6-a37e-4af7-b90e-385ec759f1ea tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:58.125730 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-62871e92-781b-491e-bb33-653ec6c1c1db req-8b9d5df6-a37e-4af7-b90e-385ec759f1ea tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/ports?device_id=aaf24d29-a180-44ed-9549-e4cca130f813 HTTP/1.1" status: 200 len: 945 time: 0.1008232 May 27 03:50:58.177050 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-62871e92-781b-491e-bb33-653ec6c1c1db req-bb0e7010-9535-483d-95aa-9c1a4161fd24 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/security-groups?id=5862f959-de62-4ec4-b016-964d0e52242c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440724 May 27 03:50:59.392882 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00585ded-3388-44b8-af45-9de16c066f68 req-8b3ccfa5-a827-456d-91ff-9c0a22ae0d5b tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:59.392882 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-00585ded-3388-44b8-af45-9de16c066f68 req-8b3ccfa5-a827-456d-91ff-9c0a22ae0d5b tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/ports?device_id=aaf24d29-a180-44ed-9549-e4cca130f813 HTTP/1.1" status: 200 len: 945 time: 0.0844922 May 27 03:50:59.419831 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-00585ded-3388-44b8-af45-9de16c066f68 req-505fee48-25f0-475b-af8a-20b583dcb762 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/security-groups?id=5862f959-de62-4ec4-b016-964d0e52242c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397360 May 27 03:51:00.606846 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e9d5ad-5f56-4b26-9e1b-2a618d932c4f req-54bae205-46db-4833-9afa-fa4acc5661e3 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:51:00.608293 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-28e9d5ad-5f56-4b26-9e1b-2a618d932c4f req-54bae205-46db-4833-9afa-fa4acc5661e3 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/ports?device_id=aaf24d29-a180-44ed-9549-e4cca130f813 HTTP/1.1" status: 200 len: 945 time: 0.0805209 May 27 03:51:00.652065 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-28e9d5ad-5f56-4b26-9e1b-2a618d932c4f req-72703b6e-c892-4f43-aa6c-bdcf7a03acbb tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/security-groups?id=5862f959-de62-4ec4-b016-964d0e52242c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381608 May 27 03:51:01.841319 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea3cbbf-5a39-4e45-8acc-728ea166c2c8 req-57368b22-af15-4584-b719-4fa35c25efd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:51:01.842770 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-8ea3cbbf-5a39-4e45-8acc-728ea166c2c8 req-57368b22-af15-4584-b719-4fa35c25efd5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=16ccb2756adb4055942bd0a0f0a061f4&device_id=aaf24d29-a180-44ed-9549-e4cca130f813 HTTP/1.1" status: 200 len: 1098 time: 0.1317251 May 27 03:51:01.882865 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ffce6b-1160-4fd3-8a3b-3397055a7e58 req-8a564797-14b2-4dd1-ba0d-bbf076726cee tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:51:01.884777 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-13ffce6b-1160-4fd3-8a3b-3397055a7e58 req-8a564797-14b2-4dd1-ba0d-bbf076726cee tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/ports?device_id=aaf24d29-a180-44ed-9549-e4cca130f813 HTTP/1.1" status: 200 len: 945 time: 0.1191950 May 27 03:51:01.996618 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-13ffce6b-1160-4fd3-8a3b-3397055a7e58 req-049f27bf-65d5-4ee5-88d9-e846a882f6c8 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/security-groups?id=5862f959-de62-4ec4-b016-964d0e52242c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693624 May 27 03:51:02.017160 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea3cbbf-5a39-4e45-8acc-728ea166c2c8 req-3b8720d7-da5a-4570-9e7c-233277696dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:51:02.018570 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-8ea3cbbf-5a39-4e45-8acc-728ea166c2c8 req-3b8720d7-da5a-4570-9e7c-233277696dc9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f65a0cca-1ebc-4ae6-b01b-5fdf0f05198a HTTP/1.1" status: 200 len: 917 time: 0.1688993 May 27 03:51:02.120610 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-8ea3cbbf-5a39-4e45-8acc-728ea166c2c8 req-b60c405b-a2f6-4194-8227-39c56e8c20ee service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=99d7c768-f910-47b6-ae4b-dc6dede2eec8 HTTP/1.1" status: 200 len: 1000 time: 0.0944624 May 27 03:51:02.182033 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea3cbbf-5a39-4e45-8acc-728ea166c2c8 req-83ed39c0-66e0-4ce2-8ce6-48d5fad57961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:51:02.183375 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-8ea3cbbf-5a39-4e45-8acc-728ea166c2c8 req-83ed39c0-66e0-4ce2-8ce6-48d5fad57961 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=82530ddc-ffd6-4079-8434-d6a04187e8aa HTTP/1.1" status: 200 len: 856 time: 0.0559008 May 27 03:51:02.256325 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea3cbbf-5a39-4e45-8acc-728ea166c2c8 req-60cce6a6-856c-4cdd-b3fd-02d5851c843f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:51:02.257746 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-8ea3cbbf-5a39-4e45-8acc-728ea166c2c8 req-60cce6a6-856c-4cdd-b3fd-02d5851c843f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f65a0cca-1ebc-4ae6-b01b-5fdf0f05198a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0673921 May 27 03:51:02.386937 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-8ea3cbbf-5a39-4e45-8acc-728ea166c2c8 req-930d5f06-469c-4b2b-b6fc-dc262f28d820 service neutron] 10.222.0.36 "GET /v2.0/networks/f65a0cca-1ebc-4ae6-b01b-5fdf0f05198a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210766 May 27 03:51:02.516074 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-8ea3cbbf-5a39-4e45-8acc-728ea166c2c8 req-2a413f10-651b-4597-8963-da1169066d8e service neutron] 10.222.0.36 "GET /v2.0/networks/f65a0cca-1ebc-4ae6-b01b-5fdf0f05198a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224225 May 27 03:51:03.185838 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c72634b-c2c7-4e27-aa0e-9e715caab23a req-95807fbc-8854-48e1-ba14-3aba3e76f9f1 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:51:03.187266 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-5c72634b-c2c7-4e27-aa0e-9e715caab23a req-95807fbc-8854-48e1-ba14-3aba3e76f9f1 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/ports?device_id=aaf24d29-a180-44ed-9549-e4cca130f813 HTTP/1.1" status: 200 len: 945 time: 0.0818083 May 27 03:51:03.230489 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-5c72634b-c2c7-4e27-aa0e-9e715caab23a req-b72450c0-2313-4f1f-b207-bdbf3af15680 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/security-groups?id=5862f959-de62-4ec4-b016-964d0e52242c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377684 May 27 03:51:03.846115 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-5466a9dc-ede6-4e67-ad15-7d979b60a280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:04.415517 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7dad19-58c4-4a51-8d93-f4fb5659c9d2 req-867ea576-7e72-4fc7-b416-6e61426ec65a tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:51:04.416993 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-1c7dad19-58c4-4a51-8d93-f4fb5659c9d2 req-867ea576-7e72-4fc7-b416-6e61426ec65a tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/ports?device_id=aaf24d29-a180-44ed-9549-e4cca130f813 HTTP/1.1" status: 200 len: 945 time: 0.0790439 May 27 03:51:04.467436 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-1c7dad19-58c4-4a51-8d93-f4fb5659c9d2 req-71cde85c-b3f1-484d-a67c-3c83de763965 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/security-groups?id=5862f959-de62-4ec4-b016-964d0e52242c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446661 May 27 03:51:05.381299 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Device 99d7c768-f910-47b6-ae4b-dc6dede2eec8 no longer exists at agent hyperv_hv-cinder-79326 {{(pid=98853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:51:05.493648 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:05.523541 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaf24d29-a180-44ed-9549-e4cca130f813', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99d7c768-f910-47b6-ae4b-dc6dede2eec8'}] {{(pid=98853) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:51:05.533836 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.db [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] For port 99d7c768-f910-47b6-ae4b-dc6dede2eec8, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=99d7c768-f910-47b6-ae4b-dc6dede2eec8,segment=NetworkSegment(5baf6fec-eb5b-47d6-b1b0-298ebe932b07),segment_id=5baf6fec-eb5b-47d6-b1b0-298ebe932b07)] {{(pid=98853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:51:05.567766 dv-cinder-793264-1-iscsi neutron-server[98853]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'aaf24d29-a180-44ed-9549-e4cca130f813', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '99d7c768-f910-47b6-ae4b-dc6dede2eec8', 'code': 422} returned with failed status May 27 03:51:05.606209 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786481721483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786481287406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786481291807'] for port, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:05.607975 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:51:05.660065 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341ba15e-0238-4cde-9bed-5374ba461aef req-a47122f1-7612-4228-a14d-ae3f6766e269 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:51:05.661468 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-341ba15e-0238-4cde-9bed-5374ba461aef req-a47122f1-7612-4228-a14d-ae3f6766e269 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/ports?device_id=aaf24d29-a180-44ed-9549-e4cca130f813 HTTP/1.1" status: 200 len: 943 time: 0.0837233 May 27 03:51:05.674377 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Pushing event updated for resources: {'Port': ['ID=99d7c768-f910-47b6-ae4b-dc6dede2eec8,revision_number=8']} {{(pid=98853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:51:05.681681 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:05.682022 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:05.682356 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:05.682687 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:05.683014 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:05.683335 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:05.683662 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:05.683980 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:05.684300 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:05.684641 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:05.684960 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:05.685276 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:05.689067 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:51:05.707275 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-341ba15e-0238-4cde-9bed-5374ba461aef req-09ec7243-05e1-4302-b53b-f7109b0a6162 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/security-groups?id=5862f959-de62-4ec4-b016-964d0e52242c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399539 May 27 03:51:06.398743 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-bbc12c0e-ec23-47e9-8b69-c90365e37fad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:06.472663 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:07.765997 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-e3613943-0892-48bd-9358-60eb59884bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:08.567985 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff84e88e-c814-4f74-b76d-2b42a7e680c1 req-0bdca5fb-2a25-4745-89ba-9a790d3e045d tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:51:08.570089 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-ff84e88e-c814-4f74-b76d-2b42a7e680c1 req-0bdca5fb-2a25-4745-89ba-9a790d3e045d tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/ports?device_id=aaf24d29-a180-44ed-9549-e4cca130f813 HTTP/1.1" status: 200 len: 943 time: 0.0804493 May 27 03:51:08.622791 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-ff84e88e-c814-4f74-b76d-2b42a7e680c1 req-74282cb8-ce4a-49a4-ac71-3ed73081a985 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/security-groups?id=5862f959-de62-4ec4-b016-964d0e52242c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465786 May 27 03:51:08.922696 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-1b20c4b2-f034-4dc8-bd14-133be420c481 req-14cdfd4b-b6bb-4091-911e-8300dd33e42d service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=aaf24d29-a180-44ed-9549-e4cca130f813&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1173937 May 27 03:51:09.274554 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-3af0ace6-547d-4950-9fe5-73e267668fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:09.964440 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30039c3-bdd2-41ec-950a-8370ce2f5f66 req-1dcab885-87ac-45ac-8d0e-a0da051df155 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:51:09.969846 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-f30039c3-bdd2-41ec-950a-8370ce2f5f66 req-1dcab885-87ac-45ac-8d0e-a0da051df155 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/ports?device_id=aaf24d29-a180-44ed-9549-e4cca130f813 HTTP/1.1" status: 200 len: 943 time: 0.0829628 May 27 03:51:10.012925 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-f30039c3-bdd2-41ec-950a-8370ce2f5f66 req-8e031bbf-72c0-42c5-96e8-a3a57e95fde2 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/security-groups?id=5862f959-de62-4ec4-b016-964d0e52242c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413368 May 27 03:51:10.289081 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b20c4b2-f034-4dc8-bd14-133be420c481 req-58a30e56-b966-4ca5-9479-27f681a6f61a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:51:10.291084 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-1b20c4b2-f034-4dc8-bd14-133be420c481 req-58a30e56-b966-4ca5-9479-27f681a6f61a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=aaf24d29-a180-44ed-9549-e4cca130f813&tenant_id=16ccb2756adb4055942bd0a0f0a061f4 HTTP/1.1" status: 200 len: 1096 time: 0.0851390 May 27 03:51:10.381625 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b20c4b2-f034-4dc8-bd14-133be420c481 req-70f729ed-051c-41d9-bb77-8fe659546c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:51:10.383028 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-1b20c4b2-f034-4dc8-bd14-133be420c481 req-70f729ed-051c-41d9-bb77-8fe659546c67 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=16ccb2756adb4055942bd0a0f0a061f4&device_id=aaf24d29-a180-44ed-9549-e4cca130f813 HTTP/1.1" status: 200 len: 1096 time: 0.0678859 May 27 03:51:10.610879 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b20c4b2-f034-4dc8-bd14-133be420c481 req-d28b1647-47ee-46ac-96b6-812272f9abcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:51:10.612301 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-1b20c4b2-f034-4dc8-bd14-133be420c481 req-d28b1647-47ee-46ac-96b6-812272f9abcd service neutron] 10.222.0.36 "GET /v2.0/networks?id=f65a0cca-1ebc-4ae6-b01b-5fdf0f05198a HTTP/1.1" status: 200 len: 917 time: 0.2209780 May 27 03:51:10.713704 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-1b20c4b2-f034-4dc8-bd14-133be420c481 req-eecf1efa-a0c4-4aa6-9cb7-005d345c0947 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=99d7c768-f910-47b6-ae4b-dc6dede2eec8 HTTP/1.1" status: 200 len: 998 time: 0.0939274 May 27 03:51:10.773352 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b20c4b2-f034-4dc8-bd14-133be420c481 req-3ed8c475-8282-48b5-8cb7-ca5c7cc24d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:51:10.775298 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-1b20c4b2-f034-4dc8-bd14-133be420c481 req-3ed8c475-8282-48b5-8cb7-ca5c7cc24d15 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=82530ddc-ffd6-4079-8434-d6a04187e8aa HTTP/1.1" status: 200 len: 856 time: 0.0552511 May 27 03:51:10.853635 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b20c4b2-f034-4dc8-bd14-133be420c481 req-ea1fbbc8-2cd9-4f57-a178-530b34b68353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:51:10.855109 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-1b20c4b2-f034-4dc8-bd14-133be420c481 req-ea1fbbc8-2cd9-4f57-a178-530b34b68353 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f65a0cca-1ebc-4ae6-b01b-5fdf0f05198a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0729415 May 27 03:51:10.865570 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.wsgi [req-1b20c4b2-f034-4dc8-bd14-133be420c481 req-fc200164-1200-4e24-95a3-9004ca470e59 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=98851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 03:51:10.866456 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-1b20c4b2-f034-4dc8-bd14-133be420c481 req-fc200164-1200-4e24-95a3-9004ca470e59 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048630 May 27 03:51:10.997562 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-1b20c4b2-f034-4dc8-bd14-133be420c481 req-74dc4019-efd6-42f2-a4db-596401838b6c service neutron] 10.222.0.36 "GET /v2.0/networks/f65a0cca-1ebc-4ae6-b01b-5fdf0f05198a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229300 May 27 03:51:11.129738 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-1b20c4b2-f034-4dc8-bd14-133be420c481 req-7f663887-b29e-4da0-bbdd-ae324c537e04 service neutron] 10.222.0.36 "GET /v2.0/networks/f65a0cca-1ebc-4ae6-b01b-5fdf0f05198a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240849 May 27 03:51:11.202804 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782aec87-0db2-4350-b7ee-14931234b5b8 req-20643127-f469-492d-b877-3c2b87fc7aed tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:51:11.204248 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-782aec87-0db2-4350-b7ee-14931234b5b8 req-20643127-f469-492d-b877-3c2b87fc7aed tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/ports?device_id=aaf24d29-a180-44ed-9549-e4cca130f813 HTTP/1.1" status: 200 len: 943 time: 0.0815771 May 27 03:51:11.251082 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-782aec87-0db2-4350-b7ee-14931234b5b8 req-9f427a36-d0b4-41f3-acf0-47352c1957e0 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/security-groups?id=5862f959-de62-4ec4-b016-964d0e52242c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411677 May 27 03:51:11.839663 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.agents_db [None req-9826b012-bfd7-43dd-a737-969f574491ef None None] Agent healthcheck: found 6 active agents {{(pid=98854) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 03:51:12.445860 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7793151a-f66f-4ef1-94fa-26b8942a2b80 req-796e28ef-d68a-48e1-ab81-60c30b6f5e83 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:51:12.447302 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-7793151a-f66f-4ef1-94fa-26b8942a2b80 req-796e28ef-d68a-48e1-ab81-60c30b6f5e83 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/ports?device_id=aaf24d29-a180-44ed-9549-e4cca130f813 HTTP/1.1" status: 200 len: 943 time: 0.0839381 May 27 03:51:12.494809 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-7793151a-f66f-4ef1-94fa-26b8942a2b80 req-2ddeb2a9-e1a0-4e9a-b8f9-e8c81580273e tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/security-groups?id=5862f959-de62-4ec4-b016-964d0e52242c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416284 May 27 03:51:13.689290 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b48cc3-ff34-4abb-a9df-8ed692f7a302 req-eb97fab8-84ab-49b5-a0ed-e854d8419129 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:51:13.690715 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-e8b48cc3-ff34-4abb-a9df-8ed692f7a302 req-eb97fab8-84ab-49b5-a0ed-e854d8419129 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/ports?device_id=aaf24d29-a180-44ed-9549-e4cca130f813 HTTP/1.1" status: 200 len: 943 time: 0.0789936 May 27 03:51:13.735374 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-e8b48cc3-ff34-4abb-a9df-8ed692f7a302 req-024d5731-b0f0-45c5-b0c0-943bcf6efa43 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/security-groups?id=5862f959-de62-4ec4-b016-964d0e52242c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382988 May 27 03:51:14.938787 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b13acd-63ea-4552-8ef5-2e4faaa479ff req-81e2abd1-efd9-4e2e-a362-80250876bc4b tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:51:14.940228 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-e7b13acd-63ea-4552-8ef5-2e4faaa479ff req-81e2abd1-efd9-4e2e-a362-80250876bc4b tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/ports?device_id=aaf24d29-a180-44ed-9549-e4cca130f813 HTTP/1.1" status: 200 len: 943 time: 0.0901058 May 27 03:51:14.984225 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-e7b13acd-63ea-4552-8ef5-2e4faaa479ff req-4eb7bf63-3c08-4dac-ad5d-e65b6dfaabf1 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/security-groups?id=5862f959-de62-4ec4-b016-964d0e52242c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382347 May 27 03:51:16.175627 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e845ab82-0ed9-4dbb-b331-12992f652f04 req-1c0db3e1-9b1d-4389-92ad-6b1ea49a1641 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:51:16.177031 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-e845ab82-0ed9-4dbb-b331-12992f652f04 req-1c0db3e1-9b1d-4389-92ad-6b1ea49a1641 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/ports?device_id=aaf24d29-a180-44ed-9549-e4cca130f813 HTTP/1.1" status: 200 len: 943 time: 0.0809827 May 27 03:51:16.227008 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-e845ab82-0ed9-4dbb-b331-12992f652f04 req-63f989db-391f-4954-a7d4-904edfccc793 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/security-groups?id=5862f959-de62-4ec4-b016-964d0e52242c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443394 May 27 03:51:17.388681 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:17.420356 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d2aab9-666f-4058-ba09-6782f113ab4a req-daabba87-0ef1-44f3-80d1-c98dcce9f3c7 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:51:17.421830 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-69d2aab9-666f-4058-ba09-6782f113ab4a req-daabba87-0ef1-44f3-80d1-c98dcce9f3c7 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/ports?device_id=aaf24d29-a180-44ed-9549-e4cca130f813 HTTP/1.1" status: 200 len: 943 time: 0.0836554 May 27 03:51:17.474332 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-69d2aab9-666f-4058-ba09-6782f113ab4a req-d4228eb0-25a3-4ee0-a9b9-520c12a09b0d tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/security-groups?id=5862f959-de62-4ec4-b016-964d0e52242c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468285 May 27 03:51:18.670717 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb8f119-2f54-46d0-b805-948c0fd30720 req-ee93dd25-9fd3-437b-a295-a3f11f0c745b tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:51:18.672452 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-eeb8f119-2f54-46d0-b805-948c0fd30720 req-ee93dd25-9fd3-437b-a295-a3f11f0c745b tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/ports?device_id=aaf24d29-a180-44ed-9549-e4cca130f813 HTTP/1.1" status: 200 len: 943 time: 0.0861607 May 27 03:51:18.717228 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-eeb8f119-2f54-46d0-b805-948c0fd30720 req-24148834-c2cb-491c-ad22-8c64dccd8e6b tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/security-groups?id=5862f959-de62-4ec4-b016-964d0e52242c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389707 May 27 03:51:19.921271 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f93cd5-63c0-487a-a2a5-4d4418d57b82 req-22f3135a-44f4-4e24-b415-0c18be47f12f tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:51:19.923530 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-76f93cd5-63c0-487a-a2a5-4d4418d57b82 req-22f3135a-44f4-4e24-b415-0c18be47f12f tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/ports?device_id=aaf24d29-a180-44ed-9549-e4cca130f813 HTTP/1.1" status: 200 len: 943 time: 0.0963187 May 27 03:51:19.971500 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-76f93cd5-63c0-487a-a2a5-4d4418d57b82 req-b0e8d218-eb44-4858-8c70-47516dcf5d91 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/security-groups?id=5862f959-de62-4ec4-b016-964d0e52242c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419919 May 27 03:51:21.176981 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96196031-0d93-47e9-9694-c5e309066911 req-f2b16728-b9ca-4d92-9b06-b080699414f2 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:51:21.178332 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-96196031-0d93-47e9-9694-c5e309066911 req-f2b16728-b9ca-4d92-9b06-b080699414f2 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/ports?device_id=aaf24d29-a180-44ed-9549-e4cca130f813 HTTP/1.1" status: 200 len: 943 time: 0.0841012 May 27 03:51:21.221018 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-96196031-0d93-47e9-9694-c5e309066911 req-dfca3d11-8ecc-4a5a-9f96-f26c1c1e0664 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/security-groups?id=5862f959-de62-4ec4-b016-964d0e52242c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364885 May 27 03:51:22.415555 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e18f00f-4b02-42c9-8ce0-8d1707c4b546 req-71321450-271e-4ae6-a3e9-56377f269e04 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:51:22.417127 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-6e18f00f-4b02-42c9-8ce0-8d1707c4b546 req-71321450-271e-4ae6-a3e9-56377f269e04 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/ports?device_id=aaf24d29-a180-44ed-9549-e4cca130f813 HTTP/1.1" status: 200 len: 943 time: 0.0822456 May 27 03:51:22.462161 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-6e18f00f-4b02-42c9-8ce0-8d1707c4b546 req-bad1bec0-f4cd-4760-ad6b-f45d0ee53d11 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/security-groups?id=5862f959-de62-4ec4-b016-964d0e52242c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394835 May 27 03:51:23.671274 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd28e33-9c79-4f33-b21f-958531e8d4e8 req-fc73aeff-6b9e-4df3-88cf-a14cf5ab927a tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:51:23.672774 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-3bd28e33-9c79-4f33-b21f-958531e8d4e8 req-fc73aeff-6b9e-4df3-88cf-a14cf5ab927a tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/ports?device_id=aaf24d29-a180-44ed-9549-e4cca130f813 HTTP/1.1" status: 200 len: 943 time: 0.0928214 May 27 03:51:23.716150 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-3bd28e33-9c79-4f33-b21f-958531e8d4e8 req-c6663740-8270-4dc9-be21-7e4207105460 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/security-groups?id=5862f959-de62-4ec4-b016-964d0e52242c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377595 May 27 03:51:24.901611 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9c1502-d27f-4589-b1f9-2438929135e6 req-23170dce-7d5b-4bee-9dd1-348d88df3992 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:51:24.903051 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-de9c1502-d27f-4589-b1f9-2438929135e6 req-23170dce-7d5b-4bee-9dd1-348d88df3992 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/ports?device_id=aaf24d29-a180-44ed-9549-e4cca130f813 HTTP/1.1" status: 200 len: 943 time: 0.0789542 May 27 03:51:24.951096 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-de9c1502-d27f-4589-b1f9-2438929135e6 req-6a3aef3c-6eba-414a-b8b4-fe7dbc251cdc tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/security-groups?id=5862f959-de62-4ec4-b016-964d0e52242c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420933 May 27 03:51:26.137959 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e950d63-c37f-4406-a20e-03eb2e94e13d req-4024c982-845e-4d16-bd5b-d8354b38f918 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:51:26.139287 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-9e950d63-c37f-4406-a20e-03eb2e94e13d req-4024c982-845e-4d16-bd5b-d8354b38f918 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/ports?device_id=aaf24d29-a180-44ed-9549-e4cca130f813 HTTP/1.1" status: 200 len: 943 time: 0.0779335 May 27 03:51:26.182918 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-9e950d63-c37f-4406-a20e-03eb2e94e13d req-d92df18b-6821-4e61-9d6f-129053181eb8 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/security-groups?id=5862f959-de62-4ec4-b016-964d0e52242c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381351 May 27 03:51:27.428646 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12dcd3f-abb8-47ff-a398-2ce5f1e9128b req-630ef866-4630-4d43-a247-7a61ce2a6c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:51:27.430013 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-f12dcd3f-abb8-47ff-a398-2ce5f1e9128b req-630ef866-4630-4d43-a247-7a61ce2a6c29 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=16ccb2756adb4055942bd0a0f0a061f4&device_id=aaf24d29-a180-44ed-9549-e4cca130f813 HTTP/1.1" status: 200 len: 1096 time: 0.1771309 May 27 03:51:27.440624 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca95bae-932f-4320-804c-0c517fb9aea3 req-7cecdb3e-d740-4c19-a448-95d7ebec2556 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:51:27.441992 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-aca95bae-932f-4320-804c-0c517fb9aea3 req-7cecdb3e-d740-4c19-a448-95d7ebec2556 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/ports?device_id=aaf24d29-a180-44ed-9549-e4cca130f813 HTTP/1.1" status: 200 len: 943 time: 0.1093280 May 27 03:51:27.564827 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-aca95bae-932f-4320-804c-0c517fb9aea3 req-654e7e89-5e18-475b-953f-5aba5b59aba7 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/security-groups?id=5862f959-de62-4ec4-b016-964d0e52242c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1156371 May 27 03:51:27.607079 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12dcd3f-abb8-47ff-a398-2ce5f1e9128b req-e6f7a283-84b8-4a45-adfd-080c67de455c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:51:27.609983 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-f12dcd3f-abb8-47ff-a398-2ce5f1e9128b req-e6f7a283-84b8-4a45-adfd-080c67de455c service neutron] 10.222.0.36 "GET /v2.0/networks?id=f65a0cca-1ebc-4ae6-b01b-5fdf0f05198a HTTP/1.1" status: 200 len: 917 time: 0.1466792 May 27 03:51:27.712369 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-f12dcd3f-abb8-47ff-a398-2ce5f1e9128b req-65575682-b83b-4078-b7be-1d6633556d00 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=99d7c768-f910-47b6-ae4b-dc6dede2eec8 HTTP/1.1" status: 200 len: 998 time: 0.0962610 May 27 03:51:27.774396 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12dcd3f-abb8-47ff-a398-2ce5f1e9128b req-54e80a79-e246-4f47-b92b-09074d3ee11f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:51:27.775770 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-f12dcd3f-abb8-47ff-a398-2ce5f1e9128b req-54e80a79-e246-4f47-b92b-09074d3ee11f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=82530ddc-ffd6-4079-8434-d6a04187e8aa HTTP/1.1" status: 200 len: 856 time: 0.0561087 May 27 03:51:27.855336 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12dcd3f-abb8-47ff-a398-2ce5f1e9128b req-45799a5b-6378-4473-86db-0698f6d4cae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:51:27.856882 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-f12dcd3f-abb8-47ff-a398-2ce5f1e9128b req-45799a5b-6378-4473-86db-0698f6d4cae8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f65a0cca-1ebc-4ae6-b01b-5fdf0f05198a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0737703 May 27 03:51:27.991109 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-f12dcd3f-abb8-47ff-a398-2ce5f1e9128b req-fd50ffb7-0ba1-4299-b514-9dd3e08169c6 service neutron] 10.222.0.36 "GET /v2.0/networks/f65a0cca-1ebc-4ae6-b01b-5fdf0f05198a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270902 May 27 03:51:28.126352 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-f12dcd3f-abb8-47ff-a398-2ce5f1e9128b req-62ef9517-2995-4146-ae4d-cabf4d1f9c7f service neutron] 10.222.0.36 "GET /v2.0/networks/f65a0cca-1ebc-4ae6-b01b-5fdf0f05198a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283116 May 27 03:51:28.755563 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4ed92a-e194-44bb-8c51-535127e5b0cd req-253a8d08-d8a7-469a-9d1a-3411ce3c8fe4 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:51:28.757024 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-4d4ed92a-e194-44bb-8c51-535127e5b0cd req-253a8d08-d8a7-469a-9d1a-3411ce3c8fe4 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/ports?device_id=aaf24d29-a180-44ed-9549-e4cca130f813 HTTP/1.1" status: 200 len: 943 time: 0.0834961 May 27 03:51:28.800896 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-4d4ed92a-e194-44bb-8c51-535127e5b0cd req-da8c51ad-ea19-4985-a00d-9c001eda0775 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/security-groups?id=5862f959-de62-4ec4-b016-964d0e52242c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381567 May 27 03:51:29.985038 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8905c39-59fb-4f40-aad4-88d3c912458b req-1659ca82-58e7-40ee-b6d1-28b01b5877dd tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:51:29.986488 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-a8905c39-59fb-4f40-aad4-88d3c912458b req-1659ca82-58e7-40ee-b6d1-28b01b5877dd tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/ports?device_id=aaf24d29-a180-44ed-9549-e4cca130f813 HTTP/1.1" status: 200 len: 943 time: 0.0778313 May 27 03:51:30.030202 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-a8905c39-59fb-4f40-aad4-88d3c912458b req-7df81d5e-082b-450f-bfca-5d1b7d2c9255 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/security-groups?id=5862f959-de62-4ec4-b016-964d0e52242c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381932 May 27 03:51:31.329291 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c25b6f-1873-4ad4-bc23-a0c6cf46bd42 req-31724214-8501-4814-9169-c1406150a9f0 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:51:31.330677 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-95c25b6f-1873-4ad4-bc23-a0c6cf46bd42 req-31724214-8501-4814-9169-c1406150a9f0 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/ports?device_id=aaf24d29-a180-44ed-9549-e4cca130f813 HTTP/1.1" status: 200 len: 943 time: 0.1887610 May 27 03:51:31.374019 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-95c25b6f-1873-4ad4-bc23-a0c6cf46bd42 req-4d4a9dea-0aeb-4c7b-b303-133ec3f708ed tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/security-groups?id=5862f959-de62-4ec4-b016-964d0e52242c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376980 May 27 03:51:31.487902 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Device 99d7c768-f910-47b6-ae4b-dc6dede2eec8 details requested by agent hyperv_hv-cinder-79326 with host hv-cinder-79326 {{(pid=98853) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:51:31.618916 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.db [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] For port 99d7c768-f910-47b6-ae4b-dc6dede2eec8, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=99d7c768-f910-47b6-ae4b-dc6dede2eec8,segment=NetworkSegment(5baf6fec-eb5b-47d6-b1b0-298ebe932b07),segment_id=5baf6fec-eb5b-47d6-b1b0-298ebe932b07)] {{(pid=98853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:51:31.631514 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Returning: {'device': '99d7c768-f910-47b6-ae4b-dc6dede2eec8', 'network_id': 'f65a0cca-1ebc-4ae6-b01b-5fdf0f05198a', 'port_id': '99d7c768-f910-47b6-ae4b-dc6dede2eec8', 'mac_address': 'fa:16:3e:59:5e:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82530ddc-ffd6-4079-8434-d6a04187e8aa', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98853) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:51:31.689056 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:31.705758 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.notifiers.nova [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99d7c768-f910-47b6-ae4b-dc6dede2eec8 {{(pid=98853) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:51:31.721025 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.db [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] For port 99d7c768-f910-47b6-ae4b-dc6dede2eec8, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=99d7c768-f910-47b6-ae4b-dc6dede2eec8,segment=NetworkSegment(5baf6fec-eb5b-47d6-b1b0-298ebe932b07),segment_id=5baf6fec-eb5b-47d6-b1b0-298ebe932b07)] {{(pid=98853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:51:31.782215 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786481721483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786481287406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786481291807'] for port, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:31.783920 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:51:31.847500 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Pushing event updated for resources: {'Port': ['ID=99d7c768-f910-47b6-ae4b-dc6dede2eec8,revision_number=9']} {{(pid=98853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:51:31.850607 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:51:32.170546 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.db [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] get_ports_and_sgs() called for port_ids ['99d7c768-f910-47b6-ae4b-dc6dede2eec8'] {{(pid=98853) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 03:51:32.565409 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426702d7-a48c-4fd9-976d-15bac3fa7846 req-2afd7e1e-844f-439e-bed8-13620b13273e tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:51:32.566834 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-426702d7-a48c-4fd9-976d-15bac3fa7846 req-2afd7e1e-844f-439e-bed8-13620b13273e tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/ports?device_id=aaf24d29-a180-44ed-9549-e4cca130f813 HTTP/1.1" status: 200 len: 944 time: 0.0792484 May 27 03:51:32.610164 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-426702d7-a48c-4fd9-976d-15bac3fa7846 req-371cf6ca-5272-4753-a746-2aa4951dc52e tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/security-groups?id=5862f959-de62-4ec4-b016-964d0e52242c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378146 May 27 03:51:33.496215 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Device 99d7c768-f910-47b6-ae4b-dc6dede2eec8 up at agent hyperv_hv-cinder-79326 {{(pid=98853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:51:33.563016 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Provisioning complete for port 99d7c768-f910-47b6-ae4b-dc6dede2eec8 triggered by entity L2. {{(pid=98853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:51:33.563392 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487713'] for port, provisioning_complete {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:33.676843 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:33.703570 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaf24d29-a180-44ed-9549-e4cca130f813', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99d7c768-f910-47b6-ae4b-dc6dede2eec8'}] {{(pid=98853) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:51:33.713117 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.db [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] For port 99d7c768-f910-47b6-ae4b-dc6dede2eec8, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=99d7c768-f910-47b6-ae4b-dc6dede2eec8,segment=NetworkSegment(5baf6fec-eb5b-47d6-b1b0-298ebe932b07),segment_id=5baf6fec-eb5b-47d6-b1b0-298ebe932b07)] {{(pid=98853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:51:33.748279 dv-cinder-793264-1-iscsi neutron-server[98853]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaf24d29-a180-44ed-9549-e4cca130f813', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99d7c768-f910-47b6-ae4b-dc6dede2eec8', 'code': 200} May 27 03:51:33.783399 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786481721483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786481287406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786481291807'] for port, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:33.789349 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:51:33.798053 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a7404d-3cfa-46d0-800c-75747af20443 req-98378eae-d800-4653-b131-835f6077fd9d tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:51:33.799524 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-72a7404d-3cfa-46d0-800c-75747af20443 req-98378eae-d800-4653-b131-835f6077fd9d tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/ports?device_id=aaf24d29-a180-44ed-9549-e4cca130f813 HTTP/1.1" status: 200 len: 944 time: 0.0814681 May 27 03:51:33.848351 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-72a7404d-3cfa-46d0-800c-75747af20443 req-86e23cb2-ce2a-4d0b-8055-539f5f6e0782 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/security-groups?id=5862f959-de62-4ec4-b016-964d0e52242c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426676 May 27 03:51:33.860121 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Pushing event updated for resources: {'Port': ['ID=99d7c768-f910-47b6-ae4b-dc6dede2eec8,revision_number=10']} {{(pid=98853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:51:33.865110 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:51:33.907327 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-6b9c8465-4cea-4c3c-912a-3048f1acfa88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:34.145397 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbfd2de-c0ea-42e9-9a0f-5f0b4b12d27a req-f114cd53-56b3-480d-9cea-5d951911abb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:51:34.146808 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-4dbfd2de-c0ea-42e9-9a0f-5f0b4b12d27a req-f114cd53-56b3-480d-9cea-5d951911abb4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=aaf24d29-a180-44ed-9549-e4cca130f813 HTTP/1.1" status: 200 len: 1099 time: 0.0684755 May 27 03:51:34.187277 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-4dbfd2de-c0ea-42e9-9a0f-5f0b4b12d27a req-5ee22c63-986d-4f60-b41a-779965356636 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=5862f959-de62-4ec4-b016-964d0e52242c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327399 May 27 03:51:35.124424 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab07de33-e96b-4226-a93f-9f70ad28bf52 req-20213348-de28-4df8-8c76-5e3255eacfc4 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:51:35.125795 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-ab07de33-e96b-4226-a93f-9f70ad28bf52 req-20213348-de28-4df8-8c76-5e3255eacfc4 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/ports?device_id=aaf24d29-a180-44ed-9549-e4cca130f813 HTTP/1.1" status: 200 len: 946 time: 0.1668901 May 27 03:51:35.169780 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-ab07de33-e96b-4226-a93f-9f70ad28bf52 req-9f9d3296-42d6-4576-8303-c77202db6ae8 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/security-groups?id=5862f959-de62-4ec4-b016-964d0e52242c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383661 May 27 03:51:36.363270 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51235609-fdad-4423-a114-8544910524d6 req-6311ee24-c82c-43c1-a961-1fce87d53c08 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:51:36.364705 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-51235609-fdad-4423-a114-8544910524d6 req-6311ee24-c82c-43c1-a961-1fce87d53c08 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/ports?device_id=aaf24d29-a180-44ed-9549-e4cca130f813 HTTP/1.1" status: 200 len: 946 time: 0.0869129 May 27 03:51:36.376869 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-6aa54ebc-fca5-4f21-bd5a-3a5a97648b05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:36.409292 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-51235609-fdad-4423-a114-8544910524d6 req-1ddba6a2-2455-48c3-89ce-ede2318be83f tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/security-groups?id=5862f959-de62-4ec4-b016-964d0e52242c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390868 May 27 03:51:36.439012 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:37.600310 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e67f92-ec2e-49ac-a635-2d30d10bc046 req-db050bcf-c502-4368-a60a-102136fa65cb tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:51:37.601803 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-52e67f92-ec2e-49ac-a635-2d30d10bc046 req-db050bcf-c502-4368-a60a-102136fa65cb tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/ports?device_id=aaf24d29-a180-44ed-9549-e4cca130f813 HTTP/1.1" status: 200 len: 946 time: 0.0816019 May 27 03:51:37.646798 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-52e67f92-ec2e-49ac-a635-2d30d10bc046 req-0fac6c69-20a6-4215-9ae6-3c68eed0a030 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/security-groups?id=5862f959-de62-4ec4-b016-964d0e52242c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393393 May 27 03:51:37.719255 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-e3613943-0892-48bd-9358-60eb59884bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:39.302232 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-3af0ace6-547d-4950-9fe5-73e267668fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:47.416040 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:48.838852 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.agents_db [None req-9826b012-bfd7-43dd-a737-969f574491ef None None] Agent healthcheck: found 6 active agents {{(pid=98854) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 03:51:54.873317 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce1e175-9da5-4874-aae9-52e50929f81f req-fa394acf-3be1-4b2a-9ee7-cfa3719f9ddc tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:51:54.874757 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-7ce1e175-9da5-4874-aae9-52e50929f81f req-fa394acf-3be1-4b2a-9ee7-cfa3719f9ddc tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "GET /v2.0/ports?device_id=51bd6d0c-e4d8-4f39-9db6-8fbce3bd8962 HTTP/1.1" status: 200 len: 946 time: 0.0820875 May 27 03:51:54.918597 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-7ce1e175-9da5-4874-aae9-52e50929f81f req-87109b8c-498a-4a80-8b8c-08af5c7d0b3d tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "GET /v2.0/security-groups?id=e1817d5c-2ed0-42a3-9109-806eb31ce8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373821 May 27 03:51:56.100988 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d1d26d-df07-498f-a4b5-41f28f198407 req-027eb7ba-d3c6-4e1b-833a-87c909a0844b tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:51:56.102312 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-27d1d26d-df07-498f-a4b5-41f28f198407 req-027eb7ba-d3c6-4e1b-833a-87c909a0844b tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "GET /v2.0/ports?device_id=51bd6d0c-e4d8-4f39-9db6-8fbce3bd8962 HTTP/1.1" status: 200 len: 946 time: 0.0788906 May 27 03:51:56.145518 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-27d1d26d-df07-498f-a4b5-41f28f198407 req-1c407f94-99d9-4271-8fba-e1a1c7b6649d tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "GET /v2.0/security-groups?id=e1817d5c-2ed0-42a3-9109-806eb31ce8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377290 May 27 03:51:56.920015 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7233c5be-cfe0-478a-a124-123383052213 req-a31c605e-05c0-4989-a7e5-bd1478177c6d tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:51:56.921437 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-7233c5be-cfe0-478a-a124-123383052213 req-a31c605e-05c0-4989-a7e5-bd1478177c6d tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.36 "GET /v2.0/ports?device_id=51bd6d0c-e4d8-4f39-9db6-8fbce3bd8962 HTTP/1.1" status: 200 len: 946 time: 0.0879836 May 27 03:51:57.055108 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.plugin [req-7233c5be-cfe0-478a-a124-123383052213 req-ab2e3a45-6cc9-43b1-9128-55a8ff4d574e tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Deleting port 9d0a9265-835b-4677-b698-b6832076290d {{(pid=98851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 03:51:57.055441 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-7233c5be-cfe0-478a-a124-123383052213 req-ab2e3a45-6cc9-43b1-9128-55a8ff4d574e tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786481719372'] for port, before_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:57.187477 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.db [req-7233c5be-cfe0-478a-a124-123383052213 req-ab2e3a45-6cc9-43b1-9128-55a8ff4d574e tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] For port 9d0a9265-835b-4677-b698-b6832076290d, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=9d0a9265-835b-4677-b698-b6832076290d,segment=NetworkSegment(5d2d2fa4-4440-4746-9800-028cc9a24bc5),segment_id=5d2d2fa4-4440-4746-9800-028cc9a24bc5)] {{(pid=98851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:51:57.188057 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-7233c5be-cfe0-478a-a124-123383052213 req-ab2e3a45-6cc9-43b1-9128-55a8ff4d574e tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417280'] for port, precommit_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:57.336662 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a408cfc-c05f-4beb-a0ef-00109f2282f9 req-48228e3a-d4cf-4ef9-ad1d-485b11bf5bfd tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:51:57.338119 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-5a408cfc-c05f-4beb-a0ef-00109f2282f9 req-48228e3a-d4cf-4ef9-ad1d-485b11bf5bfd tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "GET /v2.0/ports?device_id=51bd6d0c-e4d8-4f39-9db6-8fbce3bd8962 HTTP/1.1" status: 200 len: 946 time: 0.0831094 May 27 03:51:57.382867 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-5a408cfc-c05f-4beb-a0ef-00109f2282f9 req-6bbdefb7-c930-4749-8fcf-6b24a349b9fb tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "GET /v2.0/security-groups?id=e1817d5c-2ed0-42a3-9109-806eb31ce8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389502 May 27 03:51:57.476091 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-7233c5be-cfe0-478a-a124-123383052213 req-ab2e3a45-6cc9-43b1-9128-55a8ff4d574e tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:57.476363 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-7233c5be-cfe0-478a-a124-123383052213 req-ab2e3a45-6cc9-43b1-9128-55a8ff4d574e tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-417761'] for floatingip, after_update {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:57.476696 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.db.l3_db [req-7233c5be-cfe0-478a-a124-123383052213 req-ab2e3a45-6cc9-43b1-9128-55a8ff4d574e tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Floating IP 4aa8bcaf-5634-44cc-8eec-ff88c5562bce disassociated. External IP: 172.27.2.72, port: 9d0a9265-835b-4677-b698-b6832076290d. May 27 03:51:57.477023 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.plugin [req-7233c5be-cfe0-478a-a124-123383052213 req-ab2e3a45-6cc9-43b1-9128-55a8ff4d574e tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Calling delete_port for 9d0a9265-835b-4677-b698-b6832076290d owned by compute:nova {{(pid=98851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 03:51:57.649152 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-7233c5be-cfe0-478a-a124-123383052213 req-ab2e3a45-6cc9-43b1-9128-55a8ff4d574e tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786481721510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786481287397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28231606'] for port, after_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:57.655893 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-4c36980a-9a2f-48ea-813c-913dff228063 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:51:57.700953 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2e3a45-6cc9-43b1-9128-55a8ff4d574e tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Pushing event deleted for resources: {'Port': ['ID=9d0a9265-835b-4677-b698-b6832076290d,revision_number=None']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:51:57.711529 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2e3a45-6cc9-43b1-9128-55a8ff4d574e tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:57.711896 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2e3a45-6cc9-43b1-9128-55a8ff4d574e tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:57.712263 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2e3a45-6cc9-43b1-9128-55a8ff4d574e tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:57.712638 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2e3a45-6cc9-43b1-9128-55a8ff4d574e tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:57.712983 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2e3a45-6cc9-43b1-9128-55a8ff4d574e tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:57.713330 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2e3a45-6cc9-43b1-9128-55a8ff4d574e tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:57.713700 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2e3a45-6cc9-43b1-9128-55a8ff4d574e tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:57.714043 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2e3a45-6cc9-43b1-9128-55a8ff4d574e tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:57.714384 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2e3a45-6cc9-43b1-9128-55a8ff4d574e tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:57.715257 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2e3a45-6cc9-43b1-9128-55a8ff4d574e tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:57.715257 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2e3a45-6cc9-43b1-9128-55a8ff4d574e tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:57.715465 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2e3a45-6cc9-43b1-9128-55a8ff4d574e tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:57.767557 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-ab2e3a45-6cc9-43b1-9128-55a8ff4d574e tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:51:57.897853 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7233c5be-cfe0-478a-a124-123383052213 req-ab2e3a45-6cc9-43b1-9128-55a8ff4d574e tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Router 945041cb-b0fa-44b7-ab8f-48e2d26f8286 has already been hosted by L3 agent 816f7595-8215-4f06-9251-575c663b21d0 {{(pid=98851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 03:51:58.180516 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7233c5be-cfe0-478a-a124-123383052213 req-ab2e3a45-6cc9-43b1-9128-55a8ff4d574e tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Notify agent at l3_agent.dv-cinder-793264-1-iscsi the message routers_updated {{(pid=98851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 03:51:58.189576 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-013b519c-93a1-4a4a-8084-6b2bb4fafe0a None None] Sync routers for ids ['945041cb-b0fa-44b7-ab8f-48e2d26f8286'] in dv-cinder-793264-1-iscsi {{(pid=98853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:51:58.199513 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-013b519c-93a1-4a4a-8084-6b2bb4fafe0a None None] Routers {'945041cb-b0fa-44b7-ab8f-48e2d26f8286'} bound to L3 agent in host dv-cinder-793264-1-iscsi {{(pid=98853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 03:51:58.200130 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_hamode_db [None req-013b519c-93a1-4a4a-8084-6b2bb4fafe0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-27T03:33:06Z,description=,heartbeat_timestamp=2021-05-27T03:51:36Z,host='dv-cinder-793264-1-iscsi',id=816f7595-8215-4f06-9251-575c663b21d0,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T03:33:06Z,topic='l3_agent')) {'router_ids': ['945041cb-b0fa-44b7-ab8f-48e2d26f8286'], 'active': True} {{(pid=98853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:51:58.251815 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.l3_dvrscheduler_db [req-7233c5be-cfe0-478a-a124-123383052213 req-ab2e3a45-6cc9-43b1-9128-55a8ff4d574e tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] No DVR routers for this DVR port 9d0a9265-835b-4677-b698-b6832076290d on host hv-cinder-79326 {{(pid=98851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:51:58.254805 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-7233c5be-cfe0-478a-a124-123383052213 req-ab2e3a45-6cc9-43b1-9128-55a8ff4d574e tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4037888'] for port, before_response {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:58.257379 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51bd6d0c-e4d8-4f39-9db6-8fbce3bd8962', 'name': 'network-vif-deleted', 'tag': '9d0a9265-835b-4677-b698-b6832076290d'}] {{(pid=98851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:51:58.300714 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51bd6d0c-e4d8-4f39-9db6-8fbce3bd8962', 'name': 'network-vif-deleted', 'tag': '9d0a9265-835b-4677-b698-b6832076290d', 'status': 'completed', 'code': 200} May 27 03:51:58.336364 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-7233c5be-cfe0-478a-a124-123383052213 req-ab2e3a45-6cc9-43b1-9128-55a8ff4d574e tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.36 "DELETE /v2.0/ports/9d0a9265-835b-4677-b698-b6832076290d HTTP/1.1" status: 204 len: 173 time: 1.4083970 May 27 03:51:58.376425 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_dvr_db [None req-013b519c-93a1-4a4a-8084-6b2bb4fafe0a None None] Set router 945041cb-b0fa-44b7-ab8f-48e2d26f8286 gateway port host: dv-cinder-793264-1-iscsi {{(pid=98853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 03:51:58.532909 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-1972cc5d-880d-472b-abaa-3b185ddd7186 req-fb6856a1-fffe-488c-ab85-3f2a2804d660 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "GET /v2.0/ports?device_id=51bd6d0c-e4d8-4f39-9db6-8fbce3bd8962 HTTP/1.1" status: 200 len: 210 time: 0.0430334 May 27 03:51:58.723944 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_hamode_db [None req-013b519c-93a1-4a4a-8084-6b2bb4fafe0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '945041cb-b0fa-44b7-ab8f-48e2d26f8286', 'name': 'tempest-AttachVolumeTestJSON-161599716-router', 'tenant_id': '276e81e3da1f4d4c9c1881d1b1e863c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'external_fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.4'}], 'enable_snat': True}, 'gw_port_id': '25a5bf52-cef5-4af4-a15b-9443f2edf92d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:40:54Z', 'updated_at': '2021-05-27T03:41:03Z', 'revision_number': 4, 'project_id': '276e81e3da1f4d4c9c1881d1b1e863c4', 'gw_port': {'id': '25a5bf52-cef5-4af4-a15b-9443f2edf92d', 'name': '', 'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:4a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945041cb-b0fa-44b7-ab8f-48e2d26f8286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:40:56Z', 'updated_at': '2021-05-27T03:41:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-iscsi', '_interfaces': [{'id': 'd76d3b3b-e1a8-49e5-be0c-8c193177836a', 'name': '', 'network_id': '130ff3ea-d273-4d90-8f0d-494d41441c60', 'tenant_id': '276e81e3da1f4d4c9c1881d1b1e863c4', 'mac_address': 'fa:16:3e:c5:ac:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945041cb-b0fa-44b7-ab8f-48e2d26f8286', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '116079ce-8119-4ea5-82d4-c0c254fad638', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:41:02Z', 'updated_at': '2021-05-27T03:41:16Z', 'revision_number': 5, 'project_id': '276e81e3da1f4d4c9c1881d1b1e863c4', 'subnets': [{'id': '116079ce-8119-4ea5-82d4-c0c254fad638', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-1-iscsi', False) {} {{(pid=98853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:51:58.727676 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-013b519c-93a1-4a4a-8084-6b2bb4fafe0a None None] Checking router: 945041cb-b0fa-44b7-ab8f-48e2d26f8286 for host: dv-cinder-793264-1-iscsi {{(pid=98853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:51:58.735948 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-013b519c-93a1-4a4a-8084-6b2bb4fafe0a None None] Routers {'945041cb-b0fa-44b7-ab8f-48e2d26f8286'} bound to L3 agent in host dv-cinder-793264-1-iscsi {{(pid=98853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 03:51:58.736582 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_hamode_db [None req-013b519c-93a1-4a4a-8084-6b2bb4fafe0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-27T03:33:06Z,description=,heartbeat_timestamp=2021-05-27T03:51:36Z,host='dv-cinder-793264-1-iscsi',id=816f7595-8215-4f06-9251-575c663b21d0,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T03:33:06Z,topic='l3_agent')) {'router_ids': ['945041cb-b0fa-44b7-ab8f-48e2d26f8286'], 'active': True} {{(pid=98853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:51:58.912067 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_dvr_db [None req-013b519c-93a1-4a4a-8084-6b2bb4fafe0a None None] Set router 945041cb-b0fa-44b7-ab8f-48e2d26f8286 gateway port host: dv-cinder-793264-1-iscsi {{(pid=98853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 03:51:59.220873 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_hamode_db [None req-013b519c-93a1-4a4a-8084-6b2bb4fafe0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '945041cb-b0fa-44b7-ab8f-48e2d26f8286', 'name': 'tempest-AttachVolumeTestJSON-161599716-router', 'tenant_id': '276e81e3da1f4d4c9c1881d1b1e863c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'external_fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.4'}], 'enable_snat': True}, 'gw_port_id': '25a5bf52-cef5-4af4-a15b-9443f2edf92d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:40:54Z', 'updated_at': '2021-05-27T03:41:03Z', 'revision_number': 4, 'project_id': '276e81e3da1f4d4c9c1881d1b1e863c4', 'gw_port': {'id': '25a5bf52-cef5-4af4-a15b-9443f2edf92d', 'name': '', 'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:4a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945041cb-b0fa-44b7-ab8f-48e2d26f8286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:40:56Z', 'updated_at': '2021-05-27T03:41:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-iscsi', '_interfaces': [{'id': 'd76d3b3b-e1a8-49e5-be0c-8c193177836a', 'name': '', 'network_id': '130ff3ea-d273-4d90-8f0d-494d41441c60', 'tenant_id': '276e81e3da1f4d4c9c1881d1b1e863c4', 'mac_address': 'fa:16:3e:c5:ac:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945041cb-b0fa-44b7-ab8f-48e2d26f8286', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '116079ce-8119-4ea5-82d4-c0c254fad638', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:41:02Z', 'updated_at': '2021-05-27T03:41:16Z', 'revision_number': 5, 'project_id': '276e81e3da1f4d4c9c1881d1b1e863c4', 'subnets': [{'id': '116079ce-8119-4ea5-82d4-c0c254fad638', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-1-iscsi', False) {} {{(pid=98853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:51:59.225263 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-013b519c-93a1-4a4a-8084-6b2bb4fafe0a None None] The sync data for ids ['945041cb-b0fa-44b7-ab8f-48e2d26f8286'] in dv-cinder-793264-1-iscsi is: [{'id': '945041cb-b0fa-44b7-ab8f-48e2d26f8286', 'name': 'tempest-AttachVolumeTestJSON-161599716-router', 'tenant_id': '276e81e3da1f4d4c9c1881d1b1e863c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'external_fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.4'}], 'enable_snat': True}, 'gw_port_id': '25a5bf52-cef5-4af4-a15b-9443f2edf92d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:40:54Z', 'updated_at': '2021-05-27T03:41:03Z', 'revision_number': 4, 'project_id': '276e81e3da1f4d4c9c1881d1b1e863c4', 'gw_port': {'id': '25a5bf52-cef5-4af4-a15b-9443f2edf92d', 'name': '', 'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:4a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945041cb-b0fa-44b7-ab8f-48e2d26f8286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:40:56Z', 'updated_at': '2021-05-27T03:41:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-iscsi', '_interfaces': [{'id': 'd76d3b3b-e1a8-49e5-be0c-8c193177836a', 'name': '', 'network_id': '130ff3ea-d273-4d90-8f0d-494d41441c60', 'tenant_id': '276e81e3da1f4d4c9c1881d1b1e863c4', 'mac_address': 'fa:16:3e:c5:ac:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945041cb-b0fa-44b7-ab8f-48e2d26f8286', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '116079ce-8119-4ea5-82d4-c0c254fad638', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:41:02Z', 'updated_at': '2021-05-27T03:41:16Z', 'revision_number': 5, 'project_id': '276e81e3da1f4d4c9c1881d1b1e863c4', 'subnets': [{'id': '116079ce-8119-4ea5-82d4-c0c254fad638', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:51:59.428363 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660a9f30-95d2-4157-9937-653285e94381 None None] New status for floating IP 4aa8bcaf-5634-44cc-8eec-ff88c5562bce: DOWN {{(pid=98854) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 03:51:59.633309 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Device 9d0a9265-835b-4677-b698-b6832076290d no longer exists at agent hyperv_hv-cinder-79326 {{(pid=98853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:51:59.667095 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.plugin [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] No Port match for: 9d0a9265-835b-4677-b698-b6832076290d {{(pid=98853) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 03:51:59.667453 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Device 9d0a9265-835b-4677-b698-b6832076290d not bound to the agent host hv-cinder-79326 {{(pid=98853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:51:59.719531 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 34344) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:51:59.787903 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-81b89609-ac8a-4395-ac61-55a2379a107a tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Notify callbacks [] for security_group, before_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:59.817114 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-81b89609-ac8a-4395-ac61-55a2379a107a tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:59.941777 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-81b89609-ac8a-4395-ac61-55a2379a107a tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:59.945555 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-9359c4bf-46f6-4ce8-82b6-c5b7d030e14f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:51:59.959632 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b89609-ac8a-4395-ac61-55a2379a107a tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1817d5c-2ed0-42a3-9109-806eb31ce8b5,revision_number=None']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:51:59.969023 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b89609-ac8a-4395-ac61-55a2379a107a tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:59.969401 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b89609-ac8a-4395-ac61-55a2379a107a tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:59.969768 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b89609-ac8a-4395-ac61-55a2379a107a tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:59.970134 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b89609-ac8a-4395-ac61-55a2379a107a tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:59.970488 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b89609-ac8a-4395-ac61-55a2379a107a tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:59.970845 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b89609-ac8a-4395-ac61-55a2379a107a tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:59.971198 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b89609-ac8a-4395-ac61-55a2379a107a tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:59.971550 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b89609-ac8a-4395-ac61-55a2379a107a tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:59.971904 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b89609-ac8a-4395-ac61-55a2379a107a tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:59.972253 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b89609-ac8a-4395-ac61-55a2379a107a tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:59.972626 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b89609-ac8a-4395-ac61-55a2379a107a tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:59.972974 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b89609-ac8a-4395-ac61-55a2379a107a tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:59.977008 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-81b89609-ac8a-4395-ac61-55a2379a107a tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:52:00.014614 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-81b89609-ac8a-4395-ac61-55a2379a107a tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Notify callbacks [] for security_group, before_response {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:00.016288 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-81b89609-ac8a-4395-ac61-55a2379a107a tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "DELETE /v2.0/security-groups/e1817d5c-2ed0-42a3-9109-806eb31ce8b5 HTTP/1.1" status: 204 len: 168 time: 0.2951925 May 27 03:52:00.018421 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 34348) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:52:00.034286 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.api.v2.resource [None req-89db2c95-bd6a-4412-8b4f-0557d5d09679 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] show failed (client error): The resource could not be found. May 27 03:52:00.035232 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-89db2c95-bd6a-4412-8b4f-0557d5d09679 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "GET /v2.0/security-groups/e1817d5c-2ed0-42a3-9109-806eb31ce8b5 HTTP/1.1" status: 404 len: 347 time: 0.0159156 May 27 03:52:00.037889 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 34352) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:52:00.252335 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.plugins.ml2.plugin [None req-cc9f5bba-a8bd-4b17-94e0-b8fd08f21134 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Deleting port f20069bd-7061-493a-8b2a-840550432f7c {{(pid=98852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 03:52:00.252707 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-cc9f5bba-a8bd-4b17-94e0-b8fd08f21134 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786481719372'] for port, before_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:00.368101 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-cc9f5bba-a8bd-4b17-94e0-b8fd08f21134 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417280'] for port, precommit_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:00.368450 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-cc9f5bba-a8bd-4b17-94e0-b8fd08f21134 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:00.488232 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.plugins.ml2.plugin [None req-cc9f5bba-a8bd-4b17-94e0-b8fd08f21134 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Calling delete_port for f20069bd-7061-493a-8b2a-840550432f7c owned by network:floatingip {{(pid=98852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 03:52:00.655571 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-cc9f5bba-a8bd-4b17-94e0-b8fd08f21134 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786481721510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786481287397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27723313'] for port, after_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:00.660350 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-d79607e8-dd07-4cfe-971b-e79f45c262ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:52:00.702649 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9f5bba-a8bd-4b17-94e0-b8fd08f21134 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Pushing event deleted for resources: {'Port': ['ID=f20069bd-7061-493a-8b2a-840550432f7c,revision_number=None']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:00.705232 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-cc9f5bba-a8bd-4b17-94e0-b8fd08f21134 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:52:00.799325 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-cc9f5bba-a8bd-4b17-94e0-b8fd08f21134 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Notify callbacks [] for floatingip, after_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:00.813506 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-cc9f5bba-a8bd-4b17-94e0-b8fd08f21134 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4037888'] for floatingip, before_response {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:00.816975 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-cc9f5bba-a8bd-4b17-94e0-b8fd08f21134 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] 10.222.0.25 "DELETE /v2.0/floatingips/4aa8bcaf-5634-44cc-8eec-ff88c5562bce HTTP/1.1" status: 204 len: 168 time: 0.7758958 May 27 03:52:03.872235 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-8e2e3c2f-cc0b-4692-bfb9-89e36d781d98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:05.223835 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 34382) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:52:05.948942 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-32e0aca3-ce21-40e8-8a53-8396e6806538 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-403955'] for router_interface, before_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:06.350953 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.plugins.ml2.plugin [None req-32e0aca3-ce21-40e8-8a53-8396e6806538 admin admin] Deleting port d76d3b3b-e1a8-49e5-be0c-8c193177836a {{(pid=98852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 03:52:06.351859 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-32e0aca3-ce21-40e8-8a53-8396e6806538 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786481719372'] for port, before_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:06.392324 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-51f7e76c-d165-4211-ae48-f6fe1bf7d88f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:06.421340 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:06.471269 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.plugins.ml2.db [None req-32e0aca3-ce21-40e8-8a53-8396e6806538 admin admin] For port d76d3b3b-e1a8-49e5-be0c-8c193177836a, host dv-cinder-793264-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-1-iscsi',level=0,port_id=d76d3b3b-e1a8-49e5-be0c-8c193177836a,segment=NetworkSegment(5d2d2fa4-4440-4746-9800-028cc9a24bc5),segment_id=5d2d2fa4-4440-4746-9800-028cc9a24bc5)] {{(pid=98852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:52:06.471619 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-32e0aca3-ce21-40e8-8a53-8396e6806538 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417280'] for port, precommit_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:06.590916 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.plugins.ml2.plugin [None req-32e0aca3-ce21-40e8-8a53-8396e6806538 admin admin] Calling delete_port for d76d3b3b-e1a8-49e5-be0c-8c193177836a owned by network:router_interface {{(pid=98852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 03:52:06.798128 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-32e0aca3-ce21-40e8-8a53-8396e6806538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786481721510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786481287397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27723313'] for port, after_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:06.802279 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-88392643-58f2-4c69-937a-8b63599e864d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:52:06.845859 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e0aca3-ce21-40e8-8a53-8396e6806538 admin admin] Pushing event deleted for resources: {'Port': ['ID=d76d3b3b-e1a8-49e5-be0c-8c193177836a,revision_number=None']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:06.848316 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-32e0aca3-ce21-40e8-8a53-8396e6806538 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:52:07.216969 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-32e0aca3-ce21-40e8-8a53-8396e6806538 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3689968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-415811'] for router_interface, after_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:07.574688 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32e0aca3-ce21-40e8-8a53-8396e6806538 admin admin] Router 945041cb-b0fa-44b7-ab8f-48e2d26f8286 has already been hosted by L3 agent 816f7595-8215-4f06-9251-575c663b21d0 {{(pid=98852) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 03:52:07.743682 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-e3613943-0892-48bd-9358-60eb59884bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:07.752415 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32e0aca3-ce21-40e8-8a53-8396e6806538 admin admin] Notify agent at l3_agent.dv-cinder-793264-1-iscsi the message routers_updated {{(pid=98852) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 03:52:07.761321 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-000e3c5b-0c4c-424c-83bf-3e9d4d408e25 None None] Sync routers for ids ['945041cb-b0fa-44b7-ab8f-48e2d26f8286'] in dv-cinder-793264-1-iscsi {{(pid=98853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:52:07.766019 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-32e0aca3-ce21-40e8-8a53-8396e6806538 admin admin] 10.222.0.25 "PUT /v2.0/routers/945041cb-b0fa-44b7-ab8f-48e2d26f8286/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5411005 May 27 03:52:07.767114 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 34390) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:52:07.770898 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-000e3c5b-0c4c-424c-83bf-3e9d4d408e25 None None] Routers {'945041cb-b0fa-44b7-ab8f-48e2d26f8286'} bound to L3 agent in host dv-cinder-793264-1-iscsi {{(pid=98853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 03:52:07.771504 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_hamode_db [None req-000e3c5b-0c4c-424c-83bf-3e9d4d408e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-27T03:33:06Z,description=,heartbeat_timestamp=2021-05-27T03:52:06Z,host='dv-cinder-793264-1-iscsi',id=816f7595-8215-4f06-9251-575c663b21d0,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T03:33:06Z,topic='l3_agent')) {'router_ids': ['945041cb-b0fa-44b7-ab8f-48e2d26f8286'], 'active': True} {{(pid=98853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:52:07.941993 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-42c9c38b-2668-48b1-8188-9ffb665b0165 admin admin] Notify callbacks [] for router, before_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:07.947349 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_dvr_db [None req-000e3c5b-0c4c-424c-83bf-3e9d4d408e25 None None] Set router 945041cb-b0fa-44b7-ab8f-48e2d26f8286 gateway port host: dv-cinder-793264-1-iscsi {{(pid=98853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 03:52:08.108499 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-42c9c38b-2668-48b1-8188-9ffb665b0165 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:08.227875 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_hamode_db [None req-000e3c5b-0c4c-424c-83bf-3e9d4d408e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '945041cb-b0fa-44b7-ab8f-48e2d26f8286', 'name': 'tempest-AttachVolumeTestJSON-161599716-router', 'tenant_id': '276e81e3da1f4d4c9c1881d1b1e863c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'external_fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.4'}], 'enable_snat': True}, 'gw_port_id': '25a5bf52-cef5-4af4-a15b-9443f2edf92d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:40:54Z', 'updated_at': '2021-05-27T03:52:06Z', 'revision_number': 5, 'project_id': '276e81e3da1f4d4c9c1881d1b1e863c4', 'gw_port': {'id': '25a5bf52-cef5-4af4-a15b-9443f2edf92d', 'name': '', 'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:4a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945041cb-b0fa-44b7-ab8f-48e2d26f8286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:40:56Z', 'updated_at': '2021-05-27T03:41:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-iscsi'}], 'dv-cinder-793264-1-iscsi', False) {} {{(pid=98853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:52:08.231628 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-000e3c5b-0c4c-424c-83bf-3e9d4d408e25 None None] Checking router: 945041cb-b0fa-44b7-ab8f-48e2d26f8286 for host: dv-cinder-793264-1-iscsi {{(pid=98853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:52:08.232063 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.plugins.ml2.plugin [None req-42c9c38b-2668-48b1-8188-9ffb665b0165 admin admin] Deleting port 25a5bf52-cef5-4af4-a15b-9443f2edf92d {{(pid=98852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 03:52:08.232424 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-42c9c38b-2668-48b1-8188-9ffb665b0165 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786481719372'] for port, before_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:08.240283 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-000e3c5b-0c4c-424c-83bf-3e9d4d408e25 None None] Routers {'945041cb-b0fa-44b7-ab8f-48e2d26f8286'} bound to L3 agent in host dv-cinder-793264-1-iscsi {{(pid=98853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 03:52:08.240913 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_hamode_db [None req-000e3c5b-0c4c-424c-83bf-3e9d4d408e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-27T03:33:06Z,description=,heartbeat_timestamp=2021-05-27T03:52:06Z,host='dv-cinder-793264-1-iscsi',id=816f7595-8215-4f06-9251-575c663b21d0,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T03:33:06Z,topic='l3_agent')) {'router_ids': ['945041cb-b0fa-44b7-ab8f-48e2d26f8286'], 'active': True} {{(pid=98853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:52:08.353325 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.plugins.ml2.db [None req-42c9c38b-2668-48b1-8188-9ffb665b0165 admin admin] For port 25a5bf52-cef5-4af4-a15b-9443f2edf92d, host dv-cinder-793264-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-1-iscsi',level=0,port_id=25a5bf52-cef5-4af4-a15b-9443f2edf92d,segment=NetworkSegment(7a030bd6-e61c-49cd-a1b5-23d06097a1a4),segment_id=7a030bd6-e61c-49cd-a1b5-23d06097a1a4)] {{(pid=98852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:52:08.353680 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-42c9c38b-2668-48b1-8188-9ffb665b0165 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417280'] for port, precommit_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:08.418458 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_dvr_db [None req-000e3c5b-0c4c-424c-83bf-3e9d4d408e25 None None] Set router 945041cb-b0fa-44b7-ab8f-48e2d26f8286 gateway port host: None {{(pid=98853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 03:52:08.527483 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_hamode_db [None req-000e3c5b-0c4c-424c-83bf-3e9d4d408e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '945041cb-b0fa-44b7-ab8f-48e2d26f8286', 'name': 'tempest-AttachVolumeTestJSON-161599716-router', 'tenant_id': '276e81e3da1f4d4c9c1881d1b1e863c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:40:54Z', 'updated_at': '2021-05-27T03:52:08Z', 'revision_number': 6, 'project_id': '276e81e3da1f4d4c9c1881d1b1e863c4', 'gw_port_host': None}], 'dv-cinder-793264-1-iscsi', False) {} {{(pid=98853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:52:08.531936 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-000e3c5b-0c4c-424c-83bf-3e9d4d408e25 None None] The sync data for ids ['945041cb-b0fa-44b7-ab8f-48e2d26f8286'] in dv-cinder-793264-1-iscsi is: [{'id': '945041cb-b0fa-44b7-ab8f-48e2d26f8286', 'name': 'tempest-AttachVolumeTestJSON-161599716-router', 'tenant_id': '276e81e3da1f4d4c9c1881d1b1e863c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:40:54Z', 'updated_at': '2021-05-27T03:52:08Z', 'revision_number': 6, 'project_id': '276e81e3da1f4d4c9c1881d1b1e863c4', 'gw_port_host': None}] {{(pid=98853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:52:08.590244 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.plugins.ml2.plugin [None req-42c9c38b-2668-48b1-8188-9ffb665b0165 admin admin] Calling delete_port for 25a5bf52-cef5-4af4-a15b-9443f2edf92d owned by network:router_gateway {{(pid=98852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 03:52:08.775520 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-42c9c38b-2668-48b1-8188-9ffb665b0165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786481721510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786481287397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27723313'] for port, after_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:08.779374 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:52:08.821665 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c9c38b-2668-48b1-8188-9ffb665b0165 admin admin] Pushing event deleted for resources: {'Port': ['ID=25a5bf52-cef5-4af4-a15b-9443f2edf92d,revision_number=None']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:08.824589 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-42c9c38b-2668-48b1-8188-9ffb665b0165 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:52:09.275551 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-42c9c38b-2668-48b1-8188-9ffb665b0165 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-417756'] for router_gateway, after_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:09.285697 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-3af0ace6-547d-4950-9fe5-73e267668fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:09.450684 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-42c9c38b-2668-48b1-8188-9ffb665b0165 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-415043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2008'] for router, precommit_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:09.453040 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-42c9c38b-2668-48b1-8188-9ffb665b0165 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:09.555149 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Device d76d3b3b-e1a8-49e5-be0c-8c193177836a no longer exists at agent ovs-agent-dv-cinder-793264-1-iscsi {{(pid=98853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:52:09.589393 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.plugin [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] No Port match for: d76d3b3b-e1a8-49e5-be0c-8c193177836a {{(pid=98853) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 03:52:09.589761 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Device d76d3b3b-e1a8-49e5-be0c-8c193177836a not bound to the agent host dv-cinder-793264-1-iscsi {{(pid=98853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:52:09.590187 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Device 25a5bf52-cef5-4af4-a15b-9443f2edf92d no longer exists at agent ovs-agent-dv-cinder-793264-1-iscsi {{(pid=98853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:52:09.603725 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-42c9c38b-2668-48b1-8188-9ffb665b0165 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-415343'] for router, after_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:09.614547 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42c9c38b-2668-48b1-8188-9ffb665b0165 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 945041cb-b0fa-44b7-ab8f-48e2d26f8286 {{(pid=98852) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 03:52:09.616960 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-42c9c38b-2668-48b1-8188-9ffb665b0165 admin admin] Notify callbacks [] for router, before_response {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:09.620687 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-42c9c38b-2668-48b1-8188-9ffb665b0165 admin admin] 10.222.0.25 "DELETE /v2.0/routers/945041cb-b0fa-44b7-ab8f-48e2d26f8286 HTTP/1.1" status: 204 len: 168 time: 1.8526337 May 27 03:52:09.620932 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.wsgi [-] (98851) accepted ('10.222.0.25', 34394) {{(pid=98851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:52:09.622528 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.plugin [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] No Port match for: 25a5bf52-cef5-4af4-a15b-9443f2edf92d {{(pid=98853) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 03:52:09.622888 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Device 25a5bf52-cef5-4af4-a15b-9443f2edf92d not bound to the agent host dv-cinder-793264-1-iscsi {{(pid=98853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:52:09.687046 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.db_base_plugin_v2 [None req-4802a216-fa11-49be-b9a8-ca986f7e3c25 admin admin] Deleting subnet 116079ce-8119-4ea5-82d4-c0c254fad638 {{(pid=98851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 27 03:52:09.690038 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-4802a216-fa11-49be-b9a8-ca986f7e3c25 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:09.740014 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-4802a216-fa11-49be-b9a8-ca986f7e3c25 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27470063'] for subnet, precommit_delete_associations {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:09.816370 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-4802a216-fa11-49be-b9a8-ca986f7e3c25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3482611'] for subnet, precommit_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:10.095681 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-4802a216-fa11-49be-b9a8-ca986f7e3c25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3483172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28244295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28094725'] for subnet, after_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:10.100716 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:52:10.135852 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-4802a216-fa11-49be-b9a8-ca986f7e3c25 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:10.138247 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4802a216-fa11-49be-b9a8-ca986f7e3c25 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=116079ce-8119-4ea5-82d4-c0c254fad638,revision_number=None']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:10.140889 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe6678e5-b30b-4ffd-9938-cd10e483b671 None None] Network 130ff3ea-d273-4d90-8f0d-494d41441c60 requested from dv-cinder-793264-1-iscsi {{(pid=98853) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 03:52:10.141057 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-4802a216-fa11-49be-b9a8-ca986f7e3c25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:52:10.144115 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [None req-4802a216-fa11-49be-b9a8-ca986f7e3c25 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/116079ce-8119-4ea5-82d4-c0c254fad638 HTTP/1.1" status: 204 len: 168 time: 0.5220995 May 27 03:52:10.146594 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.wsgi [-] (98851) accepted ('10.222.0.25', 34398) {{(pid=98851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:52:10.253662 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-eebd5d4c-86a8-450a-8217-d45f2fd15350 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667815'] for network, before_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:10.327097 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.plugin [None req-eebd5d4c-86a8-450a-8217-d45f2fd15350 admin admin] Deleting port d0d5b119-eba6-465f-aa3e-0c1abe0e18e2 {{(pid=98851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 03:52:10.327431 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-eebd5d4c-86a8-450a-8217-d45f2fd15350 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786481719372'] for port, before_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:10.391996 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44b3aca1-c2ba-41c8-b9a6-6d4d94df8e9e None None] DHCP port deletion for 130ff3ea-d273-4d90-8f0d-494d41441c60 request from dv-cinder-793264-1-iscsi {{(pid=98853) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 27 03:52:10.429943 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.db [None req-eebd5d4c-86a8-450a-8217-d45f2fd15350 admin admin] For port d0d5b119-eba6-465f-aa3e-0c1abe0e18e2, host dv-cinder-793264-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-1-iscsi',level=0,port_id=d0d5b119-eba6-465f-aa3e-0c1abe0e18e2,segment=NetworkSegment(5d2d2fa4-4440-4746-9800-028cc9a24bc5),segment_id=5d2d2fa4-4440-4746-9800-028cc9a24bc5)] {{(pid=98851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:52:10.430300 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-eebd5d4c-86a8-450a-8217-d45f2fd15350 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417280'] for port, precommit_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:10.456816 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.plugin [None req-44b3aca1-c2ba-41c8-b9a6-6d4d94df8e9e None None] Deleting port d0d5b119-eba6-465f-aa3e-0c1abe0e18e2 {{(pid=98853) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 03:52:10.457381 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-44b3aca1-c2ba-41c8-b9a6-6d4d94df8e9e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786481719372'] for port, before_delete {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:10.551417 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.plugin [None req-eebd5d4c-86a8-450a-8217-d45f2fd15350 admin admin] Calling delete_port for d0d5b119-eba6-465f-aa3e-0c1abe0e18e2 owned by network:dhcp {{(pid=98851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 03:52:10.554946 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.db [None req-44b3aca1-c2ba-41c8-b9a6-6d4d94df8e9e None None] For port d0d5b119-eba6-465f-aa3e-0c1abe0e18e2, host dv-cinder-793264-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-1-iscsi',level=0,port_id=d0d5b119-eba6-465f-aa3e-0c1abe0e18e2,segment=NetworkSegment(5d2d2fa4-4440-4746-9800-028cc9a24bc5),segment_id=5d2d2fa4-4440-4746-9800-028cc9a24bc5)] {{(pid=98853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:52:10.555348 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-44b3aca1-c2ba-41c8-b9a6-6d4d94df8e9e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417280'] for port, precommit_delete {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:10.638249 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-eebd5d4c-86a8-450a-8217-d45f2fd15350 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786481721510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786481287397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28231606'] for port, after_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:10.645605 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-ca90ea99-4e08-4f53-8129-5fb10caa0f65 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:52:10.674258 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.plugin [None req-44b3aca1-c2ba-41c8-b9a6-6d4d94df8e9e None None] Calling delete_port for d0d5b119-eba6-465f-aa3e-0c1abe0e18e2 owned by network:dhcp {{(pid=98853) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 03:52:10.687594 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eebd5d4c-86a8-450a-8217-d45f2fd15350 admin admin] No DVR routers for this DVR port d0d5b119-eba6-465f-aa3e-0c1abe0e18e2 on host dv-cinder-793264-1-iscsi {{(pid=98851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:52:10.689204 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebd5d4c-86a8-450a-8217-d45f2fd15350 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0d5b119-eba6-465f-aa3e-0c1abe0e18e2,revision_number=None']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:10.716978 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-44b3aca1-c2ba-41c8-b9a6-6d4d94df8e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786481721510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786481287397'] for port, after_delete {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:10.718384 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-eebd5d4c-86a8-450a-8217-d45f2fd15350 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:52:10.721363 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:52:10.767312 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b3aca1-c2ba-41c8-b9a6-6d4d94df8e9e None None] Pushing event deleted for resources: {'Port': ['ID=d0d5b119-eba6-465f-aa3e-0c1abe0e18e2,revision_number=None']} {{(pid=98853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:10.770191 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b3aca1-c2ba-41c8-b9a6-6d4d94df8e9e None None] No DVR routers for this DVR port d0d5b119-eba6-465f-aa3e-0c1abe0e18e2 on host dv-cinder-793264-1-iscsi {{(pid=98853) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:52:10.779263 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b3aca1-c2ba-41c8-b9a6-6d4d94df8e9e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:52:10.779797 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b3aca1-c2ba-41c8-b9a6-6d4d94df8e9e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:52:10.780430 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b3aca1-c2ba-41c8-b9a6-6d4d94df8e9e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:52:10.780938 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b3aca1-c2ba-41c8-b9a6-6d4d94df8e9e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:52:10.781544 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b3aca1-c2ba-41c8-b9a6-6d4d94df8e9e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:52:10.781765 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b3aca1-c2ba-41c8-b9a6-6d4d94df8e9e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:52:10.782095 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b3aca1-c2ba-41c8-b9a6-6d4d94df8e9e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:52:10.782422 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b3aca1-c2ba-41c8-b9a6-6d4d94df8e9e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:52:10.782748 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b3aca1-c2ba-41c8-b9a6-6d4d94df8e9e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:52:10.783076 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b3aca1-c2ba-41c8-b9a6-6d4d94df8e9e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:52:10.783382 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b3aca1-c2ba-41c8-b9a6-6d4d94df8e9e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:52:10.783702 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b3aca1-c2ba-41c8-b9a6-6d4d94df8e9e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:52:10.787199 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-44b3aca1-c2ba-41c8-b9a6-6d4d94df8e9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:52:10.806003 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-eebd5d4c-86a8-450a-8217-d45f2fd15350 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489390', 'neutron.services.segments.db._delete_segments_for_network-8786481734117'] for network, precommit_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:10.823582 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.services.segments.db [None req-eebd5d4c-86a8-450a-8217-d45f2fd15350 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['130ff3ea-d273-4d90-8f0d-494d41441c60']}} {{(pid=98851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:52:10.836462 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.services.segments.db [None req-eebd5d4c-86a8-450a-8217-d45f2fd15350 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d2d2fa4-4440-4746-9800-028cc9a24bc5') {'for_net_delete': True} {{(pid=98851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:52:10.836759 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.services.segments.db [None req-eebd5d4c-86a8-450a-8217-d45f2fd15350 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d2d2fa4-4440-4746-9800-028cc9a24bc5') {} {{(pid=98851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:52:10.847833 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-eebd5d4c-86a8-450a-8217-d45f2fd15350 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786481741990', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27470038'] for segment, before_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:10.863451 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-eebd5d4c-86a8-450a-8217-d45f2fd15350 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3483814'] for segment, precommit_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:10.869388 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eebd5d4c-86a8-450a-8217-d45f2fd15350 admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=98851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 03:52:10.869767 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-eebd5d4c-86a8-450a-8217-d45f2fd15350 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3483814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28231653'] for segment, after_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:10.883252 dv-cinder-793264-1-iscsi neutron-server[98851]: Traceback (most recent call last): May 27 03:52:10.883252 dv-cinder-793264-1-iscsi neutron-server[98851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 27 03:52:10.883252 dv-cinder-793264-1-iscsi neutron-server[98851]: timer() May 27 03:52:10.883252 dv-cinder-793264-1-iscsi neutron-server[98851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 03:52:10.883252 dv-cinder-793264-1-iscsi neutron-server[98851]: cb(*args, **kw) May 27 03:52:10.883252 dv-cinder-793264-1-iscsi neutron-server[98851]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 27 03:52:10.883252 dv-cinder-793264-1-iscsi neutron-server[98851]: return func(*args, **kwargs) May 27 03:52:10.883252 dv-cinder-793264-1-iscsi neutron-server[98851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 03:52:10.883252 dv-cinder-793264-1-iscsi neutron-server[98851]: self._notify() May 27 03:52:10.883252 dv-cinder-793264-1-iscsi neutron-server[98851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 03:52:10.883252 dv-cinder-793264-1-iscsi neutron-server[98851]: self.callback(batched_events) May 27 03:52:10.883252 dv-cinder-793264-1-iscsi neutron-server[98851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 03:52:10.883252 dv-cinder-793264-1-iscsi neutron-server[98851]: event.method(event) May 27 03:52:10.883252 dv-cinder-793264-1-iscsi neutron-server[98851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 03:52:10.883252 dv-cinder-793264-1-iscsi neutron-server[98851]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 03:52:10.883252 dv-cinder-793264-1-iscsi neutron-server[98851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 03:52:10.883252 dv-cinder-793264-1-iscsi neutron-server[98851]: aggregate_uuid = self.p_client.list_aggregates( May 27 03:52:10.883252 dv-cinder-793264-1-iscsi neutron-server[98851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 03:52:10.883252 dv-cinder-793264-1-iscsi neutron-server[98851]: return f(self, *a, **k) May 27 03:52:10.883252 dv-cinder-793264-1-iscsi neutron-server[98851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 27 03:52:10.883252 dv-cinder-793264-1-iscsi neutron-server[98851]: return self._get(url).json() May 27 03:52:10.883252 dv-cinder-793264-1-iscsi neutron-server[98851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 27 03:52:10.883252 dv-cinder-793264-1-iscsi neutron-server[98851]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 03:52:10.883252 dv-cinder-793264-1-iscsi neutron-server[98851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 27 03:52:10.883252 dv-cinder-793264-1-iscsi neutron-server[98851]: return self.request(url, 'GET', **kwargs) May 27 03:52:10.883252 dv-cinder-793264-1-iscsi neutron-server[98851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 27 03:52:10.883252 dv-cinder-793264-1-iscsi neutron-server[98851]: base_url = self.get_endpoint(auth, allow=allow, May 27 03:52:10.883252 dv-cinder-793264-1-iscsi neutron-server[98851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 27 03:52:10.883252 dv-cinder-793264-1-iscsi neutron-server[98851]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 03:52:10.883252 dv-cinder-793264-1-iscsi neutron-server[98851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 27 03:52:10.883252 dv-cinder-793264-1-iscsi neutron-server[98851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 03:52:10.883252 dv-cinder-793264-1-iscsi neutron-server[98851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 03:52:10.998057 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-eebd5d4c-86a8-450a-8217-d45f2fd15350 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3689963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417779'] for network, after_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:11.001550 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-364d754e-4627-48f0-882f-171d0e101433 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:52:11.019181 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-eebd5d4c-86a8-450a-8217-d45f2fd15350 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689932'] for network, before_response {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:11.029557 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebd5d4c-86a8-450a-8217-d45f2fd15350 admin admin] Pushing event deleted for resources: {'Network': ['ID=130ff3ea-d273-4d90-8f0d-494d41441c60,revision_number=None']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:11.032619 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-eebd5d4c-86a8-450a-8217-d45f2fd15350 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:52:11.107148 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [None req-eebd5d4c-86a8-450a-8217-d45f2fd15350 admin admin] 10.222.0.25 "DELETE /v2.0/networks/130ff3ea-d273-4d90-8f0d-494d41441c60 HTTP/1.1" status: 204 len: 168 time: 0.9596212 May 27 03:52:11.362161 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.wsgi [-] (98851) accepted ('10.222.0.25', 34404) {{(pid=98851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:52:11.411187 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [None req-233e7d3f-765f-4947-866b-5b99c4d5f12f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=276e81e3da1f4d4c9c1881d1b1e863c4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0471830 May 27 03:52:11.413528 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.wsgi [-] (98851) accepted ('10.222.0.25', 34408) {{(pid=98851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:52:11.470428 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-9c289e81-36f2-4e5a-81e1-896daaf179af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:11.495932 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-9c289e81-36f2-4e5a-81e1-896daaf179af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:11.546056 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Device d0d5b119-eba6-465f-aa3e-0c1abe0e18e2 no longer exists at agent ovs-agent-dv-cinder-793264-1-iscsi {{(pid=98853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:52:11.580376 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.plugin [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] No Port match for: d0d5b119-eba6-465f-aa3e-0c1abe0e18e2 {{(pid=98853) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 03:52:11.580850 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Device d0d5b119-eba6-465f-aa3e-0c1abe0e18e2 not bound to the agent host dv-cinder-793264-1-iscsi {{(pid=98853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:52:11.620870 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-9c289e81-36f2-4e5a-81e1-896daaf179af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:11.624542 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:52:11.638391 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c289e81-36f2-4e5a-81e1-896daaf179af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59235c90-6317-4503-bf59-8a0050d57892,revision_number=None']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:11.640767 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-9c289e81-36f2-4e5a-81e1-896daaf179af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:52:11.646186 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-9c289e81-36f2-4e5a-81e1-896daaf179af admin admin] Notify callbacks [] for security_group, before_response {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:11.647311 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [None req-9c289e81-36f2-4e5a-81e1-896daaf179af admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/59235c90-6317-4503-bf59-8a0050d57892 HTTP/1.1" status: 204 len: 168 time: 0.2329035 May 27 03:52:16.620835 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.wsgi [-] (98851) accepted ('10.222.0.25', 34472) {{(pid=98851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:52:16.735253 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-ca326ffb-6cf5-4b2c-a4e6-5bd8d7bbd396 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:16.752882 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.quota.driver [None req-ca326ffb-6cf5-4b2c-a4e6-5bd8d7bbd396 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:52:16.757843 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [None req-ca326ffb-6cf5-4b2c-a4e6-5bd8d7bbd396 admin admin] Usage tracker for resource:security_group_rule and tenant:bdc99bb0bb314142b5f1de327f49aaeb is out of sync, need to count used quota {{(pid=98851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:52:16.760632 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [None req-ca326ffb-6cf5-4b2c-a4e6-5bd8d7bbd396 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:52:16.766241 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.quota.driver [None req-ca326ffb-6cf5-4b2c-a4e6-5bd8d7bbd396 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:52:16.937729 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-ca326ffb-6cf5-4b2c-a4e6-5bd8d7bbd396 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:16.997679 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-ca326ffb-6cf5-4b2c-a4e6-5bd8d7bbd396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:17.005894 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-190e3339-c2b6-4abd-98f7-9c8c4da75376 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:52:17.045058 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [None req-ca326ffb-6cf5-4b2c-a4e6-5bd8d7bbd396 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bdc99bb0bb314142b5f1de327f49aaeb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4231260 May 27 03:52:17.045944 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca326ffb-6cf5-4b2c-a4e6-5bd8d7bbd396 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b5e86a7-19e9-4684-9c83-ede9d89951a0,revision_number=1']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:17.047786 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 34478) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:52:17.048912 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-ca326ffb-6cf5-4b2c-a4e6-5bd8d7bbd396 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:52:17.106911 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-df6afb7e-87bc-45eb-ae89-803bd40a03d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:17.132940 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-df6afb7e-87bc-45eb-ae89-803bd40a03d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:17.231788 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-df6afb7e-87bc-45eb-ae89-803bd40a03d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:17.235498 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-ed4ab10f-29c3-4832-953f-69143a97ff4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:52:17.246367 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6afb7e-87bc-45eb-ae89-803bd40a03d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b5e86a7-19e9-4684-9c83-ede9d89951a0,revision_number=None']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:17.252422 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-df6afb7e-87bc-45eb-ae89-803bd40a03d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:52:17.254222 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-df6afb7e-87bc-45eb-ae89-803bd40a03d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:17.255321 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-df6afb7e-87bc-45eb-ae89-803bd40a03d4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8b5e86a7-19e9-4684-9c83-ede9d89951a0 HTTP/1.1" status: 204 len: 168 time: 0.2065485 May 27 03:52:17.427411 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:18.238878 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.wsgi [-] (98851) accepted ('10.222.0.25', 34504) {{(pid=98851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:52:18.342969 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.v2.base [None req-c0ec7e61-a5eb-4b26-9061-05a99f1edd5c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1247706359-network', 'tenant_id': 'd99cb261458848bc99f24003408eb9d1'}} {{(pid=98851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:52:18.347521 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.quota.driver [None req-c0ec7e61-a5eb-4b26-9061-05a99f1edd5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:52:18.351421 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [None req-c0ec7e61-a5eb-4b26-9061-05a99f1edd5c admin admin] Usage tracker for resource:network and tenant:d99cb261458848bc99f24003408eb9d1 is out of sync, need to count used quota {{(pid=98851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:52:18.354268 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [None req-c0ec7e61-a5eb-4b26-9061-05a99f1edd5c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:52:18.360617 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.quota.driver [None req-c0ec7e61-a5eb-4b26-9061-05a99f1edd5c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:52:18.420603 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0ec7e61-a5eb-4b26-9061-05a99f1edd5c admin admin] Made reservation on behalf of d99cb261458848bc99f24003408eb9d1 for: {'network': 1} {{(pid=98851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:52:18.422986 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-c0ec7e61-a5eb-4b26-9061-05a99f1edd5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3620918'] for network, before_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:18.435135 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-c0ec7e61-a5eb-4b26-9061-05a99f1edd5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:18.449684 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.quota.driver [None req-c0ec7e61-a5eb-4b26-9061-05a99f1edd5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:52:18.453479 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [None req-c0ec7e61-a5eb-4b26-9061-05a99f1edd5c admin admin] Usage tracker for resource:security_group_rule and tenant:d99cb261458848bc99f24003408eb9d1 is out of sync, need to count used quota {{(pid=98851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:52:18.456255 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [None req-c0ec7e61-a5eb-4b26-9061-05a99f1edd5c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:52:18.462551 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.quota.driver [None req-c0ec7e61-a5eb-4b26-9061-05a99f1edd5c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:52:18.541112 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-c0ec7e61-a5eb-4b26-9061-05a99f1edd5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:18.586215 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-c0ec7e61-a5eb-4b26-9061-05a99f1edd5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:18.589932 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-ca326ffb-6cf5-4b2c-a4e6-5bd8d7bbd396 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:52:18.619387 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0ec7e61-a5eb-4b26-9061-05a99f1edd5c admin admin] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=98851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:52:18.627642 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ec7e61-a5eb-4b26-9061-05a99f1edd5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b6c9f90-ac0f-4755-9931-69381ea43335,revision_number=1']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:18.631854 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-c0ec7e61-a5eb-4b26-9061-05a99f1edd5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:52:18.634272 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-c0ec7e61-a5eb-4b26-9061-05a99f1edd5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3483814'] for segment, precommit_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:18.634613 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.db.segments_db [None req-c0ec7e61-a5eb-4b26-9061-05a99f1edd5c admin admin] Added segment f561e8c4-b227-4955-9141-e5ade1e0f772 of type vlan for network f3337ab7-862a-41a9-869b-f08f9a10773e May 27 03:52:18.660854 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-c0ec7e61-a5eb-4b26-9061-05a99f1edd5c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786481306974'] for network, precommit_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:18.735102 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-c0ec7e61-a5eb-4b26-9061-05a99f1edd5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3689963'] for network, after_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:18.736379 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ec7e61-a5eb-4b26-9061-05a99f1edd5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:52:18.736981 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-c0ec7e61-a5eb-4b26-9061-05a99f1edd5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689932'] for network, before_response {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:18.742071 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-00be3c3c-e005-4f75-b056-d919e176c28e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:52:18.842538 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ec7e61-a5eb-4b26-9061-05a99f1edd5c admin admin] Pushing event updated for resources: {'Network': ['ID=f3337ab7-862a-41a9-869b-f08f9a10773e,revision_number=1']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:18.845176 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-c0ec7e61-a5eb-4b26-9061-05a99f1edd5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:52:18.852023 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Network f3337ab7-862a-41a9-869b-f08f9a10773e details requested by agent ovs-agent-dv-cinder-793264-1-iscsi with host dv-cinder-793264-1-iscsi {{(pid=98853) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:52:18.878633 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [None req-c0ec7e61-a5eb-4b26-9061-05a99f1edd5c admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6387124 May 27 03:52:18.882021 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.wsgi [-] (98851) accepted ('10.222.0.25', 34512) {{(pid=98851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:52:18.887413 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.v2.base [None req-c9e901c9-21a8-41b9-af33-2dc7e8a1c8de admin admin] Request body: {'subnet': {'network_id': 'f3337ab7-862a-41a9-869b-f08f9a10773e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1247706359-subnet', 'tenant_id': 'd99cb261458848bc99f24003408eb9d1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:52:18.892703 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.quota.driver [None req-c9e901c9-21a8-41b9-af33-2dc7e8a1c8de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:52:18.897087 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [None req-c9e901c9-21a8-41b9-af33-2dc7e8a1c8de admin admin] Usage tracker for resource:subnet and tenant:d99cb261458848bc99f24003408eb9d1 is out of sync, need to count used quota {{(pid=98851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:52:18.899947 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [None req-c9e901c9-21a8-41b9-af33-2dc7e8a1c8de admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:52:18.905917 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.quota.driver [None req-c9e901c9-21a8-41b9-af33-2dc7e8a1c8de admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:52:18.963374 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9e901c9-21a8-41b9-af33-2dc7e8a1c8de admin admin] Made reservation on behalf of d99cb261458848bc99f24003408eb9d1 for: {'subnet': 1} {{(pid=98851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:52:18.965737 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-c9e901c9-21a8-41b9-af33-2dc7e8a1c8de admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28094760'] for subnet, before_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:19.408067 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-c9e901c9-21a8-41b9-af33-2dc7e8a1c8de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28244230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28094782'] for subnet, after_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:19.413161 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:52:19.517854 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e901c9-21a8-41b9-af33-2dc7e8a1c8de admin admin] Pushing event updated for resources: {'Subnet': ['ID=7854c1b2-f0fe-446a-a156-76ae5b2ac6d2,revision_number=0']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:19.526751 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-c9e901c9-21a8-41b9-af33-2dc7e8a1c8de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:52:19.533444 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e901c9-21a8-41b9-af33-2dc7e8a1c8de admin admin] Checking segment: {'id': 'f561e8c4-b227-4955-9141-e5ade1e0f772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'f3337ab7-862a-41a9-869b-f08f9a10773e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 03:52:19.533813 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9e901c9-21a8-41b9-af33-2dc7e8a1c8de admin admin] Network hostable DHCP agents. Network: f3337ab7-862a-41a9-869b-f08f9a10773e, hostable agents: ['a814e8a4-142b-4ae8-859e-9bd936be0847'], hosted agents: [] {{(pid=98851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:52:19.572308 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-9cefa61f-78f6-4373-af51-c82ef059b4a7 req-e1c736fd-d510-4840-b493-0fc100663575 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8f32a2a3-7d2a-4396-8a34-0ebe6dda5782&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0922341 May 27 03:52:19.631373 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9e901c9-21a8-41b9-af33-2dc7e8a1c8de admin admin] Network f3337ab7-862a-41a9-869b-f08f9a10773e is scheduled to be hosted by DHCP agent a814e8a4-142b-4ae8-859e-9bd936be0847 with binding_index 1 {{(pid=98851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:52:19.671916 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cefa61f-78f6-4373-af51-c82ef059b4a7 req-b9bf0d2d-1113-4513-bb0a-8eba81df6259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:52:19.673338 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-9cefa61f-78f6-4373-af51-c82ef059b4a7 req-b9bf0d2d-1113-4513-bb0a-8eba81df6259 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6b6a582a2a304a7d881efcfa2373dfb1&device_id=8f32a2a3-7d2a-4396-8a34-0ebe6dda5782 HTTP/1.1" status: 200 len: 1098 time: 0.0800309 May 27 03:52:19.711784 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.scheduler.base_scheduler [None req-c9e901c9-21a8-41b9-af33-2dc7e8a1c8de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793264-1-iscsi, f3337ab7-862a-41a9-869b-f08f9a10773e) {{(pid=98851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:52:19.719580 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54d95954-9c4f-4db5-a84d-ff86c898540a None None] Network f3337ab7-862a-41a9-869b-f08f9a10773e requested from dv-cinder-793264-1-iscsi {{(pid=98853) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 03:52:19.773564 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9e901c9-21a8-41b9-af33-2dc7e8a1c8de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:52:19.774151 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-c9e901c9-21a8-41b9-af33-2dc7e8a1c8de admin admin] Notify callbacks [] for subnet, before_response {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:19.838004 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cefa61f-78f6-4373-af51-c82ef059b4a7 req-f2275533-7e5b-44a1-ae48-fe64cb090e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:52:19.839459 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-9cefa61f-78f6-4373-af51-c82ef059b4a7 req-f2275533-7e5b-44a1-ae48-fe64cb090e44 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e3d5c143-f0ba-4a03-b1d4-d1be1e83dd0f HTTP/1.1" status: 200 len: 911 time: 0.1482170 May 27 03:52:19.904725 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [None req-c9e901c9-21a8-41b9-af33-2dc7e8a1c8de admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0216632 May 27 03:52:19.906965 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5bed257-8b80-4f14-869c-4e60a4efcdf8 None None] Network f3337ab7-862a-41a9-869b-f08f9a10773e requested from dv-cinder-793264-1-iscsi {{(pid=98853) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 03:52:19.948616 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-9cefa61f-78f6-4373-af51-c82ef059b4a7 req-28e58ce8-2be5-4ac2-bf28-bc3b28d47375 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a1a89af7-a2b7-41f6-9345-9a1eb1e228b0 HTTP/1.1" status: 200 len: 1000 time: 0.1026204 May 27 03:52:20.013295 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cefa61f-78f6-4373-af51-c82ef059b4a7 req-964a574f-5940-4ad5-8e61-4b26c91b7ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:52:20.014742 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-9cefa61f-78f6-4373-af51-c82ef059b4a7 req-964a574f-5940-4ad5-8e61-4b26c91b7ae9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ee570db5-d628-482f-a928-b08d68185abf HTTP/1.1" status: 200 len: 850 time: 0.0603514 May 27 03:52:20.095975 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cefa61f-78f6-4373-af51-c82ef059b4a7 req-95b49d06-7a9e-4dac-bfd0-09d1837ec4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:52:20.097491 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-9cefa61f-78f6-4373-af51-c82ef059b4a7 req-95b49d06-7a9e-4dac-bfd0-09d1837ec4fe service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e3d5c143-f0ba-4a03-b1d4-d1be1e83dd0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0761323 May 27 03:52:20.230443 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-9cefa61f-78f6-4373-af51-c82ef059b4a7 req-962473ed-8832-475f-8cbd-d17e82fee021 service neutron] 10.222.0.36 "GET /v2.0/networks/e3d5c143-f0ba-4a03-b1d4-d1be1e83dd0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260316 May 27 03:52:20.466748 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-9cefa61f-78f6-4373-af51-c82ef059b4a7 req-5ebbb816-bfaa-4515-b3ac-a12f24e9e4e5 service neutron] 10.222.0.36 "GET /v2.0/networks/e3d5c143-f0ba-4a03-b1d4-d1be1e83dd0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2300386 May 27 03:52:20.642703 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.wsgi [-] (98851) accepted ('10.222.0.25', 34530) {{(pid=98851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:52:20.648739 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.v2.base [None req-220852b3-795a-4648-9efb-64b64594b4d5 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1088612368-network', 'tenant_id': '974e3b8f147344468990fa9085a362a9'}} {{(pid=98851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:52:20.653287 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.quota.driver [None req-220852b3-795a-4648-9efb-64b64594b4d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:52:20.657299 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [None req-220852b3-795a-4648-9efb-64b64594b4d5 admin admin] Usage tracker for resource:network and tenant:974e3b8f147344468990fa9085a362a9 is out of sync, need to count used quota {{(pid=98851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:52:20.660092 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [None req-220852b3-795a-4648-9efb-64b64594b4d5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:52:20.665689 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.quota.driver [None req-220852b3-795a-4648-9efb-64b64594b4d5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:52:20.763435 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-220852b3-795a-4648-9efb-64b64594b4d5 admin admin] Made reservation on behalf of 974e3b8f147344468990fa9085a362a9 for: {'network': 1} {{(pid=98851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:52:20.765664 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-220852b3-795a-4648-9efb-64b64594b4d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3620918'] for network, before_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:20.778983 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-220852b3-795a-4648-9efb-64b64594b4d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:20.792918 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.quota.driver [None req-220852b3-795a-4648-9efb-64b64594b4d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:52:20.796646 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [None req-220852b3-795a-4648-9efb-64b64594b4d5 admin admin] Usage tracker for resource:security_group_rule and tenant:974e3b8f147344468990fa9085a362a9 is out of sync, need to count used quota {{(pid=98851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:52:20.799367 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [None req-220852b3-795a-4648-9efb-64b64594b4d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:52:20.804964 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.quota.driver [None req-220852b3-795a-4648-9efb-64b64594b4d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:52:20.886375 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-220852b3-795a-4648-9efb-64b64594b4d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:20.963397 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-220852b3-795a-4648-9efb-64b64594b4d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:20.966217 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-b8ebcb66-793d-407b-bd69-86c8b335928d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:52:20.994989 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-220852b3-795a-4648-9efb-64b64594b4d5 admin admin] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=98851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:52:20.999907 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220852b3-795a-4648-9efb-64b64594b4d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d3aed75-4657-405e-abf3-6c21707d70f8,revision_number=1']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:21.003372 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-220852b3-795a-4648-9efb-64b64594b4d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:52:21.008003 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-220852b3-795a-4648-9efb-64b64594b4d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3483814'] for segment, precommit_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:21.008003 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.db.segments_db [None req-220852b3-795a-4648-9efb-64b64594b4d5 admin admin] Added segment 2ef45b56-3f6c-485e-ad4a-91a962921579 of type vlan for network 001312fa-1012-4c22-bc63-3c62fa3953f0 May 27 03:52:21.053302 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-220852b3-795a-4648-9efb-64b64594b4d5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786481306974'] for network, precommit_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:21.129222 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-220852b3-795a-4648-9efb-64b64594b4d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3689963'] for network, after_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:21.131063 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-220852b3-795a-4648-9efb-64b64594b4d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:52:21.131633 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-220852b3-795a-4648-9efb-64b64594b4d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689932'] for network, before_response {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:21.134906 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-c0ec7e61-a5eb-4b26-9061-05a99f1edd5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:52:21.231235 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220852b3-795a-4648-9efb-64b64594b4d5 admin admin] Pushing event updated for resources: {'Network': ['ID=001312fa-1012-4c22-bc63-3c62fa3953f0,revision_number=1']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:21.233765 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-220852b3-795a-4648-9efb-64b64594b4d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:52:21.241821 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Network 001312fa-1012-4c22-bc63-3c62fa3953f0 details requested by agent ovs-agent-dv-cinder-793264-1-iscsi with host dv-cinder-793264-1-iscsi {{(pid=98853) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:52:21.313195 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [None req-220852b3-795a-4648-9efb-64b64594b4d5 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6693330 May 27 03:52:21.315806 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.wsgi [-] (98851) accepted ('10.222.0.25', 34534) {{(pid=98851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:52:21.321252 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.v2.base [None req-14342dbc-2676-4d30-836d-49b9a1cbb37d admin admin] Request body: {'subnet': {'network_id': '001312fa-1012-4c22-bc63-3c62fa3953f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1088612368-subnet', 'tenant_id': '974e3b8f147344468990fa9085a362a9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:52:21.325814 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.quota.driver [None req-14342dbc-2676-4d30-836d-49b9a1cbb37d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:52:21.329646 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [None req-14342dbc-2676-4d30-836d-49b9a1cbb37d admin admin] Usage tracker for resource:subnet and tenant:974e3b8f147344468990fa9085a362a9 is out of sync, need to count used quota {{(pid=98851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:52:21.332467 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [None req-14342dbc-2676-4d30-836d-49b9a1cbb37d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:52:21.338143 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.quota.driver [None req-14342dbc-2676-4d30-836d-49b9a1cbb37d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:52:21.409343 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14342dbc-2676-4d30-836d-49b9a1cbb37d admin admin] Made reservation on behalf of 974e3b8f147344468990fa9085a362a9 for: {'subnet': 1} {{(pid=98851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:52:21.412120 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-14342dbc-2676-4d30-836d-49b9a1cbb37d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28094760'] for subnet, before_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:21.845326 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-14342dbc-2676-4d30-836d-49b9a1cbb37d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28244230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28094782'] for subnet, after_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:21.850322 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:52:21.920123 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14342dbc-2676-4d30-836d-49b9a1cbb37d admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e991ea8-55e5-44b0-bdd4-0c03b16632e7,revision_number=0']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:21.923866 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-14342dbc-2676-4d30-836d-49b9a1cbb37d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:52:21.930622 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14342dbc-2676-4d30-836d-49b9a1cbb37d admin admin] Checking segment: {'id': '2ef45b56-3f6c-485e-ad4a-91a962921579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '001312fa-1012-4c22-bc63-3c62fa3953f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 03:52:21.930971 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14342dbc-2676-4d30-836d-49b9a1cbb37d admin admin] Network hostable DHCP agents. Network: 001312fa-1012-4c22-bc63-3c62fa3953f0, hostable agents: ['a814e8a4-142b-4ae8-859e-9bd936be0847'], hosted agents: [] {{(pid=98851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:52:22.003508 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14342dbc-2676-4d30-836d-49b9a1cbb37d admin admin] Network 001312fa-1012-4c22-bc63-3c62fa3953f0 is scheduled to be hosted by DHCP agent a814e8a4-142b-4ae8-859e-9bd936be0847 with binding_index 1 {{(pid=98851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:52:22.084085 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.scheduler.base_scheduler [None req-14342dbc-2676-4d30-836d-49b9a1cbb37d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793264-1-iscsi, 001312fa-1012-4c22-bc63-3c62fa3953f0) {{(pid=98851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:52:22.092967 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b026f23a-f382-42af-94c9-02df4ce85392 None None] Network 001312fa-1012-4c22-bc63-3c62fa3953f0 requested from dv-cinder-793264-1-iscsi {{(pid=98853) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 03:52:22.097161 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14342dbc-2676-4d30-836d-49b9a1cbb37d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:52:22.097161 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-14342dbc-2676-4d30-836d-49b9a1cbb37d admin admin] Notify callbacks [] for subnet, before_response {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:22.170359 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [None req-14342dbc-2676-4d30-836d-49b9a1cbb37d admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8534245 May 27 03:52:22.286841 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4b98629-8684-45d5-91df-0b9af1efd62f None None] Network 001312fa-1012-4c22-bc63-3c62fa3953f0 requested from dv-cinder-793264-1-iscsi {{(pid=98853) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 03:52:22.298596 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.wsgi [-] (98851) accepted ('10.222.0.25', 34540) {{(pid=98851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:52:22.360639 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc3bb064-08eb-4dc2-a504-a71c87d46aa7 admin admin] Deleting subnet 7854c1b2-f0fe-446a-a156-76ae5b2ac6d2 {{(pid=98851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 27 03:52:22.363641 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-bc3bb064-08eb-4dc2-a504-a71c87d46aa7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:22.412725 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-bc3bb064-08eb-4dc2-a504-a71c87d46aa7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27470063'] for subnet, precommit_delete_associations {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:22.471694 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-bc3bb064-08eb-4dc2-a504-a71c87d46aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3482611'] for subnet, precommit_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:22.758041 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-bc3bb064-08eb-4dc2-a504-a71c87d46aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3483172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28244295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28094725'] for subnet, after_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:22.762028 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:52:22.798916 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3bb064-08eb-4dc2-a504-a71c87d46aa7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7854c1b2-f0fe-446a-a156-76ae5b2ac6d2,revision_number=None']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:22.802992 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-bc3bb064-08eb-4dc2-a504-a71c87d46aa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:52:22.805275 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-bc3bb064-08eb-4dc2-a504-a71c87d46aa7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:22.810845 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [None req-bc3bb064-08eb-4dc2-a504-a71c87d46aa7 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/7854c1b2-f0fe-446a-a156-76ae5b2ac6d2 HTTP/1.1" status: 204 len: 168 time: 0.5112593 May 27 03:52:22.813238 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.wsgi [-] (98851) accepted ('10.222.0.25', 34544) {{(pid=98851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:52:22.917884 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-5fbc5746-62ab-4a7d-a4b5-a8496241b561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667815'] for network, before_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:23.038695 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-5fbc5746-62ab-4a7d-a4b5-a8496241b561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489390', 'neutron.services.segments.db._delete_segments_for_network-8786481734117'] for network, precommit_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:23.051001 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.services.segments.db [None req-5fbc5746-62ab-4a7d-a4b5-a8496241b561 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3337ab7-862a-41a9-869b-f08f9a10773e']}} {{(pid=98851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:52:23.063197 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.services.segments.db [None req-5fbc5746-62ab-4a7d-a4b5-a8496241b561 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f561e8c4-b227-4955-9141-e5ade1e0f772') {'for_net_delete': True} {{(pid=98851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:52:23.063494 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.services.segments.db [None req-5fbc5746-62ab-4a7d-a4b5-a8496241b561 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f561e8c4-b227-4955-9141-e5ade1e0f772') {} {{(pid=98851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:52:23.074786 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-5fbc5746-62ab-4a7d-a4b5-a8496241b561 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786481741990', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27470038'] for segment, before_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:23.090607 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-5fbc5746-62ab-4a7d-a4b5-a8496241b561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3483814'] for segment, precommit_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:23.096423 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fbc5746-62ab-4a7d-a4b5-a8496241b561 admin admin] Releasing vlan 88 on physical network physnet1 to pool {{(pid=98851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 03:52:23.096805 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-5fbc5746-62ab-4a7d-a4b5-a8496241b561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3483814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28231653'] for segment, after_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:23.110013 dv-cinder-793264-1-iscsi neutron-server[98851]: Traceback (most recent call last): May 27 03:52:23.110013 dv-cinder-793264-1-iscsi neutron-server[98851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 27 03:52:23.110013 dv-cinder-793264-1-iscsi neutron-server[98851]: timer() May 27 03:52:23.110013 dv-cinder-793264-1-iscsi neutron-server[98851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 03:52:23.110013 dv-cinder-793264-1-iscsi neutron-server[98851]: cb(*args, **kw) May 27 03:52:23.110013 dv-cinder-793264-1-iscsi neutron-server[98851]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 27 03:52:23.110013 dv-cinder-793264-1-iscsi neutron-server[98851]: return func(*args, **kwargs) May 27 03:52:23.110013 dv-cinder-793264-1-iscsi neutron-server[98851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 03:52:23.110013 dv-cinder-793264-1-iscsi neutron-server[98851]: self._notify() May 27 03:52:23.110013 dv-cinder-793264-1-iscsi neutron-server[98851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 03:52:23.110013 dv-cinder-793264-1-iscsi neutron-server[98851]: self.callback(batched_events) May 27 03:52:23.110013 dv-cinder-793264-1-iscsi neutron-server[98851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 03:52:23.110013 dv-cinder-793264-1-iscsi neutron-server[98851]: event.method(event) May 27 03:52:23.110013 dv-cinder-793264-1-iscsi neutron-server[98851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 03:52:23.110013 dv-cinder-793264-1-iscsi neutron-server[98851]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 03:52:23.110013 dv-cinder-793264-1-iscsi neutron-server[98851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 03:52:23.110013 dv-cinder-793264-1-iscsi neutron-server[98851]: aggregate_uuid = self.p_client.list_aggregates( May 27 03:52:23.110013 dv-cinder-793264-1-iscsi neutron-server[98851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 03:52:23.110013 dv-cinder-793264-1-iscsi neutron-server[98851]: return f(self, *a, **k) May 27 03:52:23.110013 dv-cinder-793264-1-iscsi neutron-server[98851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 27 03:52:23.110013 dv-cinder-793264-1-iscsi neutron-server[98851]: return self._get(url).json() May 27 03:52:23.110013 dv-cinder-793264-1-iscsi neutron-server[98851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 27 03:52:23.110013 dv-cinder-793264-1-iscsi neutron-server[98851]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 03:52:23.110013 dv-cinder-793264-1-iscsi neutron-server[98851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 27 03:52:23.110013 dv-cinder-793264-1-iscsi neutron-server[98851]: return self.request(url, 'GET', **kwargs) May 27 03:52:23.110013 dv-cinder-793264-1-iscsi neutron-server[98851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 27 03:52:23.110013 dv-cinder-793264-1-iscsi neutron-server[98851]: base_url = self.get_endpoint(auth, allow=allow, May 27 03:52:23.110013 dv-cinder-793264-1-iscsi neutron-server[98851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 27 03:52:23.110013 dv-cinder-793264-1-iscsi neutron-server[98851]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 03:52:23.110013 dv-cinder-793264-1-iscsi neutron-server[98851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 27 03:52:23.110013 dv-cinder-793264-1-iscsi neutron-server[98851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 03:52:23.110013 dv-cinder-793264-1-iscsi neutron-server[98851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 03:52:23.346337 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-5fbc5746-62ab-4a7d-a4b5-a8496241b561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3689963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417779'] for network, after_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:23.350508 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-eebd5d4c-86a8-450a-8217-d45f2fd15350 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:52:23.363050 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-5fbc5746-62ab-4a7d-a4b5-a8496241b561 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689932'] for network, before_response {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:23.371692 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbc5746-62ab-4a7d-a4b5-a8496241b561 admin admin] Pushing event deleted for resources: {'Network': ['ID=f3337ab7-862a-41a9-869b-f08f9a10773e,revision_number=None']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:23.373714 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-5fbc5746-62ab-4a7d-a4b5-a8496241b561 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:52:23.375136 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [None req-5fbc5746-62ab-4a7d-a4b5-a8496241b561 admin admin] 10.222.0.25 "DELETE /v2.0/networks/f3337ab7-862a-41a9-869b-f08f9a10773e HTTP/1.1" status: 204 len: 168 time: 0.5610073 May 27 03:52:23.377927 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.wsgi [-] (98851) accepted ('10.222.0.25', 34548) {{(pid=98851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:52:23.436573 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee75ce6b-8d06-40cc-95ac-142a76327cd2 admin admin] Deleting subnet 0e991ea8-55e5-44b0-bdd4-0c03b16632e7 {{(pid=98851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 27 03:52:23.439621 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-ee75ce6b-8d06-40cc-95ac-142a76327cd2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:23.491030 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-ee75ce6b-8d06-40cc-95ac-142a76327cd2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27470063'] for subnet, precommit_delete_associations {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:23.545504 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-ee75ce6b-8d06-40cc-95ac-142a76327cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3482611'] for subnet, precommit_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:23.827088 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-ee75ce6b-8d06-40cc-95ac-142a76327cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3483172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28244295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28094725'] for subnet, after_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:23.831864 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:52:23.865626 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75ce6b-8d06-40cc-95ac-142a76327cd2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e991ea8-55e5-44b0-bdd4-0c03b16632e7,revision_number=None']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:23.867930 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-ee75ce6b-8d06-40cc-95ac-142a76327cd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:52:23.870692 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-ee75ce6b-8d06-40cc-95ac-142a76327cd2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:23.876339 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [None req-ee75ce6b-8d06-40cc-95ac-142a76327cd2 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/0e991ea8-55e5-44b0-bdd4-0c03b16632e7 HTTP/1.1" status: 204 len: 168 time: 0.4974811 May 27 03:52:23.878755 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.wsgi [-] (98851) accepted ('10.222.0.25', 34552) {{(pid=98851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:52:23.983349 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-f078e579-8af8-464b-83dc-243c57cd586a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667815'] for network, before_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:24.104712 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-f078e579-8af8-464b-83dc-243c57cd586a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489390', 'neutron.services.segments.db._delete_segments_for_network-8786481734117'] for network, precommit_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:24.117474 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.services.segments.db [None req-f078e579-8af8-464b-83dc-243c57cd586a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['001312fa-1012-4c22-bc63-3c62fa3953f0']}} {{(pid=98851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:52:24.129102 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.services.segments.db [None req-f078e579-8af8-464b-83dc-243c57cd586a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ef45b56-3f6c-485e-ad4a-91a962921579') {'for_net_delete': True} {{(pid=98851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:52:24.129969 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.services.segments.db [None req-f078e579-8af8-464b-83dc-243c57cd586a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ef45b56-3f6c-485e-ad4a-91a962921579') {} {{(pid=98851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:52:24.140900 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-f078e579-8af8-464b-83dc-243c57cd586a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786481741990', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27470038'] for segment, before_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:24.156460 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-f078e579-8af8-464b-83dc-243c57cd586a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3483814'] for segment, precommit_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:24.162257 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f078e579-8af8-464b-83dc-243c57cd586a admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=98851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 03:52:24.165123 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-f078e579-8af8-464b-83dc-243c57cd586a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3483814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28231653'] for segment, after_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:24.175262 dv-cinder-793264-1-iscsi neutron-server[98851]: Traceback (most recent call last): May 27 03:52:24.175262 dv-cinder-793264-1-iscsi neutron-server[98851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 27 03:52:24.175262 dv-cinder-793264-1-iscsi neutron-server[98851]: timer() May 27 03:52:24.175262 dv-cinder-793264-1-iscsi neutron-server[98851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 03:52:24.175262 dv-cinder-793264-1-iscsi neutron-server[98851]: cb(*args, **kw) May 27 03:52:24.175262 dv-cinder-793264-1-iscsi neutron-server[98851]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 27 03:52:24.175262 dv-cinder-793264-1-iscsi neutron-server[98851]: return func(*args, **kwargs) May 27 03:52:24.175262 dv-cinder-793264-1-iscsi neutron-server[98851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 03:52:24.175262 dv-cinder-793264-1-iscsi neutron-server[98851]: self._notify() May 27 03:52:24.175262 dv-cinder-793264-1-iscsi neutron-server[98851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 03:52:24.175262 dv-cinder-793264-1-iscsi neutron-server[98851]: self.callback(batched_events) May 27 03:52:24.175262 dv-cinder-793264-1-iscsi neutron-server[98851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 03:52:24.175262 dv-cinder-793264-1-iscsi neutron-server[98851]: event.method(event) May 27 03:52:24.175262 dv-cinder-793264-1-iscsi neutron-server[98851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 03:52:24.175262 dv-cinder-793264-1-iscsi neutron-server[98851]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 03:52:24.175262 dv-cinder-793264-1-iscsi neutron-server[98851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 03:52:24.175262 dv-cinder-793264-1-iscsi neutron-server[98851]: aggregate_uuid = self.p_client.list_aggregates( May 27 03:52:24.175262 dv-cinder-793264-1-iscsi neutron-server[98851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 03:52:24.175262 dv-cinder-793264-1-iscsi neutron-server[98851]: return f(self, *a, **k) May 27 03:52:24.175262 dv-cinder-793264-1-iscsi neutron-server[98851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 27 03:52:24.175262 dv-cinder-793264-1-iscsi neutron-server[98851]: return self._get(url).json() May 27 03:52:24.175262 dv-cinder-793264-1-iscsi neutron-server[98851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 27 03:52:24.175262 dv-cinder-793264-1-iscsi neutron-server[98851]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 03:52:24.175262 dv-cinder-793264-1-iscsi neutron-server[98851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 27 03:52:24.175262 dv-cinder-793264-1-iscsi neutron-server[98851]: return self.request(url, 'GET', **kwargs) May 27 03:52:24.175262 dv-cinder-793264-1-iscsi neutron-server[98851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 27 03:52:24.175262 dv-cinder-793264-1-iscsi neutron-server[98851]: base_url = self.get_endpoint(auth, allow=allow, May 27 03:52:24.175262 dv-cinder-793264-1-iscsi neutron-server[98851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 27 03:52:24.175262 dv-cinder-793264-1-iscsi neutron-server[98851]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 03:52:24.175262 dv-cinder-793264-1-iscsi neutron-server[98851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 27 03:52:24.175262 dv-cinder-793264-1-iscsi neutron-server[98851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 03:52:24.175262 dv-cinder-793264-1-iscsi neutron-server[98851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 03:52:24.311902 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-f078e579-8af8-464b-83dc-243c57cd586a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3689963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417779'] for network, after_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:24.315330 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:52:24.328067 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-f078e579-8af8-464b-83dc-243c57cd586a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689932'] for network, before_response {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:24.336953 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f078e579-8af8-464b-83dc-243c57cd586a admin admin] Pushing event deleted for resources: {'Network': ['ID=001312fa-1012-4c22-bc63-3c62fa3953f0,revision_number=None']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:24.339056 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-f078e579-8af8-464b-83dc-243c57cd586a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:52:24.340453 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [None req-f078e579-8af8-464b-83dc-243c57cd586a admin admin] 10.222.0.25 "DELETE /v2.0/networks/001312fa-1012-4c22-bc63-3c62fa3953f0 HTTP/1.1" status: 204 len: 168 time: 0.4607704 May 27 03:52:24.641818 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 34558) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:52:24.690500 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-556e599b-76ee-427f-a100-a7a1974cb732 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d99cb261458848bc99f24003408eb9d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0473623 May 27 03:52:24.693014 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 34562) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:52:24.750583 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-f1963343-a1b5-44b3-9a76-a49e45907ab1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:24.775834 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-f1963343-a1b5-44b3-9a76-a49e45907ab1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:24.923784 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-f1963343-a1b5-44b3-9a76-a49e45907ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:24.927679 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-7d700db4-fbda-4e61-88df-c4e656733b7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:52:24.938500 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1963343-a1b5-44b3-9a76-a49e45907ab1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b6c9f90-ac0f-4755-9931-69381ea43335,revision_number=None']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:24.942428 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-f1963343-a1b5-44b3-9a76-a49e45907ab1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:52:24.945516 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-f1963343-a1b5-44b3-9a76-a49e45907ab1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:24.949241 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-f1963343-a1b5-44b3-9a76-a49e45907ab1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5b6c9f90-ac0f-4755-9931-69381ea43335 HTTP/1.1" status: 204 len: 168 time: 0.2553217 May 27 03:52:25.595409 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.wsgi [-] (98851) accepted ('10.222.0.25', 34572) {{(pid=98851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:52:25.643523 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [None req-b4be7ad7-0a53-4ca1-934b-67d23faceebf admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=974e3b8f147344468990fa9085a362a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0469222 May 27 03:52:25.645802 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.wsgi [-] (98851) accepted ('10.222.0.25', 34576) {{(pid=98851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:52:25.706572 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-3115651b-9701-4294-9cb3-16dc23f81a56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:25.733595 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-3115651b-9701-4294-9cb3-16dc23f81a56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:25.838023 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.agents_db [None req-9826b012-bfd7-43dd-a737-969f574491ef None None] Agent healthcheck: found 6 active agents {{(pid=98854) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 03:52:25.929089 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-3115651b-9701-4294-9cb3-16dc23f81a56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:25.932884 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-72c4e0f4-5b1f-4197-b5a4-4ce60df65d3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:52:25.944058 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3115651b-9701-4294-9cb3-16dc23f81a56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d3aed75-4657-405e-abf3-6c21707d70f8,revision_number=None']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:25.947664 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-3115651b-9701-4294-9cb3-16dc23f81a56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:52:25.951329 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-3115651b-9701-4294-9cb3-16dc23f81a56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:25.952461 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [None req-3115651b-9701-4294-9cb3-16dc23f81a56 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6d3aed75-4657-405e-abf3-6c21707d70f8 HTTP/1.1" status: 204 len: 168 time: 0.3057742 May 27 03:52:33.848818 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-28bd98cf-151b-4baa-9887-8e4551b0e16d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:36.391567 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-1e879552-eabc-4d7a-a706-89e9fcf7d0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:36.443110 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:36.664585 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14ebda3-17fc-4e36-a7b3-d7fd340824af req-0de19d78-fd15-4921-95ee-dbb5780fd61b tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:52:36.665923 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-d14ebda3-17fc-4e36-a7b3-d7fd340824af req-0de19d78-fd15-4921-95ee-dbb5780fd61b tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/ports?device_id=aaf24d29-a180-44ed-9549-e4cca130f813 HTTP/1.1" status: 200 len: 946 time: 0.0779328 May 27 03:52:36.714856 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-d14ebda3-17fc-4e36-a7b3-d7fd340824af req-066a4f8a-78aa-4e0e-bcf1-211ed58e499b tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/security-groups?id=5862f959-de62-4ec4-b016-964d0e52242c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433929 May 27 03:52:37.712120 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-e3613943-0892-48bd-9358-60eb59884bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:37.927275 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d529dc-1373-494b-b682-21d0cf868fbb req-64ac273f-7031-4bdc-988e-2fc3b6eb1a5a tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:52:37.928958 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-03d529dc-1373-494b-b682-21d0cf868fbb req-64ac273f-7031-4bdc-988e-2fc3b6eb1a5a tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/ports?device_id=aaf24d29-a180-44ed-9549-e4cca130f813 HTTP/1.1" status: 200 len: 946 time: 0.0919175 May 27 03:52:37.973969 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-03d529dc-1373-494b-b682-21d0cf868fbb req-3d308b28-0d30-4d5e-aea5-8bfff0f901c0 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/security-groups?id=5862f959-de62-4ec4-b016-964d0e52242c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390856 May 27 03:52:38.505490 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfcac80-96fd-4041-936e-a28becc908e3 req-db8a6f85-58a9-4f74-8467-315dea3f55ee tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:52:38.507490 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-dbfcac80-96fd-4041-936e-a28becc908e3 req-db8a6f85-58a9-4f74-8467-315dea3f55ee tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.36 "GET /v2.0/ports?device_id=aaf24d29-a180-44ed-9549-e4cca130f813 HTTP/1.1" status: 200 len: 946 time: 0.0834773 May 27 03:52:38.642775 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.plugin [req-dbfcac80-96fd-4041-936e-a28becc908e3 req-8238b5d5-ec72-4f00-8db6-7f82b20dad72 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Deleting port 99d7c768-f910-47b6-ae4b-dc6dede2eec8 {{(pid=98851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 03:52:38.643107 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-dbfcac80-96fd-4041-936e-a28becc908e3 req-8238b5d5-ec72-4f00-8db6-7f82b20dad72 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786481719372'] for port, before_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:38.777829 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.db [req-dbfcac80-96fd-4041-936e-a28becc908e3 req-8238b5d5-ec72-4f00-8db6-7f82b20dad72 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] For port 99d7c768-f910-47b6-ae4b-dc6dede2eec8, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=99d7c768-f910-47b6-ae4b-dc6dede2eec8,segment=NetworkSegment(5baf6fec-eb5b-47d6-b1b0-298ebe932b07),segment_id=5baf6fec-eb5b-47d6-b1b0-298ebe932b07)] {{(pid=98851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:52:38.778445 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-dbfcac80-96fd-4041-936e-a28becc908e3 req-8238b5d5-ec72-4f00-8db6-7f82b20dad72 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417280'] for port, precommit_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:39.215076 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-dbfcac80-96fd-4041-936e-a28becc908e3 req-8238b5d5-ec72-4f00-8db6-7f82b20dad72 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:39.215350 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-dbfcac80-96fd-4041-936e-a28becc908e3 req-8238b5d5-ec72-4f00-8db6-7f82b20dad72 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-417761'] for floatingip, after_update {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:39.215660 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.db.l3_db [req-dbfcac80-96fd-4041-936e-a28becc908e3 req-8238b5d5-ec72-4f00-8db6-7f82b20dad72 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Floating IP 5e155655-0b97-40a1-befb-fd36ad1d9724 disassociated. External IP: 172.27.2.10, port: 99d7c768-f910-47b6-ae4b-dc6dede2eec8. May 27 03:52:39.215996 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.plugin [req-dbfcac80-96fd-4041-936e-a28becc908e3 req-8238b5d5-ec72-4f00-8db6-7f82b20dad72 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Calling delete_port for 99d7c768-f910-47b6-ae4b-dc6dede2eec8 owned by compute:nova {{(pid=98851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 03:52:39.253386 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c35c87b-6b0e-45ab-8681-4cd314d80054 req-75b0c41a-52ec-4935-9935-6b9beed46ae9 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:52:39.254844 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-3c35c87b-6b0e-45ab-8681-4cd314d80054 req-75b0c41a-52ec-4935-9935-6b9beed46ae9 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/ports?device_id=aaf24d29-a180-44ed-9549-e4cca130f813 HTTP/1.1" status: 200 len: 946 time: 0.1335614 May 27 03:52:39.311489 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-3c35c87b-6b0e-45ab-8681-4cd314d80054 req-415a2d61-bad1-40f1-87b0-b4971d00118f tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/security-groups?id=5862f959-de62-4ec4-b016-964d0e52242c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505290 May 27 03:52:39.323192 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-3af0ace6-547d-4950-9fe5-73e267668fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:39.426251 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-dbfcac80-96fd-4041-936e-a28becc908e3 req-8238b5d5-ec72-4f00-8db6-7f82b20dad72 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786481721510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786481287397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28231606'] for port, after_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:39.431613 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-4c4b68ff-13e0-49d0-8121-65b64a358007 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:52:39.475430 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8238b5d5-ec72-4f00-8db6-7f82b20dad72 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Pushing event deleted for resources: {'Port': ['ID=99d7c768-f910-47b6-ae4b-dc6dede2eec8,revision_number=None']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:39.478972 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-8238b5d5-ec72-4f00-8db6-7f82b20dad72 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:52:39.661672 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dbfcac80-96fd-4041-936e-a28becc908e3 req-8238b5d5-ec72-4f00-8db6-7f82b20dad72 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Router 859ef1be-f83d-4b4a-bb61-af14dc51249b has already been hosted by L3 agent 816f7595-8215-4f06-9251-575c663b21d0 {{(pid=98851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 03:52:39.843612 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dbfcac80-96fd-4041-936e-a28becc908e3 req-8238b5d5-ec72-4f00-8db6-7f82b20dad72 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Notify agent at l3_agent.dv-cinder-793264-1-iscsi the message routers_updated {{(pid=98851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 03:52:39.853418 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e1bb66-52f3-467b-b327-3e56d1d13854 None None] Sync routers for ids ['859ef1be-f83d-4b4a-bb61-af14dc51249b'] in dv-cinder-793264-1-iscsi {{(pid=98854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:52:39.864827 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e1bb66-52f3-467b-b327-3e56d1d13854 None None] Routers {'859ef1be-f83d-4b4a-bb61-af14dc51249b'} bound to L3 agent in host dv-cinder-793264-1-iscsi {{(pid=98854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 03:52:39.865443 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.l3_hamode_db [None req-50e1bb66-52f3-467b-b327-3e56d1d13854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-27T03:33:06Z,description=,heartbeat_timestamp=2021-05-27T03:52:36Z,host='dv-cinder-793264-1-iscsi',id=816f7595-8215-4f06-9251-575c663b21d0,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T03:33:06Z,topic='l3_agent')) {'router_ids': ['859ef1be-f83d-4b4a-bb61-af14dc51249b'], 'active': True} {{(pid=98854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:52:39.924424 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbfcac80-96fd-4041-936e-a28becc908e3 req-8238b5d5-ec72-4f00-8db6-7f82b20dad72 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] No DVR routers for this DVR port 99d7c768-f910-47b6-ae4b-dc6dede2eec8 on host hv-cinder-79326 {{(pid=98851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:52:39.927009 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-dbfcac80-96fd-4041-936e-a28becc908e3 req-8238b5d5-ec72-4f00-8db6-7f82b20dad72 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4037888'] for port, before_response {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:39.935717 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaf24d29-a180-44ed-9549-e4cca130f813', 'name': 'network-vif-deleted', 'tag': '99d7c768-f910-47b6-ae4b-dc6dede2eec8'}] {{(pid=98851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:52:40.026729 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-dbfcac80-96fd-4041-936e-a28becc908e3 req-8238b5d5-ec72-4f00-8db6-7f82b20dad72 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.36 "DELETE /v2.0/ports/99d7c768-f910-47b6-ae4b-dc6dede2eec8 HTTP/1.1" status: 204 len: 173 time: 1.5140595 May 27 03:52:40.063014 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.l3_dvr_db [None req-50e1bb66-52f3-467b-b327-3e56d1d13854 None None] Set router 859ef1be-f83d-4b4a-bb61-af14dc51249b gateway port host: dv-cinder-793264-1-iscsi {{(pid=98854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 03:52:40.122942 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaf24d29-a180-44ed-9549-e4cca130f813', 'name': 'network-vif-deleted', 'tag': '99d7c768-f910-47b6-ae4b-dc6dede2eec8', 'status': 'completed', 'code': 200} May 27 03:52:40.416491 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.l3_hamode_db [None req-50e1bb66-52f3-467b-b327-3e56d1d13854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '859ef1be-f83d-4b4a-bb61-af14dc51249b', 'name': 'tempest-AttachVolumeShelveTestJSON-1845807498-router', 'tenant_id': '16ccb2756adb4055942bd0a0f0a061f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'external_fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': 'da2419f3-ea75-4513-af86-3fd1cd8c9eaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:40:50Z', 'updated_at': '2021-05-27T03:41:04Z', 'revision_number': 4, 'project_id': '16ccb2756adb4055942bd0a0f0a061f4', 'gw_port': {'id': 'da2419f3-ea75-4513-af86-3fd1cd8c9eaa', 'name': '', 'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:2d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859ef1be-f83d-4b4a-bb61-af14dc51249b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:40:51Z', 'updated_at': '2021-05-27T03:41:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-iscsi', '_interfaces': [{'id': 'e733f041-97f3-4335-87a4-5ca0fbf1be8b', 'name': '', 'network_id': 'f65a0cca-1ebc-4ae6-b01b-5fdf0f05198a', 'tenant_id': '16ccb2756adb4055942bd0a0f0a061f4', 'mac_address': 'fa:16:3e:cf:c4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859ef1be-f83d-4b4a-bb61-af14dc51249b', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '82530ddc-ffd6-4079-8434-d6a04187e8aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:40:59Z', 'updated_at': '2021-05-27T03:41:18Z', 'revision_number': 5, 'project_id': '16ccb2756adb4055942bd0a0f0a061f4', 'subnets': [{'id': '82530ddc-ffd6-4079-8434-d6a04187e8aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-1-iscsi', False) {} {{(pid=98854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:52:40.420447 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e1bb66-52f3-467b-b327-3e56d1d13854 None None] Checking router: 859ef1be-f83d-4b4a-bb61-af14dc51249b for host: dv-cinder-793264-1-iscsi {{(pid=98854) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:52:40.429625 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e1bb66-52f3-467b-b327-3e56d1d13854 None None] Routers {'859ef1be-f83d-4b4a-bb61-af14dc51249b'} bound to L3 agent in host dv-cinder-793264-1-iscsi {{(pid=98854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 03:52:40.430256 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.l3_hamode_db [None req-50e1bb66-52f3-467b-b327-3e56d1d13854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-27T03:33:06Z,description=,heartbeat_timestamp=2021-05-27T03:52:36Z,host='dv-cinder-793264-1-iscsi',id=816f7595-8215-4f06-9251-575c663b21d0,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T03:33:06Z,topic='l3_agent')) {'router_ids': ['859ef1be-f83d-4b4a-bb61-af14dc51249b'], 'active': True} {{(pid=98854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:52:40.479307 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [req-1afd273a-d76a-4222-8d4f-03d84ffa8035 req-7d17eaf3-3ffe-49eb-adff-896923de0be2 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Synchronizing usage tracker for tenant:16ccb2756adb4055942bd0a0f0a061f4 on resource:port {{(pid=98851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:52:40.551807 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [req-1afd273a-d76a-4222-8d4f-03d84ffa8035 req-7d17eaf3-3ffe-49eb-adff-896923de0be2 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Unset dirty status for tenant:16ccb2756adb4055942bd0a0f0a061f4 on resource:port {{(pid=98851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:52:40.553044 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-1afd273a-d76a-4222-8d4f-03d84ffa8035 req-7d17eaf3-3ffe-49eb-adff-896923de0be2 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/ports?device_id=aaf24d29-a180-44ed-9549-e4cca130f813 HTTP/1.1" status: 200 len: 210 time: 0.1151130 May 27 03:52:40.609841 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.l3_dvr_db [None req-50e1bb66-52f3-467b-b327-3e56d1d13854 None None] Set router 859ef1be-f83d-4b4a-bb61-af14dc51249b gateway port host: dv-cinder-793264-1-iscsi {{(pid=98854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 03:52:40.928089 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.l3_hamode_db [None req-50e1bb66-52f3-467b-b327-3e56d1d13854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '859ef1be-f83d-4b4a-bb61-af14dc51249b', 'name': 'tempest-AttachVolumeShelveTestJSON-1845807498-router', 'tenant_id': '16ccb2756adb4055942bd0a0f0a061f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'external_fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': 'da2419f3-ea75-4513-af86-3fd1cd8c9eaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:40:50Z', 'updated_at': '2021-05-27T03:41:04Z', 'revision_number': 4, 'project_id': '16ccb2756adb4055942bd0a0f0a061f4', 'gw_port': {'id': 'da2419f3-ea75-4513-af86-3fd1cd8c9eaa', 'name': '', 'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:2d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859ef1be-f83d-4b4a-bb61-af14dc51249b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:40:51Z', 'updated_at': '2021-05-27T03:41:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-iscsi', '_interfaces': [{'id': 'e733f041-97f3-4335-87a4-5ca0fbf1be8b', 'name': '', 'network_id': 'f65a0cca-1ebc-4ae6-b01b-5fdf0f05198a', 'tenant_id': '16ccb2756adb4055942bd0a0f0a061f4', 'mac_address': 'fa:16:3e:cf:c4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859ef1be-f83d-4b4a-bb61-af14dc51249b', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '82530ddc-ffd6-4079-8434-d6a04187e8aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:40:59Z', 'updated_at': '2021-05-27T03:41:18Z', 'revision_number': 5, 'project_id': '16ccb2756adb4055942bd0a0f0a061f4', 'subnets': [{'id': '82530ddc-ffd6-4079-8434-d6a04187e8aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-1-iscsi', False) {} {{(pid=98854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:52:40.932754 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e1bb66-52f3-467b-b327-3e56d1d13854 None None] The sync data for ids ['859ef1be-f83d-4b4a-bb61-af14dc51249b'] in dv-cinder-793264-1-iscsi is: [{'id': '859ef1be-f83d-4b4a-bb61-af14dc51249b', 'name': 'tempest-AttachVolumeShelveTestJSON-1845807498-router', 'tenant_id': '16ccb2756adb4055942bd0a0f0a061f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'external_fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': 'da2419f3-ea75-4513-af86-3fd1cd8c9eaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:40:50Z', 'updated_at': '2021-05-27T03:41:04Z', 'revision_number': 4, 'project_id': '16ccb2756adb4055942bd0a0f0a061f4', 'gw_port': {'id': 'da2419f3-ea75-4513-af86-3fd1cd8c9eaa', 'name': '', 'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:2d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859ef1be-f83d-4b4a-bb61-af14dc51249b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:40:51Z', 'updated_at': '2021-05-27T03:41:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-iscsi', '_interfaces': [{'id': 'e733f041-97f3-4335-87a4-5ca0fbf1be8b', 'name': '', 'network_id': 'f65a0cca-1ebc-4ae6-b01b-5fdf0f05198a', 'tenant_id': '16ccb2756adb4055942bd0a0f0a061f4', 'mac_address': 'fa:16:3e:cf:c4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859ef1be-f83d-4b4a-bb61-af14dc51249b', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '82530ddc-ffd6-4079-8434-d6a04187e8aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:40:59Z', 'updated_at': '2021-05-27T03:41:18Z', 'revision_number': 5, 'project_id': '16ccb2756adb4055942bd0a0f0a061f4', 'subnets': [{'id': '82530ddc-ffd6-4079-8434-d6a04187e8aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:52:41.134446 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946523f2-b9b0-42fa-9764-ca3e8ba817c0 None None] New status for floating IP 5e155655-0b97-40a1-befb-fd36ad1d9724: DOWN {{(pid=98853) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 03:52:41.781460 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Device 99d7c768-f910-47b6-ae4b-dc6dede2eec8 no longer exists at agent hyperv_hv-cinder-79326 {{(pid=98853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:52:41.820958 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.plugin [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] No Port match for: 99d7c768-f910-47b6-ae4b-dc6dede2eec8 {{(pid=98853) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 03:52:41.821322 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Device 99d7c768-f910-47b6-ae4b-dc6dede2eec8 not bound to the agent host hv-cinder-79326 {{(pid=98853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:52:42.770099 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 34738) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:52:42.834664 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-01f82565-a921-435b-a4a5-94933b0b7415 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Notify callbacks [] for security_group, before_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:42.862158 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-01f82565-a921-435b-a4a5-94933b0b7415 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:42.985973 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-01f82565-a921-435b-a4a5-94933b0b7415 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:42.990878 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-df6afb7e-87bc-45eb-ae89-803bd40a03d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:52:43.005541 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f82565-a921-435b-a4a5-94933b0b7415 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5862f959-de62-4ec4-b016-964d0e52242c,revision_number=None']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:43.007871 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-01f82565-a921-435b-a4a5-94933b0b7415 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:52:43.111005 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-01f82565-a921-435b-a4a5-94933b0b7415 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Notify callbacks [] for security_group, before_response {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:43.112182 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-01f82565-a921-435b-a4a5-94933b0b7415 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "DELETE /v2.0/security-groups/5862f959-de62-4ec4-b016-964d0e52242c HTTP/1.1" status: 204 len: 168 time: 0.3410833 May 27 03:52:43.114930 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 34746) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:52:43.130783 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.api.v2.resource [None req-72e8e2ab-9473-40a0-9c80-154cd4c1be8e tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] show failed (client error): The resource could not be found. May 27 03:52:43.131737 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-72e8e2ab-9473-40a0-9c80-154cd4c1be8e tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "GET /v2.0/security-groups/5862f959-de62-4ec4-b016-964d0e52242c HTTP/1.1" status: 404 len: 347 time: 0.0159137 May 27 03:52:43.134818 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.wsgi [-] (98851) accepted ('10.222.0.25', 34750) {{(pid=98851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:52:43.347635 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.plugin [None req-6279a87e-d4af-40d5-aff1-c66089112969 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Deleting port a1c4f40c-eb60-48fb-a05e-ab154e3fc102 {{(pid=98851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 03:52:43.347968 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-6279a87e-d4af-40d5-aff1-c66089112969 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786481719372'] for port, before_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:43.464005 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-6279a87e-d4af-40d5-aff1-c66089112969 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417280'] for port, precommit_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:43.464324 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-6279a87e-d4af-40d5-aff1-c66089112969 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:43.582020 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.plugin [None req-6279a87e-d4af-40d5-aff1-c66089112969 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Calling delete_port for a1c4f40c-eb60-48fb-a05e-ab154e3fc102 owned by network:floatingip {{(pid=98851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 03:52:43.871845 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-6279a87e-d4af-40d5-aff1-c66089112969 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786481721510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786481287397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28231606'] for port, after_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:43.875672 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-e370b67a-e7e6-4935-88b8-e5c01a50ff70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:52:43.919761 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6279a87e-d4af-40d5-aff1-c66089112969 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Pushing event deleted for resources: {'Port': ['ID=a1c4f40c-eb60-48fb-a05e-ab154e3fc102,revision_number=None']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:43.922961 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-6279a87e-d4af-40d5-aff1-c66089112969 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:52:44.012134 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-6279a87e-d4af-40d5-aff1-c66089112969 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Notify callbacks [] for floatingip, after_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:44.088151 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-6279a87e-d4af-40d5-aff1-c66089112969 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4037888'] for floatingip, before_response {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:44.089233 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [None req-6279a87e-d4af-40d5-aff1-c66089112969 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] 10.222.0.25 "DELETE /v2.0/floatingips/5e155655-0b97-40a1-befb-fd36ad1d9724 HTTP/1.1" status: 204 len: 168 time: 0.9534578 May 27 03:52:47.172855 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.wsgi [-] (98851) accepted ('10.222.0.25', 34802) {{(pid=98851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:52:47.425944 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:47.854329 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-cab3951c-b6c7-4fa4-8a3c-0114c5bb235a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-403955'] for router_interface, before_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:48.264012 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.plugin [None req-cab3951c-b6c7-4fa4-8a3c-0114c5bb235a admin admin] Deleting port e733f041-97f3-4335-87a4-5ca0fbf1be8b {{(pid=98851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 03:52:48.264717 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-cab3951c-b6c7-4fa4-8a3c-0114c5bb235a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786481719372'] for port, before_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:48.384508 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.db [None req-cab3951c-b6c7-4fa4-8a3c-0114c5bb235a admin admin] For port e733f041-97f3-4335-87a4-5ca0fbf1be8b, host dv-cinder-793264-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-1-iscsi',level=0,port_id=e733f041-97f3-4335-87a4-5ca0fbf1be8b,segment=NetworkSegment(5baf6fec-eb5b-47d6-b1b0-298ebe932b07),segment_id=5baf6fec-eb5b-47d6-b1b0-298ebe932b07)] {{(pid=98851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:52:48.384789 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-cab3951c-b6c7-4fa4-8a3c-0114c5bb235a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417280'] for port, precommit_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:48.609965 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.plugin [None req-cab3951c-b6c7-4fa4-8a3c-0114c5bb235a admin admin] Calling delete_port for e733f041-97f3-4335-87a4-5ca0fbf1be8b owned by network:router_interface {{(pid=98851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 03:52:48.825948 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-cab3951c-b6c7-4fa4-8a3c-0114c5bb235a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786481721510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786481287397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28231606'] for port, after_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:48.829879 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-8238b5d5-ec72-4f00-8db6-7f82b20dad72 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:52:48.876250 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab3951c-b6c7-4fa4-8a3c-0114c5bb235a admin admin] Pushing event deleted for resources: {'Port': ['ID=e733f041-97f3-4335-87a4-5ca0fbf1be8b,revision_number=None']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:48.879408 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-cab3951c-b6c7-4fa4-8a3c-0114c5bb235a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:52:49.143684 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-cab3951c-b6c7-4fa4-8a3c-0114c5bb235a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3689968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-415811'] for router_interface, after_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:49.490167 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cab3951c-b6c7-4fa4-8a3c-0114c5bb235a admin admin] Router 859ef1be-f83d-4b4a-bb61-af14dc51249b has already been hosted by L3 agent 816f7595-8215-4f06-9251-575c663b21d0 {{(pid=98851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 03:52:49.668150 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cab3951c-b6c7-4fa4-8a3c-0114c5bb235a admin admin] Notify agent at l3_agent.dv-cinder-793264-1-iscsi the message routers_updated {{(pid=98851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 03:52:49.678161 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff13dbb2-efde-408a-801e-76154316b838 None None] Sync routers for ids ['859ef1be-f83d-4b4a-bb61-af14dc51249b'] in dv-cinder-793264-1-iscsi {{(pid=98854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:52:49.682093 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [None req-cab3951c-b6c7-4fa4-8a3c-0114c5bb235a admin admin] 10.222.0.25 "PUT /v2.0/routers/859ef1be-f83d-4b4a-bb61-af14dc51249b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5078771 May 27 03:52:49.684247 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.wsgi [-] (98851) accepted ('10.222.0.25', 34826) {{(pid=98851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:52:49.688633 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff13dbb2-efde-408a-801e-76154316b838 None None] Routers {'859ef1be-f83d-4b4a-bb61-af14dc51249b'} bound to L3 agent in host dv-cinder-793264-1-iscsi {{(pid=98854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 03:52:49.692851 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.l3_hamode_db [None req-ff13dbb2-efde-408a-801e-76154316b838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-27T03:33:06Z,description=,heartbeat_timestamp=2021-05-27T03:52:36Z,host='dv-cinder-793264-1-iscsi',id=816f7595-8215-4f06-9251-575c663b21d0,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T03:33:06Z,topic='l3_agent')) {'router_ids': ['859ef1be-f83d-4b4a-bb61-af14dc51249b'], 'active': True} {{(pid=98854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:52:49.863634 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.l3_dvr_db [None req-ff13dbb2-efde-408a-801e-76154316b838 None None] Set router 859ef1be-f83d-4b4a-bb61-af14dc51249b gateway port host: dv-cinder-793264-1-iscsi {{(pid=98854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 03:52:49.869488 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-aa016a0a-5611-4d83-870c-d3494ea66fd5 admin admin] Notify callbacks [] for router, before_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:50.159718 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.l3_hamode_db [None req-ff13dbb2-efde-408a-801e-76154316b838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '859ef1be-f83d-4b4a-bb61-af14dc51249b', 'name': 'tempest-AttachVolumeShelveTestJSON-1845807498-router', 'tenant_id': '16ccb2756adb4055942bd0a0f0a061f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'external_fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': 'da2419f3-ea75-4513-af86-3fd1cd8c9eaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:40:50Z', 'updated_at': '2021-05-27T03:52:48Z', 'revision_number': 5, 'project_id': '16ccb2756adb4055942bd0a0f0a061f4', 'gw_port': {'id': 'da2419f3-ea75-4513-af86-3fd1cd8c9eaa', 'name': '', 'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:2d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859ef1be-f83d-4b4a-bb61-af14dc51249b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:40:51Z', 'updated_at': '2021-05-27T03:41:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-iscsi'}], 'dv-cinder-793264-1-iscsi', False) {} {{(pid=98854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:52:50.160598 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-aa016a0a-5611-4d83-870c-d3494ea66fd5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:50.164111 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff13dbb2-efde-408a-801e-76154316b838 None None] Checking router: 859ef1be-f83d-4b4a-bb61-af14dc51249b for host: dv-cinder-793264-1-iscsi {{(pid=98854) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:52:50.172701 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff13dbb2-efde-408a-801e-76154316b838 None None] Routers {'859ef1be-f83d-4b4a-bb61-af14dc51249b'} bound to L3 agent in host dv-cinder-793264-1-iscsi {{(pid=98854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 03:52:50.173302 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.l3_hamode_db [None req-ff13dbb2-efde-408a-801e-76154316b838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-27T03:33:06Z,description=,heartbeat_timestamp=2021-05-27T03:52:36Z,host='dv-cinder-793264-1-iscsi',id=816f7595-8215-4f06-9251-575c663b21d0,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T03:33:06Z,topic='l3_agent')) {'router_ids': ['859ef1be-f83d-4b4a-bb61-af14dc51249b'], 'active': True} {{(pid=98854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:52:50.295750 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.plugin [None req-aa016a0a-5611-4d83-870c-d3494ea66fd5 admin admin] Deleting port da2419f3-ea75-4513-af86-3fd1cd8c9eaa {{(pid=98851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 03:52:50.296083 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-aa016a0a-5611-4d83-870c-d3494ea66fd5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786481719372'] for port, before_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:50.348042 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.l3_dvr_db [None req-ff13dbb2-efde-408a-801e-76154316b838 None None] Set router 859ef1be-f83d-4b4a-bb61-af14dc51249b gateway port host: dv-cinder-793264-1-iscsi {{(pid=98854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 03:52:50.419015 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.db [None req-aa016a0a-5611-4d83-870c-d3494ea66fd5 admin admin] For port da2419f3-ea75-4513-af86-3fd1cd8c9eaa, host dv-cinder-793264-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-1-iscsi',level=0,port_id=da2419f3-ea75-4513-af86-3fd1cd8c9eaa,segment=NetworkSegment(7a030bd6-e61c-49cd-a1b5-23d06097a1a4),segment_id=7a030bd6-e61c-49cd-a1b5-23d06097a1a4)] {{(pid=98851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:52:50.419431 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-aa016a0a-5611-4d83-870c-d3494ea66fd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417280'] for port, precommit_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:50.540865 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.plugin [None req-aa016a0a-5611-4d83-870c-d3494ea66fd5 admin admin] Calling delete_port for da2419f3-ea75-4513-af86-3fd1cd8c9eaa owned by network:router_gateway {{(pid=98851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 03:52:50.658520 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.l3_hamode_db [None req-ff13dbb2-efde-408a-801e-76154316b838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '859ef1be-f83d-4b4a-bb61-af14dc51249b', 'name': 'tempest-AttachVolumeShelveTestJSON-1845807498-router', 'tenant_id': '16ccb2756adb4055942bd0a0f0a061f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'external_fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': 'da2419f3-ea75-4513-af86-3fd1cd8c9eaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:40:50Z', 'updated_at': '2021-05-27T03:52:48Z', 'revision_number': 5, 'project_id': '16ccb2756adb4055942bd0a0f0a061f4', 'gw_port': {'id': 'da2419f3-ea75-4513-af86-3fd1cd8c9eaa', 'name': '', 'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:2d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859ef1be-f83d-4b4a-bb61-af14dc51249b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:40:51Z', 'updated_at': '2021-05-27T03:41:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-iscsi'}], 'dv-cinder-793264-1-iscsi', False) {} {{(pid=98854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:52:50.662328 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff13dbb2-efde-408a-801e-76154316b838 None None] The sync data for ids ['859ef1be-f83d-4b4a-bb61-af14dc51249b'] in dv-cinder-793264-1-iscsi is: [{'id': '859ef1be-f83d-4b4a-bb61-af14dc51249b', 'name': 'tempest-AttachVolumeShelveTestJSON-1845807498-router', 'tenant_id': '16ccb2756adb4055942bd0a0f0a061f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'external_fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': 'da2419f3-ea75-4513-af86-3fd1cd8c9eaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:40:50Z', 'updated_at': '2021-05-27T03:52:48Z', 'revision_number': 5, 'project_id': '16ccb2756adb4055942bd0a0f0a061f4', 'gw_port': {'id': 'da2419f3-ea75-4513-af86-3fd1cd8c9eaa', 'name': '', 'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:2d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859ef1be-f83d-4b4a-bb61-af14dc51249b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:40:51Z', 'updated_at': '2021-05-27T03:41:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-iscsi'}] {{(pid=98854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:52:50.751990 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-aa016a0a-5611-4d83-870c-d3494ea66fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786481721510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786481287397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28231606'] for port, after_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:50.755874 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-0ef03fa7-3f36-4042-835e-3d88de0dcb4f tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:52:50.799558 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa016a0a-5611-4d83-870c-d3494ea66fd5 admin admin] Pushing event deleted for resources: {'Port': ['ID=da2419f3-ea75-4513-af86-3fd1cd8c9eaa,revision_number=None']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:50.802967 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-aa016a0a-5611-4d83-870c-d3494ea66fd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:52:50.890026 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-aa016a0a-5611-4d83-870c-d3494ea66fd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-417756'] for router_gateway, after_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:51.065148 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-aa016a0a-5611-4d83-870c-d3494ea66fd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-415043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2008'] for router, precommit_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:51.067344 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-aa016a0a-5611-4d83-870c-d3494ea66fd5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:51.180360 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-aa016a0a-5611-4d83-870c-d3494ea66fd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-415343'] for router, after_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:51.180926 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa016a0a-5611-4d83-870c-d3494ea66fd5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 859ef1be-f83d-4b4a-bb61-af14dc51249b {{(pid=98851) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 03:52:51.193156 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-aa016a0a-5611-4d83-870c-d3494ea66fd5 admin admin] Notify callbacks [] for router, before_response {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:51.194852 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [None req-aa016a0a-5611-4d83-870c-d3494ea66fd5 admin admin] 10.222.0.25 "DELETE /v2.0/routers/859ef1be-f83d-4b4a-bb61-af14dc51249b HTTP/1.1" status: 204 len: 168 time: 1.5096021 May 27 03:52:51.197537 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.wsgi [-] (98851) accepted ('10.222.0.25', 34840) {{(pid=98851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:52:51.260527 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.db_base_plugin_v2 [None req-99e1cc88-44bb-4291-b502-22875be5c4e3 admin admin] Deleting subnet 82530ddc-ffd6-4079-8434-d6a04187e8aa {{(pid=98851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 27 03:52:51.263612 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-99e1cc88-44bb-4291-b502-22875be5c4e3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:51.314316 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-99e1cc88-44bb-4291-b502-22875be5c4e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27470063'] for subnet, precommit_delete_associations {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:51.392762 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-99e1cc88-44bb-4291-b502-22875be5c4e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3482611'] for subnet, precommit_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:51.657551 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Device e733f041-97f3-4335-87a4-5ca0fbf1be8b no longer exists at agent ovs-agent-dv-cinder-793264-1-iscsi {{(pid=98853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:52:51.677836 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-99e1cc88-44bb-4291-b502-22875be5c4e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3483172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28244295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28094725'] for subnet, after_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:51.683444 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:52:51.691701 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.plugin [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] No Port match for: e733f041-97f3-4335-87a4-5ca0fbf1be8b {{(pid=98853) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 03:52:51.692054 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Device e733f041-97f3-4335-87a4-5ca0fbf1be8b not bound to the agent host dv-cinder-793264-1-iscsi {{(pid=98853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:52:51.692504 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Device da2419f3-ea75-4513-af86-3fd1cd8c9eaa no longer exists at agent ovs-agent-dv-cinder-793264-1-iscsi {{(pid=98853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:52:51.719933 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e1cc88-44bb-4291-b502-22875be5c4e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82530ddc-ffd6-4079-8434-d6a04187e8aa,revision_number=None']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:51.722997 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-99e1cc88-44bb-4291-b502-22875be5c4e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:52:51.723959 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-99e1cc88-44bb-4291-b502-22875be5c4e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:51.726198 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.plugin [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] No Port match for: da2419f3-ea75-4513-af86-3fd1cd8c9eaa {{(pid=98853) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 03:52:51.726564 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Device da2419f3-ea75-4513-af86-3fd1cd8c9eaa not bound to the agent host dv-cinder-793264-1-iscsi {{(pid=98853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:52:51.730452 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [None req-99e1cc88-44bb-4291-b502-22875be5c4e3 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/82530ddc-ffd6-4079-8434-d6a04187e8aa HTTP/1.1" status: 204 len: 168 time: 0.5319693 May 27 03:52:51.731196 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b02ac44-b13d-4c8c-922f-b3720f19a49b None None] Network f65a0cca-1ebc-4ae6-b01b-5fdf0f05198a requested from dv-cinder-793264-1-iscsi {{(pid=98853) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 03:52:51.733096 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.wsgi [-] (98851) accepted ('10.222.0.25', 34846) {{(pid=98851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:52:51.839659 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-5319a717-9412-40a6-8ad5-7e1b3d348a5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667815'] for network, before_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:51.909850 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.plugin [None req-5319a717-9412-40a6-8ad5-7e1b3d348a5b admin admin] Deleting port 3d07178f-7b32-4255-8c51-97fa94b5a1cc {{(pid=98851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 03:52:51.910083 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-5319a717-9412-40a6-8ad5-7e1b3d348a5b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786481719372'] for port, before_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:52.008264 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-395b93ee-371c-4b4f-a855-86d7136f8f12 None None] DHCP port deletion for f65a0cca-1ebc-4ae6-b01b-5fdf0f05198a request from dv-cinder-793264-1-iscsi {{(pid=98853) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 27 03:52:52.073717 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.plugin [None req-395b93ee-371c-4b4f-a855-86d7136f8f12 None None] Deleting port 3d07178f-7b32-4255-8c51-97fa94b5a1cc {{(pid=98853) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 03:52:52.074109 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-395b93ee-371c-4b4f-a855-86d7136f8f12 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786481719372'] for port, before_delete {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:52.109940 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.db [None req-5319a717-9412-40a6-8ad5-7e1b3d348a5b admin admin] For port 3d07178f-7b32-4255-8c51-97fa94b5a1cc, host dv-cinder-793264-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-1-iscsi',level=0,port_id=3d07178f-7b32-4255-8c51-97fa94b5a1cc,segment=NetworkSegment(5baf6fec-eb5b-47d6-b1b0-298ebe932b07),segment_id=5baf6fec-eb5b-47d6-b1b0-298ebe932b07)] {{(pid=98851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:52:52.110212 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-5319a717-9412-40a6-8ad5-7e1b3d348a5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417280'] for port, precommit_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:52.173097 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.db [None req-395b93ee-371c-4b4f-a855-86d7136f8f12 None None] For port 3d07178f-7b32-4255-8c51-97fa94b5a1cc, host dv-cinder-793264-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-1-iscsi',level=0,port_id=3d07178f-7b32-4255-8c51-97fa94b5a1cc,segment=NetworkSegment(5baf6fec-eb5b-47d6-b1b0-298ebe932b07),segment_id=5baf6fec-eb5b-47d6-b1b0-298ebe932b07)] {{(pid=98853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:52:52.173490 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-395b93ee-371c-4b4f-a855-86d7136f8f12 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417280'] for port, precommit_delete {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:52.231105 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.plugin [None req-5319a717-9412-40a6-8ad5-7e1b3d348a5b admin admin] Calling delete_port for 3d07178f-7b32-4255-8c51-97fa94b5a1cc owned by network:dhcp {{(pid=98851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 03:52:52.296722 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.plugin [None req-395b93ee-371c-4b4f-a855-86d7136f8f12 None None] Calling delete_port for 3d07178f-7b32-4255-8c51-97fa94b5a1cc owned by network:dhcp {{(pid=98853) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 03:52:52.340020 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-5319a717-9412-40a6-8ad5-7e1b3d348a5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786481721510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786481287397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28231606'] for port, after_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:52.344871 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-51bb82bc-5f25-40af-9601-8fc4910bba8d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:52:52.345905 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-395b93ee-371c-4b4f-a855-86d7136f8f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786481721510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786481287397'] for port, after_delete {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:52.352603 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:52:52.393154 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5319a717-9412-40a6-8ad5-7e1b3d348a5b admin admin] Pushing event deleted for resources: {'Port': ['ID=3d07178f-7b32-4255-8c51-97fa94b5a1cc,revision_number=None']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:52.393475 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395b93ee-371c-4b4f-a855-86d7136f8f12 None None] Pushing event deleted for resources: {'Port': ['ID=3d07178f-7b32-4255-8c51-97fa94b5a1cc,revision_number=None']} {{(pid=98853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:52.394876 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5319a717-9412-40a6-8ad5-7e1b3d348a5b admin admin] No DVR routers for this DVR port 3d07178f-7b32-4255-8c51-97fa94b5a1cc on host dv-cinder-793264-1-iscsi {{(pid=98851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:52:52.395297 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-395b93ee-371c-4b4f-a855-86d7136f8f12 None None] No DVR routers for this DVR port 3d07178f-7b32-4255-8c51-97fa94b5a1cc on host dv-cinder-793264-1-iscsi {{(pid=98853) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:52:52.396519 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-5319a717-9412-40a6-8ad5-7e1b3d348a5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:52:52.396669 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-395b93ee-371c-4b4f-a855-86d7136f8f12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:52:52.516730 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-5319a717-9412-40a6-8ad5-7e1b3d348a5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489390', 'neutron.services.segments.db._delete_segments_for_network-8786481734117'] for network, precommit_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:52.530371 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.services.segments.db [None req-5319a717-9412-40a6-8ad5-7e1b3d348a5b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f65a0cca-1ebc-4ae6-b01b-5fdf0f05198a']}} {{(pid=98851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:52:52.542557 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.services.segments.db [None req-5319a717-9412-40a6-8ad5-7e1b3d348a5b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5baf6fec-eb5b-47d6-b1b0-298ebe932b07') {'for_net_delete': True} {{(pid=98851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:52:52.542856 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.services.segments.db [None req-5319a717-9412-40a6-8ad5-7e1b3d348a5b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5baf6fec-eb5b-47d6-b1b0-298ebe932b07') {} {{(pid=98851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:52:52.554493 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-5319a717-9412-40a6-8ad5-7e1b3d348a5b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786481741990', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27470038'] for segment, before_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:52.571160 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-5319a717-9412-40a6-8ad5-7e1b3d348a5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3483814'] for segment, precommit_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:52.577394 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5319a717-9412-40a6-8ad5-7e1b3d348a5b admin admin] Releasing vlan 75 on physical network physnet1 to pool {{(pid=98851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 03:52:52.577807 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-5319a717-9412-40a6-8ad5-7e1b3d348a5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3483814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28231653'] for segment, after_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:52.592750 dv-cinder-793264-1-iscsi neutron-server[98851]: Traceback (most recent call last): May 27 03:52:52.592750 dv-cinder-793264-1-iscsi neutron-server[98851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 27 03:52:52.592750 dv-cinder-793264-1-iscsi neutron-server[98851]: timer() May 27 03:52:52.592750 dv-cinder-793264-1-iscsi neutron-server[98851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 03:52:52.592750 dv-cinder-793264-1-iscsi neutron-server[98851]: cb(*args, **kw) May 27 03:52:52.592750 dv-cinder-793264-1-iscsi neutron-server[98851]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 27 03:52:52.592750 dv-cinder-793264-1-iscsi neutron-server[98851]: return func(*args, **kwargs) May 27 03:52:52.592750 dv-cinder-793264-1-iscsi neutron-server[98851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 03:52:52.592750 dv-cinder-793264-1-iscsi neutron-server[98851]: self._notify() May 27 03:52:52.592750 dv-cinder-793264-1-iscsi neutron-server[98851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 03:52:52.592750 dv-cinder-793264-1-iscsi neutron-server[98851]: self.callback(batched_events) May 27 03:52:52.592750 dv-cinder-793264-1-iscsi neutron-server[98851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 03:52:52.592750 dv-cinder-793264-1-iscsi neutron-server[98851]: event.method(event) May 27 03:52:52.592750 dv-cinder-793264-1-iscsi neutron-server[98851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 03:52:52.592750 dv-cinder-793264-1-iscsi neutron-server[98851]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 03:52:52.592750 dv-cinder-793264-1-iscsi neutron-server[98851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 03:52:52.592750 dv-cinder-793264-1-iscsi neutron-server[98851]: aggregate_uuid = self.p_client.list_aggregates( May 27 03:52:52.592750 dv-cinder-793264-1-iscsi neutron-server[98851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 03:52:52.592750 dv-cinder-793264-1-iscsi neutron-server[98851]: return f(self, *a, **k) May 27 03:52:52.592750 dv-cinder-793264-1-iscsi neutron-server[98851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 27 03:52:52.592750 dv-cinder-793264-1-iscsi neutron-server[98851]: return self._get(url).json() May 27 03:52:52.592750 dv-cinder-793264-1-iscsi neutron-server[98851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 27 03:52:52.592750 dv-cinder-793264-1-iscsi neutron-server[98851]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 03:52:52.592750 dv-cinder-793264-1-iscsi neutron-server[98851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 27 03:52:52.592750 dv-cinder-793264-1-iscsi neutron-server[98851]: return self.request(url, 'GET', **kwargs) May 27 03:52:52.592750 dv-cinder-793264-1-iscsi neutron-server[98851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 27 03:52:52.592750 dv-cinder-793264-1-iscsi neutron-server[98851]: base_url = self.get_endpoint(auth, allow=allow, May 27 03:52:52.592750 dv-cinder-793264-1-iscsi neutron-server[98851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 27 03:52:52.592750 dv-cinder-793264-1-iscsi neutron-server[98851]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 03:52:52.592750 dv-cinder-793264-1-iscsi neutron-server[98851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 27 03:52:52.592750 dv-cinder-793264-1-iscsi neutron-server[98851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 03:52:52.592750 dv-cinder-793264-1-iscsi neutron-server[98851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 03:52:52.711444 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-5319a717-9412-40a6-8ad5-7e1b3d348a5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3689963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417779'] for network, after_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:52.715188 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:52:52.727739 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-5319a717-9412-40a6-8ad5-7e1b3d348a5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689932'] for network, before_response {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:52.737746 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5319a717-9412-40a6-8ad5-7e1b3d348a5b admin admin] Pushing event deleted for resources: {'Network': ['ID=f65a0cca-1ebc-4ae6-b01b-5fdf0f05198a,revision_number=None']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:52.741260 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-5319a717-9412-40a6-8ad5-7e1b3d348a5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:52:52.792074 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [None req-5319a717-9412-40a6-8ad5-7e1b3d348a5b admin admin] 10.222.0.25 "DELETE /v2.0/networks/f65a0cca-1ebc-4ae6-b01b-5fdf0f05198a HTTP/1.1" status: 204 len: 168 time: 1.0579951 May 27 03:52:53.030185 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 34858) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:52:53.078286 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-a3366eba-8054-437b-8fac-224001755ca8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=16ccb2756adb4055942bd0a0f0a061f4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0469363 May 27 03:52:53.080594 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 34862) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:52:53.136093 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-9dc82768-b488-4efe-bb49-2f106910219a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:53.161459 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-9dc82768-b488-4efe-bb49-2f106910219a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:53.271862 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-9dc82768-b488-4efe-bb49-2f106910219a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:53.276704 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-bb0565af-71c2-49b8-8fa0-c2789a3793a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:52:53.290352 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc82768-b488-4efe-bb49-2f106910219a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97a7a5cd-3b39-468a-887f-c7ec5eebc8fa,revision_number=None']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:53.293876 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-9dc82768-b488-4efe-bb49-2f106910219a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:52:53.297020 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-9dc82768-b488-4efe-bb49-2f106910219a admin admin] Notify callbacks [] for security_group, before_response {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:53.298675 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-9dc82768-b488-4efe-bb49-2f106910219a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/97a7a5cd-3b39-468a-887f-c7ec5eebc8fa HTTP/1.1" status: 204 len: 168 time: 0.2171853 May 27 03:52:53.570249 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Device 3d07178f-7b32-4255-8c51-97fa94b5a1cc no longer exists at agent ovs-agent-dv-cinder-793264-1-iscsi {{(pid=98853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:52:53.611460 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.plugin [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] No Port match for: 3d07178f-7b32-4255-8c51-97fa94b5a1cc {{(pid=98853) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 03:52:53.611808 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Device 3d07178f-7b32-4255-8c51-97fa94b5a1cc not bound to the agent host dv-cinder-793264-1-iscsi {{(pid=98853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:52:55.689925 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.wsgi [-] (98851) accepted ('10.222.0.25', 34938) {{(pid=98851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:52:55.803178 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-475b2585-66e1-43a8-9e2e-eae78e303947 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:55.817833 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.quota.driver [None req-475b2585-66e1-43a8-9e2e-eae78e303947 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:52:55.822327 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [None req-475b2585-66e1-43a8-9e2e-eae78e303947 admin admin] Usage tracker for resource:security_group_rule and tenant:e7ec5e1d3a5643aeb3bb9e12623da888 is out of sync, need to count used quota {{(pid=98851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:52:55.825170 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [None req-475b2585-66e1-43a8-9e2e-eae78e303947 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:52:55.830854 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.quota.driver [None req-475b2585-66e1-43a8-9e2e-eae78e303947 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:52:55.912950 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-475b2585-66e1-43a8-9e2e-eae78e303947 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:55.997166 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-475b2585-66e1-43a8-9e2e-eae78e303947 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:56.004071 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-9679e9cf-3fd1-45c7-8617-3dd285929f07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:52:56.042950 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475b2585-66e1-43a8-9e2e-eae78e303947 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5177d26c-d393-428e-b8c4-2e686a8b0949,revision_number=1']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:56.046129 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-475b2585-66e1-43a8-9e2e-eae78e303947 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:52:56.048954 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [None req-475b2585-66e1-43a8-9e2e-eae78e303947 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e7ec5e1d3a5643aeb3bb9e12623da888&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3580320 May 27 03:52:56.051729 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.wsgi [-] (98851) accepted ('10.222.0.25', 34944) {{(pid=98851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:52:56.114034 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-c860d3b1-c56b-4128-a9e5-92e87c78469e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:56.140213 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-c860d3b1-c56b-4128-a9e5-92e87c78469e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:56.289165 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-c860d3b1-c56b-4128-a9e5-92e87c78469e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:56.293945 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-3115651b-9701-4294-9cb3-16dc23f81a56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:52:56.306462 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c860d3b1-c56b-4128-a9e5-92e87c78469e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5177d26c-d393-428e-b8c4-2e686a8b0949,revision_number=None']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:56.309327 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-c860d3b1-c56b-4128-a9e5-92e87c78469e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:52:56.311167 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-c860d3b1-c56b-4128-a9e5-92e87c78469e admin admin] Notify callbacks [] for security_group, before_response {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:56.312607 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [None req-c860d3b1-c56b-4128-a9e5-92e87c78469e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5177d26c-d393-428e-b8c4-2e686a8b0949 HTTP/1.1" status: 204 len: 168 time: 0.2597785 May 27 03:52:57.077215 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.wsgi [-] (98851) accepted ('10.222.0.25', 34954) {{(pid=98851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:52:57.095261 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-61ecd034-05ed-4fdf-8f97-5cf2a92bcb79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:57.109075 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.quota.driver [None req-61ecd034-05ed-4fdf-8f97-5cf2a92bcb79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:52:57.112835 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [None req-61ecd034-05ed-4fdf-8f97-5cf2a92bcb79 admin admin] Usage tracker for resource:security_group_rule and tenant:a59da9ef036644c097c2f9c8ecbc5c27 is out of sync, need to count used quota {{(pid=98851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:52:57.115559 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [None req-61ecd034-05ed-4fdf-8f97-5cf2a92bcb79 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:52:57.121409 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.quota.driver [None req-61ecd034-05ed-4fdf-8f97-5cf2a92bcb79 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:52:57.202101 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-61ecd034-05ed-4fdf-8f97-5cf2a92bcb79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:57.243137 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-61ecd034-05ed-4fdf-8f97-5cf2a92bcb79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:57.251477 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-a351c0ab-b3c5-49fa-bd5a-bc75839fe946 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:52:57.292339 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [None req-61ecd034-05ed-4fdf-8f97-5cf2a92bcb79 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a59da9ef036644c097c2f9c8ecbc5c27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2140963 May 27 03:52:57.293916 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ecd034-05ed-4fdf-8f97-5cf2a92bcb79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b9aaf53-ae17-45ac-8b9f-b97ea57effd6,revision_number=1']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:57.295122 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 34958) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:52:57.296749 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-61ecd034-05ed-4fdf-8f97-5cf2a92bcb79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:52:57.356340 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-50f8753e-390e-4864-8459-fa3ae4b3ddba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:57.381448 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-50f8753e-390e-4864-8459-fa3ae4b3ddba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:57.483443 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-50f8753e-390e-4864-8459-fa3ae4b3ddba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:57.487362 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-03a12b4c-8694-44f3-905f-3a55787f9d6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:52:57.498848 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f8753e-390e-4864-8459-fa3ae4b3ddba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b9aaf53-ae17-45ac-8b9f-b97ea57effd6,revision_number=None']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:57.502686 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-50f8753e-390e-4864-8459-fa3ae4b3ddba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:52:57.505902 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-50f8753e-390e-4864-8459-fa3ae4b3ddba admin admin] Notify callbacks [] for security_group, before_response {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:57.507092 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-50f8753e-390e-4864-8459-fa3ae4b3ddba admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7b9aaf53-ae17-45ac-8b9f-b97ea57effd6 HTTP/1.1" status: 204 len: 168 time: 0.2108395 May 27 03:52:59.010477 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d6409a-a73c-44f5-b597-3a3866197c5f req-25885c80-8258-4455-afdb-89b437c5a2ec tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:52:59.011922 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-f9d6409a-a73c-44f5-b597-3a3866197c5f req-25885c80-8258-4455-afdb-89b437c5a2ec tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f32a2a3-7d2a-4396-8a34-0ebe6dda5782 HTTP/1.1" status: 200 len: 945 time: 0.0888412 May 27 03:52:59.057922 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-f9d6409a-a73c-44f5-b597-3a3866197c5f req-cf11af0f-4011-4f5c-ace9-da029f50d1d3 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff86e39a-d39a-4fd4-a00c-fee39d8f2861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388124 May 27 03:53:00.240091 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7955cf-9252-45d5-8720-181504cfd2fa req-930f15bf-7d5d-4c76-9718-08522fdb11fd tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:53:00.242135 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-9c7955cf-9252-45d5-8720-181504cfd2fa req-930f15bf-7d5d-4c76-9718-08522fdb11fd tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f32a2a3-7d2a-4396-8a34-0ebe6dda5782 HTTP/1.1" status: 200 len: 945 time: 0.0795972 May 27 03:53:00.289688 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-9c7955cf-9252-45d5-8720-181504cfd2fa req-35a95660-06c5-47e7-acb9-04035d5bf8ad tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff86e39a-d39a-4fd4-a00c-fee39d8f2861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416987 May 27 03:53:01.174491 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 35044) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:01.286882 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-b36bb33c-9edf-4d60-adb3-420839fc53b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:01.301727 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-b36bb33c-9edf-4d60-adb3-420839fc53b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:53:01.305543 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-b36bb33c-9edf-4d60-adb3-420839fc53b7 admin admin] Usage tracker for resource:security_group_rule and tenant:38a10309c2534b89ac06baea7e83c07e is out of sync, need to count used quota {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:53:01.308326 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-b36bb33c-9edf-4d60-adb3-420839fc53b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:53:01.314356 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-b36bb33c-9edf-4d60-adb3-420839fc53b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:53:01.396131 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-b36bb33c-9edf-4d60-adb3-420839fc53b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:01.477042 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f93a1d4-36dc-41a3-b56b-e4391c502d44 req-ce3597bc-893b-492a-84e4-e3833329d18e tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:53:01.477640 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-b36bb33c-9edf-4d60-adb3-420839fc53b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:01.478489 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-6f93a1d4-36dc-41a3-b56b-e4391c502d44 req-ce3597bc-893b-492a-84e4-e3833329d18e tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f32a2a3-7d2a-4396-8a34-0ebe6dda5782 HTTP/1.1" status: 200 len: 945 time: 0.0842640 May 27 03:53:01.486022 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-50f8753e-390e-4864-8459-fa3ae4b3ddba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:53:01.523494 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-6f93a1d4-36dc-41a3-b56b-e4391c502d44 req-1246ada6-5c5f-4eff-9b3e-78ba24aaf3fa tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff86e39a-d39a-4fd4-a00c-fee39d8f2861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386245 May 27 03:53:01.525563 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-b36bb33c-9edf-4d60-adb3-420839fc53b7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=38a10309c2534b89ac06baea7e83c07e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3500378 May 27 03:53:01.527246 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36bb33c-9edf-4d60-adb3-420839fc53b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcf71bd2-f0aa-4a90-8082-4eec36c99e04,revision_number=1']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:01.528484 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.wsgi [-] (98851) accepted ('10.222.0.25', 35052) {{(pid=98851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:01.535243 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36bb33c-9edf-4d60-adb3-420839fc53b7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:53:01.535641 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36bb33c-9edf-4d60-adb3-420839fc53b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:53:01.536087 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36bb33c-9edf-4d60-adb3-420839fc53b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:53:01.536353 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36bb33c-9edf-4d60-adb3-420839fc53b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:53:01.536739 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36bb33c-9edf-4d60-adb3-420839fc53b7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:53:01.537111 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36bb33c-9edf-4d60-adb3-420839fc53b7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:53:01.537471 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36bb33c-9edf-4d60-adb3-420839fc53b7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:53:01.537829 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36bb33c-9edf-4d60-adb3-420839fc53b7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:53:01.538200 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36bb33c-9edf-4d60-adb3-420839fc53b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:53:01.538598 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36bb33c-9edf-4d60-adb3-420839fc53b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:53:01.538953 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36bb33c-9edf-4d60-adb3-420839fc53b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:53:01.539306 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36bb33c-9edf-4d60-adb3-420839fc53b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:53:01.546096 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-b36bb33c-9edf-4d60-adb3-420839fc53b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:53:01.586420 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-633dc551-fbad-4d2b-bc26-363c99967381 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:01.610958 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-633dc551-fbad-4d2b-bc26-363c99967381 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:01.751618 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-633dc551-fbad-4d2b-bc26-363c99967381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:01.755959 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-c778ba8c-69f9-4125-b99e-f616555b3920 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:53:01.769387 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633dc551-fbad-4d2b-bc26-363c99967381 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcf71bd2-f0aa-4a90-8082-4eec36c99e04,revision_number=None']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:01.779610 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633dc551-fbad-4d2b-bc26-363c99967381 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:53:01.779981 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633dc551-fbad-4d2b-bc26-363c99967381 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:53:01.780342 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633dc551-fbad-4d2b-bc26-363c99967381 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:53:01.780717 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633dc551-fbad-4d2b-bc26-363c99967381 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:53:01.781069 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633dc551-fbad-4d2b-bc26-363c99967381 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:53:01.781420 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633dc551-fbad-4d2b-bc26-363c99967381 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:53:01.781791 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633dc551-fbad-4d2b-bc26-363c99967381 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:53:01.782156 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633dc551-fbad-4d2b-bc26-363c99967381 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:53:01.782501 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633dc551-fbad-4d2b-bc26-363c99967381 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:53:01.782842 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633dc551-fbad-4d2b-bc26-363c99967381 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:53:01.783181 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633dc551-fbad-4d2b-bc26-363c99967381 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:53:01.783520 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633dc551-fbad-4d2b-bc26-363c99967381 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:53:01.786996 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-633dc551-fbad-4d2b-bc26-363c99967381 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:53:01.795241 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-633dc551-fbad-4d2b-bc26-363c99967381 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:01.795241 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [None req-633dc551-fbad-4d2b-bc26-363c99967381 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/dcf71bd2-f0aa-4a90-8082-4eec36c99e04 HTTP/1.1" status: 204 len: 168 time: 0.2640669 May 27 03:53:02.337432 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.wsgi [-] (98851) accepted ('10.222.0.25', 35064) {{(pid=98851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:02.355699 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-04f91e19-d2af-4c8b-a5f8-8fac3c87538e admin admin] Notify callbacks [] for security_group, before_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:02.370577 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.quota.driver [None req-04f91e19-d2af-4c8b-a5f8-8fac3c87538e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:53:02.374457 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [None req-04f91e19-d2af-4c8b-a5f8-8fac3c87538e admin admin] Usage tracker for resource:security_group_rule and tenant:1ac2fb292a824f9f904268db45ae7665 is out of sync, need to count used quota {{(pid=98851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:53:02.377265 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [None req-04f91e19-d2af-4c8b-a5f8-8fac3c87538e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:53:02.382920 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.quota.driver [None req-04f91e19-d2af-4c8b-a5f8-8fac3c87538e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:53:02.465522 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-04f91e19-d2af-4c8b-a5f8-8fac3c87538e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:02.528539 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-04f91e19-d2af-4c8b-a5f8-8fac3c87538e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:02.536615 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-10656a43-3377-4f11-9b95-54b49a21c0ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:53:02.575425 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [None req-04f91e19-d2af-4c8b-a5f8-8fac3c87538e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1ac2fb292a824f9f904268db45ae7665&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2368956 May 27 03:53:02.577070 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f91e19-d2af-4c8b-a5f8-8fac3c87538e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0c8e9e3-5bb2-44fa-9a9e-b4702c6eec26,revision_number=1']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:02.578220 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 35070) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:02.579959 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-04f91e19-d2af-4c8b-a5f8-8fac3c87538e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:53:02.681769 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-e1776714-f131-40e1-bc5d-919d4da57df8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:02.717441 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-e1776714-f131-40e1-bc5d-919d4da57df8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:02.770475 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76df9a07-68f5-4910-887f-8b0b3aecfe90 req-ccbcb23b-6828-42fc-bdc1-9d244600d4ff tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:53:02.771947 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-76df9a07-68f5-4910-887f-8b0b3aecfe90 req-ccbcb23b-6828-42fc-bdc1-9d244600d4ff tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f32a2a3-7d2a-4396-8a34-0ebe6dda5782 HTTP/1.1" status: 200 len: 945 time: 0.1390743 May 27 03:53:02.822372 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-76df9a07-68f5-4910-887f-8b0b3aecfe90 req-4cb624d1-f248-462e-bf6f-75d1df322716 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff86e39a-d39a-4fd4-a00c-fee39d8f2861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417056 May 27 03:53:02.836847 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.agents_db [None req-9826b012-bfd7-43dd-a737-969f574491ef None None] Agent healthcheck: found 6 active agents {{(pid=98854) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 03:53:02.865778 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-e1776714-f131-40e1-bc5d-919d4da57df8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:02.869599 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-f1dbeff1-42a9-435f-8f7a-f0318858f95b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:53:02.883064 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1776714-f131-40e1-bc5d-919d4da57df8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0c8e9e3-5bb2-44fa-9a9e-b4702c6eec26,revision_number=None']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:02.885462 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-e1776714-f131-40e1-bc5d-919d4da57df8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:53:02.892541 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-e1776714-f131-40e1-bc5d-919d4da57df8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:02.894814 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-e1776714-f131-40e1-bc5d-919d4da57df8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c0c8e9e3-5bb2-44fa-9a9e-b4702c6eec26 HTTP/1.1" status: 204 len: 168 time: 0.3143401 May 27 03:53:03.860318 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-d6336656-85f5-47ce-b808-5616957b06e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:04.008650 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c773d9-3266-4b16-8ebe-f71bbb791297 req-0884d336-a140-47b6-a98a-313a7dd4280a tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:53:04.010110 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-93c773d9-3266-4b16-8ebe-f71bbb791297 req-0884d336-a140-47b6-a98a-313a7dd4280a tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f32a2a3-7d2a-4396-8a34-0ebe6dda5782 HTTP/1.1" status: 200 len: 945 time: 0.0811653 May 27 03:53:04.054951 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-93c773d9-3266-4b16-8ebe-f71bbb791297 req-92b22bf5-b76f-4b6c-b060-facf74fff2a4 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff86e39a-d39a-4fd4-a00c-fee39d8f2861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391796 May 27 03:53:04.494641 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.wsgi [-] (98851) accepted ('10.222.0.25', 35108) {{(pid=98851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:04.645204 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-646e3023-da3b-498b-933a-9af0c513b82f admin admin] Notify callbacks [] for security_group, before_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:04.667103 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.quota.driver [None req-646e3023-da3b-498b-933a-9af0c513b82f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:53:04.678350 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [None req-646e3023-da3b-498b-933a-9af0c513b82f admin admin] Usage tracker for resource:security_group_rule and tenant:1ade3f43b4d24e408bcb1f673607c13c is out of sync, need to count used quota {{(pid=98851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:53:04.682306 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [None req-646e3023-da3b-498b-933a-9af0c513b82f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:53:04.689365 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.quota.driver [None req-646e3023-da3b-498b-933a-9af0c513b82f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:53:04.730904 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63eb2815-07b0-4721-b43e-d31ed17197c0 req-5d79bd2e-b540-44ba-93eb-d0590e9ba4e3 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:53:04.732308 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-63eb2815-07b0-4721-b43e-d31ed17197c0 req-5d79bd2e-b540-44ba-93eb-d0590e9ba4e3 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f32a2a3-7d2a-4396-8a34-0ebe6dda5782 HTTP/1.1" status: 200 len: 945 time: 0.1215534 May 27 03:53:04.897607 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-646e3023-da3b-498b-933a-9af0c513b82f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:04.914484 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.plugin [req-63eb2815-07b0-4721-b43e-d31ed17197c0 req-759d9749-83cf-4cfc-910e-6c14aa2429ec tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Deleting port a1a89af7-a2b7-41f6-9345-9a1eb1e228b0 {{(pid=98851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 03:53:04.914826 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-63eb2815-07b0-4721-b43e-d31ed17197c0 req-759d9749-83cf-4cfc-910e-6c14aa2429ec tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786481719372'] for port, before_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:05.084724 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-646e3023-da3b-498b-933a-9af0c513b82f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:05.096529 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-00be3c3c-e005-4f75-b056-d919e176c28e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:53:05.165909 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646e3023-da3b-498b-933a-9af0c513b82f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae6f82da-44ca-4939-abff-84fc2e4f7501,revision_number=1']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:05.174808 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-646e3023-da3b-498b-933a-9af0c513b82f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:53:05.180473 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [None req-646e3023-da3b-498b-933a-9af0c513b82f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1ade3f43b4d24e408bcb1f673607c13c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6847627 May 27 03:53:05.184113 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.wsgi [-] (98851) accepted ('10.222.0.25', 35126) {{(pid=98851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:05.226772 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.db [req-63eb2815-07b0-4721-b43e-d31ed17197c0 req-759d9749-83cf-4cfc-910e-6c14aa2429ec tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] For port a1a89af7-a2b7-41f6-9345-9a1eb1e228b0, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=a1a89af7-a2b7-41f6-9345-9a1eb1e228b0,segment=NetworkSegment(f3e696c2-fd56-4523-a2a6-afde57cdd975),segment_id=f3e696c2-fd56-4523-a2a6-afde57cdd975)] {{(pid=98851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:53:05.227073 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-63eb2815-07b0-4721-b43e-d31ed17197c0 req-759d9749-83cf-4cfc-910e-6c14aa2429ec tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417280'] for port, precommit_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:05.343971 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4ccb5f-c55f-4995-a318-6214d5d65558 req-2671d4a0-209b-4ddc-b483-d9081457791e tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:53:05.345618 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-1f4ccb5f-c55f-4995-a318-6214d5d65558 req-2671d4a0-209b-4ddc-b483-d9081457791e tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f32a2a3-7d2a-4396-8a34-0ebe6dda5782 HTTP/1.1" status: 200 len: 945 time: 0.1869764 May 27 03:53:05.393521 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-1f4ccb5f-c55f-4995-a318-6214d5d65558 req-bbb81572-5ebf-43bc-8d97-6d4883f718af tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff86e39a-d39a-4fd4-a00c-fee39d8f2861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411911 May 27 03:53:05.415789 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-444e6fad-51ce-4f31-bc1c-2bfbdd6f852d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:05.467358 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-444e6fad-51ce-4f31-bc1c-2bfbdd6f852d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:05.598205 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-63eb2815-07b0-4721-b43e-d31ed17197c0 req-759d9749-83cf-4cfc-910e-6c14aa2429ec tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:05.598489 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-63eb2815-07b0-4721-b43e-d31ed17197c0 req-759d9749-83cf-4cfc-910e-6c14aa2429ec tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-417761'] for floatingip, after_update {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:05.598798 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.db.l3_db [req-63eb2815-07b0-4721-b43e-d31ed17197c0 req-759d9749-83cf-4cfc-910e-6c14aa2429ec tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Floating IP 37f89bdd-7447-41f2-ba26-f5b672afc9ab disassociated. External IP: 172.27.2.15, port: a1a89af7-a2b7-41f6-9345-9a1eb1e228b0. May 27 03:53:05.599132 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.plugin [req-63eb2815-07b0-4721-b43e-d31ed17197c0 req-759d9749-83cf-4cfc-910e-6c14aa2429ec tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Calling delete_port for a1a89af7-a2b7-41f6-9345-9a1eb1e228b0 owned by compute:nova {{(pid=98851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 03:53:05.701864 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-444e6fad-51ce-4f31-bc1c-2bfbdd6f852d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:05.707272 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-84bd0a30-6b91-4ebe-a498-a5edd45f25d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:53:05.720483 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444e6fad-51ce-4f31-bc1c-2bfbdd6f852d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae6f82da-44ca-4939-abff-84fc2e4f7501,revision_number=None']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:05.723580 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-444e6fad-51ce-4f31-bc1c-2bfbdd6f852d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:53:05.811323 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-63eb2815-07b0-4721-b43e-d31ed17197c0 req-759d9749-83cf-4cfc-910e-6c14aa2429ec tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786481721510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786481287397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28231606'] for port, after_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:05.817366 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-aa016a0a-5611-4d83-870c-d3494ea66fd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:53:05.864812 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759d9749-83cf-4cfc-910e-6c14aa2429ec tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Pushing event deleted for resources: {'Port': ['ID=a1a89af7-a2b7-41f6-9345-9a1eb1e228b0,revision_number=None']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:05.868952 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-759d9749-83cf-4cfc-910e-6c14aa2429ec tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:53:05.933027 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-444e6fad-51ce-4f31-bc1c-2bfbdd6f852d admin admin] Notify callbacks [] for security_group, before_response {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:05.934132 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [None req-444e6fad-51ce-4f31-bc1c-2bfbdd6f852d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ae6f82da-44ca-4939-abff-84fc2e4f7501 HTTP/1.1" status: 204 len: 168 time: 0.7488556 May 27 03:53:06.059342 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.scheduler.l3_agent_scheduler [req-63eb2815-07b0-4721-b43e-d31ed17197c0 req-759d9749-83cf-4cfc-910e-6c14aa2429ec tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Router b3f931a9-df7f-4dff-86e8-f4b81edce072 has already been hosted by L3 agent 816f7595-8215-4f06-9251-575c663b21d0 {{(pid=98851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 03:53:06.248724 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-63eb2815-07b0-4721-b43e-d31ed17197c0 req-759d9749-83cf-4cfc-910e-6c14aa2429ec tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Notify agent at l3_agent.dv-cinder-793264-1-iscsi the message routers_updated {{(pid=98851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 03:53:06.259612 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb8a6e7-60a6-40f4-b14d-21c78fc08340 None None] Sync routers for ids ['b3f931a9-df7f-4dff-86e8-f4b81edce072'] in dv-cinder-793264-1-iscsi {{(pid=98853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:53:06.271512 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb8a6e7-60a6-40f4-b14d-21c78fc08340 None None] Routers {'b3f931a9-df7f-4dff-86e8-f4b81edce072'} bound to L3 agent in host dv-cinder-793264-1-iscsi {{(pid=98853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 03:53:06.272337 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_hamode_db [None req-ceb8a6e7-60a6-40f4-b14d-21c78fc08340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-27T03:33:06Z,description=,heartbeat_timestamp=2021-05-27T03:52:36Z,host='dv-cinder-793264-1-iscsi',id=816f7595-8215-4f06-9251-575c663b21d0,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T03:33:06Z,topic='l3_agent')) {'router_ids': ['b3f931a9-df7f-4dff-86e8-f4b81edce072'], 'active': True} {{(pid=98853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:53:06.327972 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.l3_dvrscheduler_db [req-63eb2815-07b0-4721-b43e-d31ed17197c0 req-759d9749-83cf-4cfc-910e-6c14aa2429ec tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] No DVR routers for this DVR port a1a89af7-a2b7-41f6-9345-9a1eb1e228b0 on host hv-cinder-79326 {{(pid=98851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:53:06.330709 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-63eb2815-07b0-4721-b43e-d31ed17197c0 req-759d9749-83cf-4cfc-910e-6c14aa2429ec tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4037888'] for port, before_response {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:06.332788 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-63eb2815-07b0-4721-b43e-d31ed17197c0 req-759d9749-83cf-4cfc-910e-6c14aa2429ec tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] 10.222.0.36 "DELETE /v2.0/ports/a1a89af7-a2b7-41f6-9345-9a1eb1e228b0 HTTP/1.1" status: 204 len: 173 time: 1.5951238 May 27 03:53:06.339795 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f32a2a3-7d2a-4396-8a34-0ebe6dda5782', 'name': 'network-vif-deleted', 'tag': 'a1a89af7-a2b7-41f6-9345-9a1eb1e228b0'}] {{(pid=98851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:53:06.403186 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f32a2a3-7d2a-4396-8a34-0ebe6dda5782', 'name': 'network-vif-deleted', 'tag': 'a1a89af7-a2b7-41f6-9345-9a1eb1e228b0', 'status': 'completed', 'code': 200} May 27 03:53:06.513571 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-9fd682ac-6c78-44b4-82c5-f378ec2c72c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:06.529501 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:06.541658 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_dvr_db [None req-ceb8a6e7-60a6-40f4-b14d-21c78fc08340 None None] Set router b3f931a9-df7f-4dff-86e8-f4b81edce072 gateway port host: dv-cinder-793264-1-iscsi {{(pid=98853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 03:53:06.586343 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-e9ca5bf2-601b-42b9-837d-061cea08e608 req-4ef7b1cf-159b-4be9-a1bb-4b13fc034179 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f32a2a3-7d2a-4396-8a34-0ebe6dda5782 HTTP/1.1" status: 200 len: 210 time: 0.0660000 May 27 03:53:06.873186 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_hamode_db [None req-ceb8a6e7-60a6-40f4-b14d-21c78fc08340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3f931a9-df7f-4dff-86e8-f4b81edce072', 'name': 'tempest-TestVolumeBootPattern-463161786-router', 'tenant_id': '6b6a582a2a304a7d881efcfa2373dfb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'external_fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': 'f700bb4e-57a4-4f61-8e65-f9d871abf70c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:49:19Z', 'updated_at': '2021-05-27T03:49:24Z', 'revision_number': 4, 'project_id': '6b6a582a2a304a7d881efcfa2373dfb1', 'gw_port': {'id': 'f700bb4e-57a4-4f61-8e65-f9d871abf70c', 'name': '', 'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f931a9-df7f-4dff-86e8-f4b81edce072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:49:20Z', 'updated_at': '2021-05-27T03:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-iscsi', '_interfaces': [{'id': '3c673371-f2b8-409e-95ea-14f1efedee98', 'name': '', 'network_id': 'e3d5c143-f0ba-4a03-b1d4-d1be1e83dd0f', 'tenant_id': '6b6a582a2a304a7d881efcfa2373dfb1', 'mac_address': 'fa:16:3e:c1:be:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f931a9-df7f-4dff-86e8-f4b81edce072', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'ee570db5-d628-482f-a928-b08d68185abf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:49:23Z', 'updated_at': '2021-05-27T03:49:30Z', 'revision_number': 5, 'project_id': '6b6a582a2a304a7d881efcfa2373dfb1', 'subnets': [{'id': 'ee570db5-d628-482f-a928-b08d68185abf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-1-iscsi', False) {} {{(pid=98853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:53:06.877579 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb8a6e7-60a6-40f4-b14d-21c78fc08340 None None] Checking router: b3f931a9-df7f-4dff-86e8-f4b81edce072 for host: dv-cinder-793264-1-iscsi {{(pid=98853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:53:06.886878 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb8a6e7-60a6-40f4-b14d-21c78fc08340 None None] Routers {'b3f931a9-df7f-4dff-86e8-f4b81edce072'} bound to L3 agent in host dv-cinder-793264-1-iscsi {{(pid=98853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 03:53:06.887496 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_hamode_db [None req-ceb8a6e7-60a6-40f4-b14d-21c78fc08340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-27T03:33:06Z,description=,heartbeat_timestamp=2021-05-27T03:53:06Z,host='dv-cinder-793264-1-iscsi',id=816f7595-8215-4f06-9251-575c663b21d0,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T03:33:06Z,topic='l3_agent')) {'router_ids': ['b3f931a9-df7f-4dff-86e8-f4b81edce072'], 'active': True} {{(pid=98853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:53:07.107102 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_dvr_db [None req-ceb8a6e7-60a6-40f4-b14d-21c78fc08340 None None] Set router b3f931a9-df7f-4dff-86e8-f4b81edce072 gateway port host: dv-cinder-793264-1-iscsi {{(pid=98853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 03:53:07.420648 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_hamode_db [None req-ceb8a6e7-60a6-40f4-b14d-21c78fc08340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3f931a9-df7f-4dff-86e8-f4b81edce072', 'name': 'tempest-TestVolumeBootPattern-463161786-router', 'tenant_id': '6b6a582a2a304a7d881efcfa2373dfb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'external_fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': 'f700bb4e-57a4-4f61-8e65-f9d871abf70c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:49:19Z', 'updated_at': '2021-05-27T03:49:24Z', 'revision_number': 4, 'project_id': '6b6a582a2a304a7d881efcfa2373dfb1', 'gw_port': {'id': 'f700bb4e-57a4-4f61-8e65-f9d871abf70c', 'name': '', 'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f931a9-df7f-4dff-86e8-f4b81edce072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:49:20Z', 'updated_at': '2021-05-27T03:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-iscsi', '_interfaces': [{'id': '3c673371-f2b8-409e-95ea-14f1efedee98', 'name': '', 'network_id': 'e3d5c143-f0ba-4a03-b1d4-d1be1e83dd0f', 'tenant_id': '6b6a582a2a304a7d881efcfa2373dfb1', 'mac_address': 'fa:16:3e:c1:be:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f931a9-df7f-4dff-86e8-f4b81edce072', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'ee570db5-d628-482f-a928-b08d68185abf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:49:23Z', 'updated_at': '2021-05-27T03:49:30Z', 'revision_number': 5, 'project_id': '6b6a582a2a304a7d881efcfa2373dfb1', 'subnets': [{'id': 'ee570db5-d628-482f-a928-b08d68185abf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-1-iscsi', False) {} {{(pid=98853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:53:07.425275 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb8a6e7-60a6-40f4-b14d-21c78fc08340 None None] The sync data for ids ['b3f931a9-df7f-4dff-86e8-f4b81edce072'] in dv-cinder-793264-1-iscsi is: [{'id': 'b3f931a9-df7f-4dff-86e8-f4b81edce072', 'name': 'tempest-TestVolumeBootPattern-463161786-router', 'tenant_id': '6b6a582a2a304a7d881efcfa2373dfb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'external_fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': 'f700bb4e-57a4-4f61-8e65-f9d871abf70c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:49:19Z', 'updated_at': '2021-05-27T03:49:24Z', 'revision_number': 4, 'project_id': '6b6a582a2a304a7d881efcfa2373dfb1', 'gw_port': {'id': 'f700bb4e-57a4-4f61-8e65-f9d871abf70c', 'name': '', 'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f931a9-df7f-4dff-86e8-f4b81edce072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:49:20Z', 'updated_at': '2021-05-27T03:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-iscsi', '_interfaces': [{'id': '3c673371-f2b8-409e-95ea-14f1efedee98', 'name': '', 'network_id': 'e3d5c143-f0ba-4a03-b1d4-d1be1e83dd0f', 'tenant_id': '6b6a582a2a304a7d881efcfa2373dfb1', 'mac_address': 'fa:16:3e:c1:be:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f931a9-df7f-4dff-86e8-f4b81edce072', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'ee570db5-d628-482f-a928-b08d68185abf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:49:23Z', 'updated_at': '2021-05-27T03:49:30Z', 'revision_number': 5, 'project_id': '6b6a582a2a304a7d881efcfa2373dfb1', 'subnets': [{'id': 'ee570db5-d628-482f-a928-b08d68185abf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:53:07.679325 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-963d814c-e773-41aa-a58e-0bf6e488adaa None None] New status for floating IP 37f89bdd-7447-41f2-ba26-f5b672afc9ab: DOWN {{(pid=98854) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 03:53:07.723228 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-e3613943-0892-48bd-9358-60eb59884bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:07.869927 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Device a1a89af7-a2b7-41f6-9345-9a1eb1e228b0 no longer exists at agent hyperv_hv-cinder-79326 {{(pid=98853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:53:07.936721 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.plugin [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] No Port match for: a1a89af7-a2b7-41f6-9345-9a1eb1e228b0 {{(pid=98853) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 03:53:07.937111 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Device a1a89af7-a2b7-41f6-9345-9a1eb1e228b0 not bound to the agent host hv-cinder-79326 {{(pid=98853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:53:08.064869 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-98c61233-710d-4f2a-9735-b3adad9e3684 req-69c4a28f-baa7-4d4a-aaa7-08ca1454d348 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1920270131&fields=id&tenant_id=6b6a582a2a304a7d881efcfa2373dfb1 HTTP/1.1" status: 200 len: 267 time: 0.0507057 May 27 03:53:08.232354 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c61233-710d-4f2a-9735-b3adad9e3684 req-d4af331b-d112-4abf-9d6c-bb57f13885bd tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:53:08.233811 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-98c61233-710d-4f2a-9735-b3adad9e3684 req-d4af331b-d112-4abf-9d6c-bb57f13885bd tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] 10.222.0.25 "GET /v2.0/networks?id=e3d5c143-f0ba-4a03-b1d4-d1be1e83dd0f HTTP/1.1" status: 200 len: 811 time: 0.1620347 May 27 03:53:08.247936 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-98c61233-710d-4f2a-9735-b3adad9e3684 req-e03a8f5a-3f1e-4c7d-8c7d-2342917b545c tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] 10.222.0.25 "GET /v2.0/quotas/6b6a582a2a304a7d881efcfa2373dfb1 HTTP/1.1" status: 200 len: 375 time: 0.0087049 May 27 03:53:08.333732 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-98c61233-710d-4f2a-9735-b3adad9e3684 req-09476b54-ef92-44f2-85b4-cecda2652a5f tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=6b6a582a2a304a7d881efcfa2373dfb1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0809958 May 27 03:53:08.350589 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [req-98c61233-710d-4f2a-9735-b3adad9e3684 req-3c50c4a6-6264-4b5b-9e43-8e45c16e6f47 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=98852) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 03:53:08.351643 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-98c61233-710d-4f2a-9735-b3adad9e3684 req-3c50c4a6-6264-4b5b-9e43-8e45c16e6f47 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061634 May 27 03:53:08.481194 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-98c61233-710d-4f2a-9735-b3adad9e3684 req-79430a1e-935b-40a1-bd39-1f3681408cd2 service neutron] 10.222.0.25 "GET /v2.0/networks/e3d5c143-f0ba-4a03-b1d4-d1be1e83dd0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241412 May 27 03:53:08.622886 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-98c61233-710d-4f2a-9735-b3adad9e3684 req-7083fba6-9db3-45d1-af37-70d96463d451 service neutron] 10.222.0.25 "GET /v2.0/networks/e3d5c143-f0ba-4a03-b1d4-d1be1e83dd0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359758 May 27 03:53:09.249707 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [req-ae3b715f-057d-4fe0-b9fb-62adce62062b req-5362ed87-c4e6-4bd1-bb38-5cb3b76c5fa3 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Synchronizing usage tracker for tenant:6b6a582a2a304a7d881efcfa2373dfb1 on resource:port {{(pid=98851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:53:09.329555 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [req-ae3b715f-057d-4fe0-b9fb-62adce62062b req-5362ed87-c4e6-4bd1-bb38-5cb3b76c5fa3 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Unset dirty status for tenant:6b6a582a2a304a7d881efcfa2373dfb1 on resource:port {{(pid=98851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:53:09.330396 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-3af0ace6-547d-4950-9fe5-73e267668fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:09.330880 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-ae3b715f-057d-4fe0-b9fb-62adce62062b req-5362ed87-c4e6-4bd1-bb38-5cb3b76c5fa3 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] 10.222.0.25 "GET /v2.0/ports?device_id=07cf1f8a-a1e3-4041-a5cc-8650aafb1468 HTTP/1.1" status: 200 len: 210 time: 0.1313219 May 27 03:53:10.514944 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-362aad47-5c4b-4b61-b168-1e446724d4af req-f39c7f15-5005-46da-8efb-f51d4386833d tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] 10.222.0.25 "GET /v2.0/ports?device_id=07cf1f8a-a1e3-4041-a5cc-8650aafb1468 HTTP/1.1" status: 200 len: 210 time: 0.0689313 May 27 03:53:11.553538 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c61233-710d-4f2a-9735-b3adad9e3684 req-18b1096e-f468-432d-9936-39377b921b33 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:53:11.555312 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-98c61233-710d-4f2a-9735-b3adad9e3684 req-18b1096e-f468-432d-9936-39377b921b33 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] 10.222.0.36 "GET /v2.0/networks?id=e3d5c143-f0ba-4a03-b1d4-d1be1e83dd0f HTTP/1.1" status: 200 len: 811 time: 0.1497610 May 27 03:53:11.604208 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-98c61233-710d-4f2a-9735-b3adad9e3684 req-09db169c-e232-45f2-991b-d4c8b53cbce6 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6b6a582a2a304a7d881efcfa2373dfb1 HTTP/1.1" status: 200 len: 380 time: 0.0409703 May 27 03:53:11.612423 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.v2.base [req-98c61233-710d-4f2a-9735-b3adad9e3684 req-8076193c-fd49-4d53-8918-bcd97e79460e tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Request body: {'port': {'device_id': '07cf1f8a-a1e3-4041-a5cc-8650aafb1468', 'network_id': 'e3d5c143-f0ba-4a03-b1d4-d1be1e83dd0f', 'admin_state_up': True, 'tenant_id': '6b6a582a2a304a7d881efcfa2373dfb1', 'security_groups': ['ff86e39a-d39a-4fd4-a00c-fee39d8f2861']}} {{(pid=98851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:53:11.842885 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-d0ebcbed-a480-4703-8a55-c4f4346fde34 req-d9e0d09c-cd0e-40d2-b3e4-b15b28d82b22 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] 10.222.0.25 "GET /v2.0/ports?device_id=07cf1f8a-a1e3-4041-a5cc-8650aafb1468 HTTP/1.1" status: 200 len: 210 time: 0.2136707 May 27 03:53:11.911776 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.quota.driver [req-98c61233-710d-4f2a-9735-b3adad9e3684 req-8076193c-fd49-4d53-8918-bcd97e79460e tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:53:11.922670 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.quota.driver [req-98c61233-710d-4f2a-9735-b3adad9e3684 req-8076193c-fd49-4d53-8918-bcd97e79460e tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=98851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:53:11.986115 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98c61233-710d-4f2a-9735-b3adad9e3684 req-8076193c-fd49-4d53-8918-bcd97e79460e tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Made reservation on behalf of 6b6a582a2a304a7d881efcfa2373dfb1 for: {'port': 1} {{(pid=98851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:53:11.989881 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-98c61233-710d-4f2a-9735-b3adad9e3684 req-8076193c-fd49-4d53-8918-bcd97e79460e tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:12.151630 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.db_base_plugin_common [req-98c61233-710d-4f2a-9735-b3adad9e3684 req-8076193c-fd49-4d53-8918-bcd97e79460e tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Allocated IP 172.20.0.10 (e3d5c143-f0ba-4a03-b1d4-d1be1e83dd0f/ee570db5-d628-482f-a928-b08d68185abf/72f4926f-0769-4beb-af47-64edc4895b0c) {{(pid=98851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:53:12.343483 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-98c61233-710d-4f2a-9735-b3adad9e3684 req-8076193c-fd49-4d53-8918-bcd97e79460e tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Notify callbacks [] for port, precommit_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:12.360325 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.provisioning_blocks [req-98c61233-710d-4f2a-9735-b3adad9e3684 req-8076193c-fd49-4d53-8918-bcd97e79460e tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Transition to ACTIVE for port object 72f4926f-0769-4beb-af47-64edc4895b0c will not be triggered until provisioned by entity DHCP. {{(pid=98851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:53:12.403452 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.wsgi [-] (98851) accepted ('10.222.0.25', 35288) {{(pid=98851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:12.437871 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-98c61233-710d-4f2a-9735-b3adad9e3684 req-8076193c-fd49-4d53-8918-bcd97e79460e tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786481287388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28231606'] for port, after_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:12.444751 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-04a226f5-e93d-4063-904d-d0d6b587a63e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:53:12.527481 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98c61233-710d-4f2a-9735-b3adad9e3684 req-8076193c-fd49-4d53-8918-bcd97e79460e tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Network e3d5c143-f0ba-4a03-b1d4-d1be1e83dd0f is already hosted by enough agents. {{(pid=98851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:53:12.532322 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.scheduler.base_scheduler [req-98c61233-710d-4f2a-9735-b3adad9e3684 req-8076193c-fd49-4d53-8918-bcd97e79460e tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Resources bound (agent type, host, resource id): {{(pid=98851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:53:12.537917 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.l3_dvrscheduler_db [req-98c61233-710d-4f2a-9735-b3adad9e3684 req-8076193c-fd49-4d53-8918-bcd97e79460e tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Received port after_create {{(pid=98851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 03:53:12.579817 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-26f026eb-75cb-48a0-9e07-9f2c23908e6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:12.608083 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8076193c-fd49-4d53-8918-bcd97e79460e tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Pushing event updated for resources: {'Port': ['ID=72f4926f-0769-4beb-af47-64edc4895b0c,revision_number=1']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:12.627175 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-8076193c-fd49-4d53-8918-bcd97e79460e tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:53:12.633503 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.quota.driver [None req-26f026eb-75cb-48a0-9e07-9f2c23908e6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:53:12.641171 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [None req-26f026eb-75cb-48a0-9e07-9f2c23908e6c admin admin] Usage tracker for resource:security_group_rule and tenant:d1bebb202f964f75b85ce3f3c6b71499 is out of sync, need to count used quota {{(pid=98851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:53:12.645777 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [None req-26f026eb-75cb-48a0-9e07-9f2c23908e6c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:53:12.654047 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c61233-710d-4f2a-9735-b3adad9e3684 req-8076193c-fd49-4d53-8918-bcd97e79460e tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:53:12.654586 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-98c61233-710d-4f2a-9735-b3adad9e3684 req-8076193c-fd49-4d53-8918-bcd97e79460e tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4037888'] for port, before_response {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:12.662526 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.quota.driver [None req-26f026eb-75cb-48a0-9e07-9f2c23908e6c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:53:12.756150 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-98c61233-710d-4f2a-9735-b3adad9e3684 req-8076193c-fd49-4d53-8918-bcd97e79460e tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1473012 May 27 03:53:12.769024 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.v2.base [req-98c61233-710d-4f2a-9735-b3adad9e3684 req-c3066741-c489-49eb-8c5b-e9a086dae8a1 service neutron] Request body: {'port': {'device_id': '07cf1f8a-a1e3-4041-a5cc-8650aafb1468', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79326'}} {{(pid=98851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:53:12.797416 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-f8742189-fc78-4222-807f-c1f40e7937fe None None] Provisioning for port 72f4926f-0769-4beb-af47-64edc4895b0c completed by entity DHCP. {{(pid=98853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:53:12.802553 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-f8742189-fc78-4222-807f-c1f40e7937fe None None] Provisioning complete for port 72f4926f-0769-4beb-af47-64edc4895b0c triggered by entity DHCP. {{(pid=98853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:53:12.802998 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-f8742189-fc78-4222-807f-c1f40e7937fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487713'] for port, provisioning_complete {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:12.810807 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-26f026eb-75cb-48a0-9e07-9f2c23908e6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:12.857535 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.plugin [None req-f8742189-fc78-4222-807f-c1f40e7937fe None None] Port 72f4926f-0769-4beb-af47-64edc4895b0c cannot update to ACTIVE because it is not bound. {{(pid=98853) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 03:53:12.882188 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-26f026eb-75cb-48a0-9e07-9f2c23908e6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:12.891694 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-b606fe4f-391a-4c0f-9e7d-1f385178fc5e tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:53:12.942492 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-98c61233-710d-4f2a-9735-b3adad9e3684 req-c3066741-c489-49eb-8c5b-e9a086dae8a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_update {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:12.984168 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [None req-26f026eb-75cb-48a0-9e07-9f2c23908e6c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d1bebb202f964f75b85ce3f3c6b71499&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5790362 May 27 03:53:12.987371 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.wsgi [-] (98851) accepted ('10.222.0.25', 35300) {{(pid=98851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:13.014393 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f026eb-75cb-48a0-9e07-9f2c23908e6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d90a26ef-f73b-4bd4-86fc-97eaebf991c7,revision_number=1']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:13.019534 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-26f026eb-75cb-48a0-9e07-9f2c23908e6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:53:13.115200 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5805d8a-53eb-4313-b862-e628dc64b6fd req-f654c0f5-32a8-4c28-a31e-bc8bc451afdc tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:53:13.117235 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-a5805d8a-53eb-4313-b862-e628dc64b6fd req-f654c0f5-32a8-4c28-a31e-bc8bc451afdc tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] 10.222.0.25 "GET /v2.0/ports?device_id=07cf1f8a-a1e3-4041-a5cc-8650aafb1468 HTTP/1.1" status: 200 len: 932 time: 0.1426444 May 27 03:53:13.170194 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-a5805d8a-53eb-4313-b862-e628dc64b6fd req-228098df-fd10-4bd4-9234-6d613f691749 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff86e39a-d39a-4fd4-a00c-fee39d8f2861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469253 May 27 03:53:13.218513 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-8aae89cc-0a81-4373-afa2-a6e024cadedc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:13.278599 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-8aae89cc-0a81-4373-afa2-a6e024cadedc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:13.485743 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-8aae89cc-0a81-4373-afa2-a6e024cadedc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:13.490696 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-7a6847e9-8894-4975-85c9-120f9066190b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:53:13.502205 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.notifiers.nova [req-98c61233-710d-4f2a-9735-b3adad9e3684 req-c3066741-c489-49eb-8c5b-e9a086dae8a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72f4926f-0769-4beb-af47-64edc4895b0c {{(pid=98851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:53:13.509968 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aae89cc-0a81-4373-afa2-a6e024cadedc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d90a26ef-f73b-4bd4-86fc-97eaebf991c7,revision_number=None']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:13.512946 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-98c61233-710d-4f2a-9735-b3adad9e3684 req-c3066741-c489-49eb-8c5b-e9a086dae8a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:13.515330 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-8aae89cc-0a81-4373-afa2-a6e024cadedc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:53:13.529664 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-8aae89cc-0a81-4373-afa2-a6e024cadedc admin admin] Notify callbacks [] for security_group, before_response {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:13.532853 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [None req-8aae89cc-0a81-4373-afa2-a6e024cadedc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d90a26ef-f73b-4bd4-86fc-97eaebf991c7 HTTP/1.1" status: 204 len: 168 time: 0.5149460 May 27 03:53:13.535571 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.provisioning_blocks [req-98c61233-710d-4f2a-9735-b3adad9e3684 req-c3066741-c489-49eb-8c5b-e9a086dae8a1 service neutron] Transition to ACTIVE for port object 72f4926f-0769-4beb-af47-64edc4895b0c will not be triggered until provisioned by entity L2. {{(pid=98851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:53:13.614540 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-98c61233-710d-4f2a-9735-b3adad9e3684 req-c3066741-c489-49eb-8c5b-e9a086dae8a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786481721483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786481287406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786481291807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28231553'] for port, after_update {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:13.619207 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-582224ae-3a4b-4097-af52-0d348ea6c7f0 tempest-VolumesSnapshotTestJSON-1430919308 tempest-VolumesSnapshotTestJSON-1430919308-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:53:13.779227 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3066741-c489-49eb-8c5b-e9a086dae8a1 service neutron] Pushing event updated for resources: {'Port': ['ID=72f4926f-0769-4beb-af47-64edc4895b0c,revision_number=2']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:13.806896 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-c3066741-c489-49eb-8c5b-e9a086dae8a1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:53:13.859611 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.managers [req-98c61233-710d-4f2a-9735-b3adad9e3684 req-c3066741-c489-49eb-8c5b-e9a086dae8a1 service neutron] Attempting to bind port 72f4926f-0769-4beb-af47-64edc4895b0c on host hv-cinder-79326 for vnic_type normal with profile {{(pid=98851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:53:13.859944 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.managers [req-98c61233-710d-4f2a-9735-b3adad9e3684 req-c3066741-c489-49eb-8c5b-e9a086dae8a1 service neutron] Attempting to bind port 72f4926f-0769-4beb-af47-64edc4895b0c by drivers openvswitch,hyperv on host hv-cinder-79326 at level 0 using segments [{'id': 'f3e696c2-fd56-4523-a2a6-afde57cdd975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'e3d5c143-f0ba-4a03-b1d4-d1be1e83dd0f'}] {{(pid=98851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:53:13.860270 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c61233-710d-4f2a-9735-b3adad9e3684 req-c3066741-c489-49eb-8c5b-e9a086dae8a1 service neutron] Attempting to bind port 72f4926f-0769-4beb-af47-64edc4895b0c on network e3d5c143-f0ba-4a03-b1d4-d1be1e83dd0f {{(pid=98851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:53:13.865835 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c61233-710d-4f2a-9735-b3adad9e3684 req-c3066741-c489-49eb-8c5b-e9a086dae8a1 service neutron] Port 72f4926f-0769-4beb-af47-64edc4895b0c on network e3d5c143-f0ba-4a03-b1d4-d1be1e83dd0f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79326 {{(pid=98851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 03:53:13.866154 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c61233-710d-4f2a-9735-b3adad9e3684 req-c3066741-c489-49eb-8c5b-e9a086dae8a1 service neutron] Attempting to bind port 72f4926f-0769-4beb-af47-64edc4895b0c on network e3d5c143-f0ba-4a03-b1d4-d1be1e83dd0f {{(pid=98851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:53:13.873070 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c61233-710d-4f2a-9735-b3adad9e3684 req-c3066741-c489-49eb-8c5b-e9a086dae8a1 service neutron] Checking agent: {'id': 'beba53db-4949-4034-b5ab-73b6df09d927', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79326', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 3, 39, 17), 'started_at': datetime.datetime(2021, 5, 27, 3, 39, 17), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 3, 52, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 03:53:13.873403 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c61233-710d-4f2a-9735-b3adad9e3684 req-c3066741-c489-49eb-8c5b-e9a086dae8a1 service neutron] Checking segment: {'id': 'f3e696c2-fd56-4523-a2a6-afde57cdd975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'e3d5c143-f0ba-4a03-b1d4-d1be1e83dd0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 03:53:13.873790 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c61233-710d-4f2a-9735-b3adad9e3684 req-c3066741-c489-49eb-8c5b-e9a086dae8a1 service neutron] Bound using segment: {'id': 'f3e696c2-fd56-4523-a2a6-afde57cdd975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'e3d5c143-f0ba-4a03-b1d4-d1be1e83dd0f'} {{(pid=98851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 03:53:13.874359 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.managers [req-98c61233-710d-4f2a-9735-b3adad9e3684 req-c3066741-c489-49eb-8c5b-e9a086dae8a1 service neutron] Bound port: 72f4926f-0769-4beb-af47-64edc4895b0c, host: hv-cinder-79326, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3e696c2-fd56-4523-a2a6-afde57cdd975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'e3d5c143-f0ba-4a03-b1d4-d1be1e83dd0f'}}] {{(pid=98851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:53:13.874688 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-98c61233-710d-4f2a-9735-b3adad9e3684 req-c3066741-c489-49eb-8c5b-e9a086dae8a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_update {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:13.967500 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.db [req-98c61233-710d-4f2a-9735-b3adad9e3684 req-c3066741-c489-49eb-8c5b-e9a086dae8a1 service neutron] For port 72f4926f-0769-4beb-af47-64edc4895b0c, host hv-cinder-79326, cleared binding levels {{(pid=98851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:53:13.970995 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.db [req-98c61233-710d-4f2a-9735-b3adad9e3684 req-c3066741-c489-49eb-8c5b-e9a086dae8a1 service neutron] For port 72f4926f-0769-4beb-af47-64edc4895b0c, host hv-cinder-79326, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=72f4926f-0769-4beb-af47-64edc4895b0c,segment=NetworkSegment(f3e696c2-fd56-4523-a2a6-afde57cdd975),segment_id=f3e696c2-fd56-4523-a2a6-afde57cdd975)] {{(pid=98851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 03:53:14.065254 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-98c61233-710d-4f2a-9735-b3adad9e3684 req-c3066741-c489-49eb-8c5b-e9a086dae8a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786481721483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786481287406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786481291807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28231553'] for port, after_update {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:14.070401 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-01891901-5fff-4214-b615-06e760ee4ec8 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:53:14.127878 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c61233-710d-4f2a-9735-b3adad9e3684 req-c3066741-c489-49eb-8c5b-e9a086dae8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:53:14.128758 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-98c61233-710d-4f2a-9735-b3adad9e3684 req-c3066741-c489-49eb-8c5b-e9a086dae8a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4037888'] for port, before_response {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:14.130303 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-98c61233-710d-4f2a-9735-b3adad9e3684 req-c3066741-c489-49eb-8c5b-e9a086dae8a1 service neutron] 10.222.0.36 "PUT /v2.0/ports/72f4926f-0769-4beb-af47-64edc4895b0c HTTP/1.1" status: 200 len: 1094 time: 1.3653982 May 27 03:53:14.131313 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07cf1f8a-a1e3-4041-a5cc-8650aafb1468', 'tag': '72f4926f-0769-4beb-af47-64edc4895b0c'}] {{(pid=98851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:53:14.166852 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3066741-c489-49eb-8c5b-e9a086dae8a1 service neutron] Pushing event updated for resources: {'Port': ['ID=72f4926f-0769-4beb-af47-64edc4895b0c,revision_number=3']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:14.171780 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-c3066741-c489-49eb-8c5b-e9a086dae8a1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:53:14.207184 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07cf1f8a-a1e3-4041-a5cc-8650aafb1468', 'tag': '72f4926f-0769-4beb-af47-64edc4895b0c', 'status': 'completed', 'code': 200} May 27 03:53:14.430435 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868b8497-4a7a-4655-ad3c-a8327b0ceca4 req-b7178593-b557-41bc-9c18-6dd98159c384 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:53:14.432570 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-868b8497-4a7a-4655-ad3c-a8327b0ceca4 req-b7178593-b557-41bc-9c18-6dd98159c384 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] 10.222.0.25 "GET /v2.0/ports?device_id=07cf1f8a-a1e3-4041-a5cc-8650aafb1468 HTTP/1.1" status: 200 len: 944 time: 0.1066294 May 27 03:53:14.438921 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c61233-710d-4f2a-9735-b3adad9e3684 req-3634a6d3-3861-43c5-9090-df8c6b608a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:53:14.440738 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-98c61233-710d-4f2a-9735-b3adad9e3684 req-3634a6d3-3861-43c5-9090-df8c6b608a2f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6b6a582a2a304a7d881efcfa2373dfb1&device_id=07cf1f8a-a1e3-4041-a5cc-8650aafb1468 HTTP/1.1" status: 200 len: 1097 time: 0.2162218 May 27 03:53:14.484385 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-868b8497-4a7a-4655-ad3c-a8327b0ceca4 req-d16a1128-60e1-4ab6-b81c-0293128cda44 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff86e39a-d39a-4fd4-a00c-fee39d8f2861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448418 May 27 03:53:14.515205 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-98c61233-710d-4f2a-9735-b3adad9e3684 req-3f3b537c-42ff-4952-bf86-671806702b53 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=72f4926f-0769-4beb-af47-64edc4895b0c HTTP/1.1" status: 200 len: 217 time: 0.0669882 May 27 03:53:14.577655 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c61233-710d-4f2a-9735-b3adad9e3684 req-88c28c86-e7e0-4173-ab56-1b67d732de42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:53:14.579048 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-98c61233-710d-4f2a-9735-b3adad9e3684 req-88c28c86-e7e0-4173-ab56-1b67d732de42 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ee570db5-d628-482f-a928-b08d68185abf HTTP/1.1" status: 200 len: 850 time: 0.0582404 May 27 03:53:14.611206 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 35338) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:14.658925 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c61233-710d-4f2a-9735-b3adad9e3684 req-8fc78670-b0ab-4ae6-97d6-a33088a6c235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:53:14.660472 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-98c61233-710d-4f2a-9735-b3adad9e3684 req-8fc78670-b0ab-4ae6-97d6-a33088a6c235 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e3d5c143-f0ba-4a03-b1d4-d1be1e83dd0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0754566 May 27 03:53:14.717885 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.v2.base [None req-29d8c5ab-704b-4374-8b0f-3089e97316d9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-372763073-network', 'tenant_id': '3f42048e6086405bb0d27fd16d9a85d2'}} {{(pid=98852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:53:14.722489 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-29d8c5ab-704b-4374-8b0f-3089e97316d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:53:14.726889 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-29d8c5ab-704b-4374-8b0f-3089e97316d9 admin admin] Usage tracker for resource:network and tenant:3f42048e6086405bb0d27fd16d9a85d2 is out of sync, need to count used quota {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:53:14.729780 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-29d8c5ab-704b-4374-8b0f-3089e97316d9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:53:14.735821 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-29d8c5ab-704b-4374-8b0f-3089e97316d9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:53:14.796273 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-98c61233-710d-4f2a-9735-b3adad9e3684 req-7e398a53-9d09-4f9b-9f34-1e79bb95d37b service neutron] 10.222.0.36 "GET /v2.0/networks/e3d5c143-f0ba-4a03-b1d4-d1be1e83dd0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285908 May 27 03:53:14.814236 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29d8c5ab-704b-4374-8b0f-3089e97316d9 admin admin] Made reservation on behalf of 3f42048e6086405bb0d27fd16d9a85d2 for: {'network': 1} {{(pid=98852) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:53:14.816758 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-29d8c5ab-704b-4374-8b0f-3089e97316d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3620918'] for network, before_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:14.830278 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-29d8c5ab-704b-4374-8b0f-3089e97316d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:14.845544 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-29d8c5ab-704b-4374-8b0f-3089e97316d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:53:14.849388 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-29d8c5ab-704b-4374-8b0f-3089e97316d9 admin admin] Usage tracker for resource:security_group_rule and tenant:3f42048e6086405bb0d27fd16d9a85d2 is out of sync, need to count used quota {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:53:14.852286 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-29d8c5ab-704b-4374-8b0f-3089e97316d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:53:14.858082 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-29d8c5ab-704b-4374-8b0f-3089e97316d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:53:14.933772 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-98c61233-710d-4f2a-9735-b3adad9e3684 req-e52aaac2-e18c-4791-b256-3e3a1daba707 service neutron] 10.222.0.36 "GET /v2.0/networks/e3d5c143-f0ba-4a03-b1d4-d1be1e83dd0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311500 May 27 03:53:14.951595 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-29d8c5ab-704b-4374-8b0f-3089e97316d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:15.042726 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-29d8c5ab-704b-4374-8b0f-3089e97316d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:15.046871 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-e9f2a56e-bf76-4298-a841-b79d98a8b134 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:53:15.070933 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29d8c5ab-704b-4374-8b0f-3089e97316d9 admin admin] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=98852) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:53:15.083258 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d8c5ab-704b-4374-8b0f-3089e97316d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75eaff5d-6f52-49a2-ba1f-723b6c90e190,revision_number=1']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:15.087697 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-29d8c5ab-704b-4374-8b0f-3089e97316d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:53:15.088642 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-29d8c5ab-704b-4374-8b0f-3089e97316d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3483814'] for segment, precommit_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:15.088985 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.db.segments_db [None req-29d8c5ab-704b-4374-8b0f-3089e97316d9 admin admin] Added segment b09dcc52-4c33-4858-bb16-5779b028fe7d of type vlan for network 46de24cd-29cd-4b19-97dd-c1e473696501 May 27 03:53:15.114931 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-29d8c5ab-704b-4374-8b0f-3089e97316d9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786481306974'] for network, precommit_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:15.119729 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4564fed-c6b3-406b-be28-7221c1d504ed req-e283cb9e-930e-419a-80d3-b4b21df5c756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:53:15.121264 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-e4564fed-c6b3-406b-be28-7221c1d504ed req-e283cb9e-930e-419a-80d3-b4b21df5c756 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6b6a582a2a304a7d881efcfa2373dfb1&device_id=07cf1f8a-a1e3-4041-a5cc-8650aafb1468 HTTP/1.1" status: 200 len: 1097 time: 0.0730872 May 27 03:53:15.191233 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-29d8c5ab-704b-4374-8b0f-3089e97316d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3689963'] for network, after_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:15.192388 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29d8c5ab-704b-4374-8b0f-3089e97316d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:53:15.193002 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-29d8c5ab-704b-4374-8b0f-3089e97316d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689932'] for network, before_response {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:15.198581 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-0a361af1-fee6-4154-919f-78918ae35b30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:53:15.254618 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4564fed-c6b3-406b-be28-7221c1d504ed req-dd8d03a8-94ae-4a50-8339-5b96bd4599da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:53:15.256079 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-e4564fed-c6b3-406b-be28-7221c1d504ed req-dd8d03a8-94ae-4a50-8339-5b96bd4599da service neutron] 10.222.0.36 "GET /v2.0/networks?id=e3d5c143-f0ba-4a03-b1d4-d1be1e83dd0f HTTP/1.1" status: 200 len: 911 time: 0.1285846 May 27 03:53:15.297207 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d8c5ab-704b-4374-8b0f-3089e97316d9 admin admin] Pushing event updated for resources: {'Network': ['ID=46de24cd-29cd-4b19-97dd-c1e473696501,revision_number=1']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:15.299951 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-29d8c5ab-704b-4374-8b0f-3089e97316d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:53:15.307556 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Network 46de24cd-29cd-4b19-97dd-c1e473696501 details requested by agent ovs-agent-dv-cinder-793264-1-iscsi with host dv-cinder-793264-1-iscsi {{(pid=98853) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:53:15.329061 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-e4564fed-c6b3-406b-be28-7221c1d504ed req-b273b6ff-4d86-427e-b349-689d6fa65afd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=72f4926f-0769-4beb-af47-64edc4895b0c HTTP/1.1" status: 200 len: 217 time: 0.0652473 May 27 03:53:15.360795 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-29d8c5ab-704b-4374-8b0f-3089e97316d9 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.7456012 May 27 03:53:15.360993 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 35346) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:15.367125 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.v2.base [None req-6a61016c-4640-46ee-a6e3-3eeda541e6f9 admin admin] Request body: {'subnet': {'network_id': '46de24cd-29cd-4b19-97dd-c1e473696501', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-372763073-subnet', 'tenant_id': '3f42048e6086405bb0d27fd16d9a85d2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:53:15.372757 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-6a61016c-4640-46ee-a6e3-3eeda541e6f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:53:15.376792 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-6a61016c-4640-46ee-a6e3-3eeda541e6f9 admin admin] Usage tracker for resource:subnet and tenant:3f42048e6086405bb0d27fd16d9a85d2 is out of sync, need to count used quota {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:53:15.379775 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-6a61016c-4640-46ee-a6e3-3eeda541e6f9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:53:15.386231 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-6a61016c-4640-46ee-a6e3-3eeda541e6f9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:53:15.395115 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4564fed-c6b3-406b-be28-7221c1d504ed req-17a56da7-e236-4046-ab60-7dd59ffcd3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:53:15.396694 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-e4564fed-c6b3-406b-be28-7221c1d504ed req-17a56da7-e236-4046-ab60-7dd59ffcd3ca service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ee570db5-d628-482f-a928-b08d68185abf HTTP/1.1" status: 200 len: 850 time: 0.0616269 May 27 03:53:15.448792 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a61016c-4640-46ee-a6e3-3eeda541e6f9 admin admin] Made reservation on behalf of 3f42048e6086405bb0d27fd16d9a85d2 for: {'subnet': 1} {{(pid=98852) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:53:15.451255 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-6a61016c-4640-46ee-a6e3-3eeda541e6f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27627078'] for subnet, before_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:15.475515 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4564fed-c6b3-406b-be28-7221c1d504ed req-6c12fc24-7e57-4157-99ac-7e396d6535f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:53:15.477162 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-e4564fed-c6b3-406b-be28-7221c1d504ed req-6c12fc24-7e57-4157-99ac-7e396d6535f2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e3d5c143-f0ba-4a03-b1d4-d1be1e83dd0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0739074 May 27 03:53:15.655521 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-e4564fed-c6b3-406b-be28-7221c1d504ed req-66362a6f-55ef-493f-ac6d-7034bce1927f service neutron] 10.222.0.36 "GET /v2.0/networks/e3d5c143-f0ba-4a03-b1d4-d1be1e83dd0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708012 May 27 03:53:15.693009 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3febdd73-1a2a-4ec0-936f-2c224385c8e4 req-c0eb4daf-4dc8-4bc1-a4ff-963a4299d592 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:53:15.693717 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [req-3febdd73-1a2a-4ec0-936f-2c224385c8e4 req-c0eb4daf-4dc8-4bc1-a4ff-963a4299d592 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Synchronizing usage tracker for tenant:6b6a582a2a304a7d881efcfa2373dfb1 on resource:port {{(pid=98851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:53:15.762753 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [req-3febdd73-1a2a-4ec0-936f-2c224385c8e4 req-c0eb4daf-4dc8-4bc1-a4ff-963a4299d592 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Unset dirty status for tenant:6b6a582a2a304a7d881efcfa2373dfb1 on resource:port {{(pid=98851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:53:15.763922 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-3febdd73-1a2a-4ec0-936f-2c224385c8e4 req-c0eb4daf-4dc8-4bc1-a4ff-963a4299d592 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] 10.222.0.25 "GET /v2.0/ports?device_id=07cf1f8a-a1e3-4041-a5cc-8650aafb1468 HTTP/1.1" status: 200 len: 944 time: 0.1650074 May 27 03:53:15.812410 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-3febdd73-1a2a-4ec0-936f-2c224385c8e4 req-1e8b936e-525d-41a5-95af-ee32f42579d8 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff86e39a-d39a-4fd4-a00c-fee39d8f2861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425713 May 27 03:53:15.893701 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-6a61016c-4640-46ee-a6e3-3eeda541e6f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27736193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27627088'] for subnet, after_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:15.898671 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:53:15.967572 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a61016c-4640-46ee-a6e3-3eeda541e6f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=77458a5f-4464-4c2b-a014-c1b59a3282a4,revision_number=0']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:15.970829 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-6a61016c-4640-46ee-a6e3-3eeda541e6f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:53:15.977228 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a61016c-4640-46ee-a6e3-3eeda541e6f9 admin admin] Checking segment: {'id': 'b09dcc52-4c33-4858-bb16-5779b028fe7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '46de24cd-29cd-4b19-97dd-c1e473696501'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 03:53:15.977577 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a61016c-4640-46ee-a6e3-3eeda541e6f9 admin admin] Network hostable DHCP agents. Network: 46de24cd-29cd-4b19-97dd-c1e473696501, hostable agents: ['a814e8a4-142b-4ae8-859e-9bd936be0847'], hosted agents: [] {{(pid=98852) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:53:16.059686 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a61016c-4640-46ee-a6e3-3eeda541e6f9 admin admin] Network 46de24cd-29cd-4b19-97dd-c1e473696501 is scheduled to be hosted by DHCP agent a814e8a4-142b-4ae8-859e-9bd936be0847 with binding_index 1 {{(pid=98852) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:53:16.116701 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.scheduler.base_scheduler [None req-6a61016c-4640-46ee-a6e3-3eeda541e6f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793264-1-iscsi, 46de24cd-29cd-4b19-97dd-c1e473696501) {{(pid=98852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:53:16.124160 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cdf2345-6e29-4ffe-b0fc-7a7e54c9f9db None None] Network 46de24cd-29cd-4b19-97dd-c1e473696501 requested from dv-cinder-793264-1-iscsi {{(pid=98853) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 03:53:16.125981 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a61016c-4640-46ee-a6e3-3eeda541e6f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:53:16.126592 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-6a61016c-4640-46ee-a6e3-3eeda541e6f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689932'] for subnet, before_response {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:16.191990 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-6a61016c-4640-46ee-a6e3-3eeda541e6f9 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8297741 May 27 03:53:16.315824 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8fac476-330b-4556-a4db-edf353931623 None None] Network 46de24cd-29cd-4b19-97dd-c1e473696501 requested from dv-cinder-793264-1-iscsi {{(pid=98853) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 03:53:16.685244 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-e4564fed-c6b3-406b-be28-7221c1d504ed req-5c1d58f6-b890-4148-aae2-c1a54e6df544 service neutron] 10.222.0.36 "GET /v2.0/networks/e3d5c143-f0ba-4a03-b1d4-d1be1e83dd0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259782 May 27 03:53:17.093076 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d82b560-1342-41ce-94a3-1d8ba54fcff3 req-01bdfa33-e458-4079-b4ab-ce10114f458d tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:53:17.101543 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-7d82b560-1342-41ce-94a3-1d8ba54fcff3 req-01bdfa33-e458-4079-b4ab-ce10114f458d tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] 10.222.0.25 "GET /v2.0/ports?device_id=07cf1f8a-a1e3-4041-a5cc-8650aafb1468 HTTP/1.1" status: 200 len: 944 time: 0.1708803 May 27 03:53:17.139705 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-7d82b560-1342-41ce-94a3-1d8ba54fcff3 req-ccfc56c1-a17d-452d-a7ef-0226c933c583 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff86e39a-d39a-4fd4-a00c-fee39d8f2861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395291 May 27 03:53:17.402763 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:18.324265 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98343434-ccc0-4790-afa4-ba14c5e1be72 req-162366a5-b642-4d12-bb1d-74c500bb5ef9 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:53:18.325729 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-98343434-ccc0-4790-afa4-ba14c5e1be72 req-162366a5-b642-4d12-bb1d-74c500bb5ef9 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] 10.222.0.25 "GET /v2.0/ports?device_id=07cf1f8a-a1e3-4041-a5cc-8650aafb1468 HTTP/1.1" status: 200 len: 944 time: 0.0835748 May 27 03:53:18.368899 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-98343434-ccc0-4790-afa4-ba14c5e1be72 req-9fffb54e-43b7-40b9-a19b-b492787e8391 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff86e39a-d39a-4fd4-a00c-fee39d8f2861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375688 May 27 03:53:19.554442 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c2aba0-764b-4a97-9fec-1044a5c2cc57 req-10cc3494-8a81-4703-8ae6-503c473b781c tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:53:19.556011 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-58c2aba0-764b-4a97-9fec-1044a5c2cc57 req-10cc3494-8a81-4703-8ae6-503c473b781c tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] 10.222.0.25 "GET /v2.0/ports?device_id=07cf1f8a-a1e3-4041-a5cc-8650aafb1468 HTTP/1.1" status: 200 len: 944 time: 0.0839868 May 27 03:53:19.600802 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-58c2aba0-764b-4a97-9fec-1044a5c2cc57 req-2b72a9d7-87ec-4ba4-bc7a-cc8d3d41bd65 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff86e39a-d39a-4fd4-a00c-fee39d8f2861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388782 May 27 03:53:20.787615 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dee2cd-07ea-41f7-a188-732b49597e6f req-900e5f70-8ab8-43b2-abd1-ae4e0ff3b565 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:53:20.789336 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-a2dee2cd-07ea-41f7-a188-732b49597e6f req-900e5f70-8ab8-43b2-abd1-ae4e0ff3b565 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] 10.222.0.25 "GET /v2.0/ports?device_id=07cf1f8a-a1e3-4041-a5cc-8650aafb1468 HTTP/1.1" status: 200 len: 944 time: 0.0854821 May 27 03:53:20.817146 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011da963-5c79-429c-8a26-2ea419aea71c req-69c0e6b4-85a2-4263-80b0-80680f8947cb tempest-VolumesActionsTest-1215670824 tempest-VolumesActionsTest-1215670824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:53:20.818594 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-011da963-5c79-429c-8a26-2ea419aea71c req-69c0e6b4-85a2-4263-80b0-80680f8947cb tempest-VolumesActionsTest-1215670824 tempest-VolumesActionsTest-1215670824-project] 10.222.0.25 "GET /v2.0/networks?id=46de24cd-29cd-4b19-97dd-c1e473696501 HTTP/1.1" status: 200 len: 808 time: 0.2546384 May 27 03:53:20.834272 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-011da963-5c79-429c-8a26-2ea419aea71c req-ac4255ac-9049-4a87-a764-436b15eedb61 tempest-VolumesActionsTest-1215670824 tempest-VolumesActionsTest-1215670824-project] 10.222.0.25 "GET /v2.0/quotas/3f42048e6086405bb0d27fd16d9a85d2 HTTP/1.1" status: 200 len: 375 time: 0.0092273 May 27 03:53:20.836758 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-a2dee2cd-07ea-41f7-a188-732b49597e6f req-3bb43ce7-55dd-47a0-b60f-0efadc1cd8a5 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff86e39a-d39a-4fd4-a00c-fee39d8f2861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409973 May 27 03:53:20.882873 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-011da963-5c79-429c-8a26-2ea419aea71c req-ca46c76c-f5da-405a-8f29-a88c385c7480 tempest-VolumesActionsTest-1215670824 tempest-VolumesActionsTest-1215670824-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=3f42048e6086405bb0d27fd16d9a85d2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0418015 May 27 03:53:20.938741 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.wsgi [req-011da963-5c79-429c-8a26-2ea419aea71c req-2ab4dcb7-8647-4704-83a3-58469218a0e3 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=98851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 03:53:20.940420 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-011da963-5c79-429c-8a26-2ea419aea71c req-2ab4dcb7-8647-4704-83a3-58469218a0e3 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0502200 May 27 03:53:21.070681 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-011da963-5c79-429c-8a26-2ea419aea71c req-041e1bc9-6a97-4c95-95ec-27400d19af1e service neutron] 10.222.0.25 "GET /v2.0/networks/46de24cd-29cd-4b19-97dd-c1e473696501?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240566 May 27 03:53:21.200662 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-011da963-5c79-429c-8a26-2ea419aea71c req-b79919d0-b6d0-4090-b790-c838b6a0dcd1 service neutron] 10.222.0.25 "GET /v2.0/networks/46de24cd-29cd-4b19-97dd-c1e473696501?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240833 May 27 03:53:21.470597 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-fcaa0e96-159b-4810-ab69-2e2216f87ac3 req-846a9b13-4d96-4c37-bc1a-1761554124b1 tempest-VolumesActionsTest-1215670824 tempest-VolumesActionsTest-1215670824-project] 10.222.0.25 "GET /v2.0/ports?device_id=37adb209-bfbe-4ecf-9577-00c220c30b77 HTTP/1.1" status: 200 len: 210 time: 0.0469909 May 27 03:53:22.024021 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807da9a7-c127-41ea-9b91-2d001559db7f req-23eb3af0-72ff-453f-a051-013972759ad5 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:53:22.025551 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-807da9a7-c127-41ea-9b91-2d001559db7f req-23eb3af0-72ff-453f-a051-013972759ad5 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] 10.222.0.25 "GET /v2.0/ports?device_id=07cf1f8a-a1e3-4041-a5cc-8650aafb1468 HTTP/1.1" status: 200 len: 944 time: 0.0858817 May 27 03:53:22.078435 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-807da9a7-c127-41ea-9b91-2d001559db7f req-bad171e2-004e-407a-b1be-a2c57944ec7f tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff86e39a-d39a-4fd4-a00c-fee39d8f2861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466318 May 27 03:53:22.616670 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-3da18a1e-b452-478e-9a5c-d2fe9e14955d req-d1a4aa1f-f1d0-4262-b144-b53be20cf0c4 tempest-VolumesActionsTest-1215670824 tempest-VolumesActionsTest-1215670824-project] 10.222.0.25 "GET /v2.0/ports?device_id=37adb209-bfbe-4ecf-9577-00c220c30b77 HTTP/1.1" status: 200 len: 210 time: 0.0427749 May 27 03:53:23.267386 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b58130-2ad5-46c1-821f-bbdbbd71a013 req-2c52f3a0-ca68-40b9-b310-856cd865397d tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:53:23.268960 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-44b58130-2ad5-46c1-821f-bbdbbd71a013 req-2c52f3a0-ca68-40b9-b310-856cd865397d tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] 10.222.0.25 "GET /v2.0/ports?device_id=07cf1f8a-a1e3-4041-a5cc-8650aafb1468 HTTP/1.1" status: 200 len: 944 time: 0.0804286 May 27 03:53:23.314190 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-44b58130-2ad5-46c1-821f-bbdbbd71a013 req-553e4ec8-7242-4447-b7a3-24d4f390f993 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff86e39a-d39a-4fd4-a00c-fee39d8f2861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395167 May 27 03:53:23.689785 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011da963-5c79-429c-8a26-2ea419aea71c req-8f63c4fc-e125-49e9-9a95-3cda83e577ce tempest-VolumesActionsTest-1215670824 tempest-VolumesActionsTest-1215670824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:53:23.691208 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-011da963-5c79-429c-8a26-2ea419aea71c req-8f63c4fc-e125-49e9-9a95-3cda83e577ce tempest-VolumesActionsTest-1215670824 tempest-VolumesActionsTest-1215670824-project] 10.222.0.36 "GET /v2.0/networks?id=46de24cd-29cd-4b19-97dd-c1e473696501 HTTP/1.1" status: 200 len: 808 time: 0.1587985 May 27 03:53:23.703323 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.v2.base [req-011da963-5c79-429c-8a26-2ea419aea71c req-d97dad89-3868-4298-8d8c-4732bb471dd8 tempest-VolumesActionsTest-1215670824 tempest-VolumesActionsTest-1215670824-project] Request body: {'port': {'device_id': '37adb209-bfbe-4ecf-9577-00c220c30b77', 'network_id': '46de24cd-29cd-4b19-97dd-c1e473696501', 'admin_state_up': True, 'tenant_id': '3f42048e6086405bb0d27fd16d9a85d2'}} {{(pid=98851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:53:23.781070 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-e9cf2b1e-fb50-4489-b772-70bddaa60887 req-ae43e45e-48ad-4b84-8cd3-d3955a6c11e2 tempest-VolumesActionsTest-1215670824 tempest-VolumesActionsTest-1215670824-project] 10.222.0.25 "GET /v2.0/ports?device_id=37adb209-bfbe-4ecf-9577-00c220c30b77 HTTP/1.1" status: 200 len: 210 time: 0.0497806 May 27 03:53:23.859082 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.quota.driver [req-011da963-5c79-429c-8a26-2ea419aea71c req-d97dad89-3868-4298-8d8c-4732bb471dd8 tempest-VolumesActionsTest-1215670824 tempest-VolumesActionsTest-1215670824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:53:23.862884 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [req-011da963-5c79-429c-8a26-2ea419aea71c req-d97dad89-3868-4298-8d8c-4732bb471dd8 tempest-VolumesActionsTest-1215670824 tempest-VolumesActionsTest-1215670824-project] Usage tracker for resource:port and tenant:3f42048e6086405bb0d27fd16d9a85d2 is out of sync, need to count used quota {{(pid=98851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:53:23.865721 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [req-011da963-5c79-429c-8a26-2ea419aea71c req-d97dad89-3868-4298-8d8c-4732bb471dd8 tempest-VolumesActionsTest-1215670824 tempest-VolumesActionsTest-1215670824-project] Quota usage for port was recalculated. Used quota:0. {{(pid=98851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:53:23.871983 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.quota.driver [req-011da963-5c79-429c-8a26-2ea419aea71c req-d97dad89-3868-4298-8d8c-4732bb471dd8 tempest-VolumesActionsTest-1215670824 tempest-VolumesActionsTest-1215670824-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:53:23.968706 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-011da963-5c79-429c-8a26-2ea419aea71c req-d97dad89-3868-4298-8d8c-4732bb471dd8 tempest-VolumesActionsTest-1215670824 tempest-VolumesActionsTest-1215670824-project] Made reservation on behalf of 3f42048e6086405bb0d27fd16d9a85d2 for: {'port': 1} {{(pid=98851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:53:23.972247 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-011da963-5c79-429c-8a26-2ea419aea71c req-d97dad89-3868-4298-8d8c-4732bb471dd8 tempest-VolumesActionsTest-1215670824 tempest-VolumesActionsTest-1215670824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:24.144666 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.db_base_plugin_common [req-011da963-5c79-429c-8a26-2ea419aea71c req-d97dad89-3868-4298-8d8c-4732bb471dd8 tempest-VolumesActionsTest-1215670824 tempest-VolumesActionsTest-1215670824-project] Allocated IP 172.20.0.8 (46de24cd-29cd-4b19-97dd-c1e473696501/77458a5f-4464-4c2b-a014-c1b59a3282a4/7d0fd87d-55fb-4a67-b8d0-d04b8a281e11) {{(pid=98851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:53:24.352233 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-011da963-5c79-429c-8a26-2ea419aea71c req-d97dad89-3868-4298-8d8c-4732bb471dd8 tempest-VolumesActionsTest-1215670824 tempest-VolumesActionsTest-1215670824-project] Notify callbacks [] for port, precommit_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:24.453693 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 35490) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:24.458208 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-011da963-5c79-429c-8a26-2ea419aea71c req-d97dad89-3868-4298-8d8c-4732bb471dd8 tempest-VolumesActionsTest-1215670824 tempest-VolumesActionsTest-1215670824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786481287388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28231606'] for port, after_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:24.469158 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-5319a717-9412-40a6-8ad5-7e1b3d348a5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:53:24.552588 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-011da963-5c79-429c-8a26-2ea419aea71c req-d97dad89-3868-4298-8d8c-4732bb471dd8 tempest-VolumesActionsTest-1215670824 tempest-VolumesActionsTest-1215670824-project] Network 46de24cd-29cd-4b19-97dd-c1e473696501 is already hosted by enough agents. {{(pid=98851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:53:24.556699 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.scheduler.base_scheduler [req-011da963-5c79-429c-8a26-2ea419aea71c req-d97dad89-3868-4298-8d8c-4732bb471dd8 tempest-VolumesActionsTest-1215670824 tempest-VolumesActionsTest-1215670824-project] Resources bound (agent type, host, resource id): {{(pid=98851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:53:24.562987 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.l3_dvrscheduler_db [req-011da963-5c79-429c-8a26-2ea419aea71c req-d97dad89-3868-4298-8d8c-4732bb471dd8 tempest-VolumesActionsTest-1215670824 tempest-VolumesActionsTest-1215670824-project] Received port after_create {{(pid=98851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 03:53:24.574534 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-5a140581-5130-4963-a12b-d5cb8e0637c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:24.588550 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97dad89-3868-4298-8d8c-4732bb471dd8 tempest-VolumesActionsTest-1215670824 tempest-VolumesActionsTest-1215670824-project] Pushing event updated for resources: {'Port': ['ID=7d0fd87d-55fb-4a67-b8d0-d04b8a281e11,revision_number=1']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:24.588708 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-5a140581-5130-4963-a12b-d5cb8e0637c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:53:24.595566 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-5a140581-5130-4963-a12b-d5cb8e0637c9 admin admin] Usage tracker for resource:security_group_rule and tenant:9f7bef707c4346a18ae69e5205ad8167 is out of sync, need to count used quota {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:53:24.596342 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-d97dad89-3868-4298-8d8c-4732bb471dd8 tempest-VolumesActionsTest-1215670824 tempest-VolumesActionsTest-1215670824-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:53:24.596616 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-5a140581-5130-4963-a12b-d5cb8e0637c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:53:24.602810 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-5a140581-5130-4963-a12b-d5cb8e0637c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:53:24.633083 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed8fe3a-4a5d-40cb-a4a9-1bb7907ff83d req-a47013af-abb4-4f62-9a51-e3ec7e66b7ed tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:53:24.634569 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-6ed8fe3a-4a5d-40cb-a4a9-1bb7907ff83d req-a47013af-abb4-4f62-9a51-e3ec7e66b7ed tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] 10.222.0.25 "GET /v2.0/ports?device_id=07cf1f8a-a1e3-4041-a5cc-8650aafb1468 HTTP/1.1" status: 200 len: 944 time: 0.2136662 May 27 03:53:24.644771 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011da963-5c79-429c-8a26-2ea419aea71c req-d97dad89-3868-4298-8d8c-4732bb471dd8 tempest-VolumesActionsTest-1215670824 tempest-VolumesActionsTest-1215670824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:53:24.645371 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-011da963-5c79-429c-8a26-2ea419aea71c req-d97dad89-3868-4298-8d8c-4732bb471dd8 tempest-VolumesActionsTest-1215670824 tempest-VolumesActionsTest-1215670824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4037888'] for port, before_response {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:24.689248 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-5a140581-5130-4963-a12b-d5cb8e0637c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:24.699371 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-6ed8fe3a-4a5d-40cb-a4a9-1bb7907ff83d req-3ff528ed-c0c6-422e-b36e-5a4ce92414ed tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff86e39a-d39a-4fd4-a00c-fee39d8f2861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486128 May 27 03:53:24.740861 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-011da963-5c79-429c-8a26-2ea419aea71c req-d97dad89-3868-4298-8d8c-4732bb471dd8 tempest-VolumesActionsTest-1215670824 tempest-VolumesActionsTest-1215670824-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0411766 May 27 03:53:24.791543 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-5a140581-5130-4963-a12b-d5cb8e0637c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:24.799209 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.v2.base [req-011da963-5c79-429c-8a26-2ea419aea71c req-225cce34-8f7f-4332-b638-bc569b1e8179 service neutron] Request body: {'port': {'device_id': '37adb209-bfbe-4ecf-9577-00c220c30b77', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79326'}} {{(pid=98851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:53:24.800536 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-540da434-73ad-4f84-8af1-54bf8d00e874 tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:53:24.844951 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a140581-5130-4963-a12b-d5cb8e0637c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1a80692-4ffc-4ce9-9a14-594c4d6d150f,revision_number=1']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:24.852445 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-5a140581-5130-4963-a12b-d5cb8e0637c9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9f7bef707c4346a18ae69e5205ad8167&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3976619 May 27 03:53:24.852695 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.wsgi [-] (98851) accepted ('10.222.0.25', 35498) {{(pid=98851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:24.853720 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-5a140581-5130-4963-a12b-d5cb8e0637c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:53:24.953188 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-011da963-5c79-429c-8a26-2ea419aea71c req-225cce34-8f7f-4332-b638-bc569b1e8179 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_update {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:24.973676 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac542cc-b882-4cc6-ba74-440f902221e2 req-049a611f-2f21-475e-b4ac-5f644bb004d9 tempest-VolumesActionsTest-1215670824 tempest-VolumesActionsTest-1215670824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:53:24.975146 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-9ac542cc-b882-4cc6-ba74-440f902221e2 req-049a611f-2f21-475e-b4ac-5f644bb004d9 tempest-VolumesActionsTest-1215670824 tempest-VolumesActionsTest-1215670824-project] 10.222.0.25 "GET /v2.0/ports?device_id=37adb209-bfbe-4ecf-9577-00c220c30b77 HTTP/1.1" status: 200 len: 931 time: 0.0818350 May 27 03:53:25.020435 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [req-9ac542cc-b882-4cc6-ba74-440f902221e2 req-58746f28-6931-497d-aae4-24797662a2c6 tempest-VolumesActionsTest-1215670824 tempest-VolumesActionsTest-1215670824-project] Synchronizing usage tracker for tenant:3f42048e6086405bb0d27fd16d9a85d2 on resource:security_group {{(pid=98852) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:53:25.093739 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-5ab8a9cf-f12d-47ac-810d-01f516db2753 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:25.110345 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [req-9ac542cc-b882-4cc6-ba74-440f902221e2 req-58746f28-6931-497d-aae4-24797662a2c6 tempest-VolumesActionsTest-1215670824 tempest-VolumesActionsTest-1215670824-project] Unset dirty status for tenant:3f42048e6086405bb0d27fd16d9a85d2 on resource:security_group {{(pid=98852) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:53:25.111515 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-9ac542cc-b882-4cc6-ba74-440f902221e2 req-58746f28-6931-497d-aae4-24797662a2c6 tempest-VolumesActionsTest-1215670824 tempest-VolumesActionsTest-1215670824-project] 10.222.0.25 "GET /v2.0/security-groups?id=75eaff5d-6f52-49a2-ba1f-723b6c90e190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300564 May 27 03:53:25.141967 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-5ab8a9cf-f12d-47ac-810d-01f516db2753 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:25.423166 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-5ab8a9cf-f12d-47ac-810d-01f516db2753 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:25.429937 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-c0ec7e61-a5eb-4b26-9061-05a99f1edd5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:53:25.446851 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab8a9cf-f12d-47ac-810d-01f516db2753 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1a80692-4ffc-4ce9-9a14-594c4d6d150f,revision_number=None']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:25.451057 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-5ab8a9cf-f12d-47ac-810d-01f516db2753 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:53:25.453487 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-5ab8a9cf-f12d-47ac-810d-01f516db2753 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:25.454577 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [None req-5ab8a9cf-f12d-47ac-810d-01f516db2753 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f1a80692-4ffc-4ce9-9a14-594c4d6d150f HTTP/1.1" status: 204 len: 168 time: 0.6009481 May 27 03:53:25.456639 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.notifiers.nova [req-011da963-5c79-429c-8a26-2ea419aea71c req-225cce34-8f7f-4332-b638-bc569b1e8179 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d0fd87d-55fb-4a67-b8d0-d04b8a281e11 {{(pid=98851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:53:25.464849 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-011da963-5c79-429c-8a26-2ea419aea71c req-225cce34-8f7f-4332-b638-bc569b1e8179 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:25.479258 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.provisioning_blocks [req-011da963-5c79-429c-8a26-2ea419aea71c req-225cce34-8f7f-4332-b638-bc569b1e8179 service neutron] Transition to ACTIVE for port object 7d0fd87d-55fb-4a67-b8d0-d04b8a281e11 will not be triggered until provisioned by entity L2. {{(pid=98851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:53:25.551397 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-011da963-5c79-429c-8a26-2ea419aea71c req-225cce34-8f7f-4332-b638-bc569b1e8179 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786481721483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786481287406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786481291807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28231553'] for port, after_update {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:25.555579 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-8076193c-fd49-4d53-8918-bcd97e79460e tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:53:25.714042 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225cce34-8f7f-4332-b638-bc569b1e8179 service neutron] Pushing event updated for resources: {'Port': ['ID=7d0fd87d-55fb-4a67-b8d0-d04b8a281e11,revision_number=2']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:25.749266 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-225cce34-8f7f-4332-b638-bc569b1e8179 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:53:25.789117 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.managers [req-011da963-5c79-429c-8a26-2ea419aea71c req-225cce34-8f7f-4332-b638-bc569b1e8179 service neutron] Attempting to bind port 7d0fd87d-55fb-4a67-b8d0-d04b8a281e11 on host hv-cinder-79326 for vnic_type normal with profile {{(pid=98851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:53:25.789984 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.managers [req-011da963-5c79-429c-8a26-2ea419aea71c req-225cce34-8f7f-4332-b638-bc569b1e8179 service neutron] Attempting to bind port 7d0fd87d-55fb-4a67-b8d0-d04b8a281e11 by drivers openvswitch,hyperv on host hv-cinder-79326 at level 0 using segments [{'id': 'b09dcc52-4c33-4858-bb16-5779b028fe7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '46de24cd-29cd-4b19-97dd-c1e473696501'}] {{(pid=98851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:53:25.789984 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-011da963-5c79-429c-8a26-2ea419aea71c req-225cce34-8f7f-4332-b638-bc569b1e8179 service neutron] Attempting to bind port 7d0fd87d-55fb-4a67-b8d0-d04b8a281e11 on network 46de24cd-29cd-4b19-97dd-c1e473696501 {{(pid=98851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:53:25.794548 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-011da963-5c79-429c-8a26-2ea419aea71c req-225cce34-8f7f-4332-b638-bc569b1e8179 service neutron] Port 7d0fd87d-55fb-4a67-b8d0-d04b8a281e11 on network 46de24cd-29cd-4b19-97dd-c1e473696501 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79326 {{(pid=98851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 03:53:25.794913 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-011da963-5c79-429c-8a26-2ea419aea71c req-225cce34-8f7f-4332-b638-bc569b1e8179 service neutron] Attempting to bind port 7d0fd87d-55fb-4a67-b8d0-d04b8a281e11 on network 46de24cd-29cd-4b19-97dd-c1e473696501 {{(pid=98851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:53:25.800123 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-011da963-5c79-429c-8a26-2ea419aea71c req-225cce34-8f7f-4332-b638-bc569b1e8179 service neutron] Checking agent: {'id': 'beba53db-4949-4034-b5ab-73b6df09d927', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79326', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 3, 39, 17), 'started_at': datetime.datetime(2021, 5, 27, 3, 39, 17), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 3, 53, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 03:53:25.800501 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-011da963-5c79-429c-8a26-2ea419aea71c req-225cce34-8f7f-4332-b638-bc569b1e8179 service neutron] Checking segment: {'id': 'b09dcc52-4c33-4858-bb16-5779b028fe7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '46de24cd-29cd-4b19-97dd-c1e473696501'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 03:53:25.801026 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-011da963-5c79-429c-8a26-2ea419aea71c req-225cce34-8f7f-4332-b638-bc569b1e8179 service neutron] Bound using segment: {'id': 'b09dcc52-4c33-4858-bb16-5779b028fe7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '46de24cd-29cd-4b19-97dd-c1e473696501'} {{(pid=98851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 03:53:25.801460 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.managers [req-011da963-5c79-429c-8a26-2ea419aea71c req-225cce34-8f7f-4332-b638-bc569b1e8179 service neutron] Bound port: 7d0fd87d-55fb-4a67-b8d0-d04b8a281e11, host: hv-cinder-79326, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b09dcc52-4c33-4858-bb16-5779b028fe7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '46de24cd-29cd-4b19-97dd-c1e473696501'}}] {{(pid=98851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:53:25.801807 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-011da963-5c79-429c-8a26-2ea419aea71c req-225cce34-8f7f-4332-b638-bc569b1e8179 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_update {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:25.947187 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Device 72f4926f-0769-4beb-af47-64edc4895b0c details requested by agent hyperv_hv-cinder-79326 with host hv-cinder-79326 {{(pid=98853) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:53:25.952483 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.db [req-011da963-5c79-429c-8a26-2ea419aea71c req-225cce34-8f7f-4332-b638-bc569b1e8179 service neutron] For port 7d0fd87d-55fb-4a67-b8d0-d04b8a281e11, host hv-cinder-79326, cleared binding levels {{(pid=98851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:53:25.956619 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.db [req-011da963-5c79-429c-8a26-2ea419aea71c req-225cce34-8f7f-4332-b638-bc569b1e8179 service neutron] For port 7d0fd87d-55fb-4a67-b8d0-d04b8a281e11, host hv-cinder-79326, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=7d0fd87d-55fb-4a67-b8d0-d04b8a281e11,segment=NetworkSegment(b09dcc52-4c33-4858-bb16-5779b028fe7d),segment_id=b09dcc52-4c33-4858-bb16-5779b028fe7d)] {{(pid=98851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 03:53:25.968487 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3415b35-9ce0-4006-9a1c-ead3b1aa9617 req-250c7c56-d380-4121-873d-29346b7b6c2e tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:53:25.970148 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-d3415b35-9ce0-4006-9a1c-ead3b1aa9617 req-250c7c56-d380-4121-873d-29346b7b6c2e tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] 10.222.0.25 "GET /v2.0/ports?device_id=07cf1f8a-a1e3-4041-a5cc-8650aafb1468 HTTP/1.1" status: 200 len: 944 time: 0.1584120 May 27 03:53:26.016312 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-d3415b35-9ce0-4006-9a1c-ead3b1aa9617 req-76b99561-92c8-4221-8343-f671ec633c76 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff86e39a-d39a-4fd4-a00c-fee39d8f2861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395238 May 27 03:53:26.026410 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-011da963-5c79-429c-8a26-2ea419aea71c req-225cce34-8f7f-4332-b638-bc569b1e8179 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786481721483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786481287406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786481291807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28231553'] for port, after_update {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:26.032011 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-e8a916ee-070b-4168-8a72-d732a25aedd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:53:26.071022 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 35508) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:26.088290 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.db [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] For port 72f4926f-0769-4beb-af47-64edc4895b0c, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=72f4926f-0769-4beb-af47-64edc4895b0c,segment=NetworkSegment(f3e696c2-fd56-4523-a2a6-afde57cdd975),segment_id=f3e696c2-fd56-4523-a2a6-afde57cdd975)] {{(pid=98853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:53:26.090598 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011da963-5c79-429c-8a26-2ea419aea71c req-225cce34-8f7f-4332-b638-bc569b1e8179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:53:26.091244 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-011da963-5c79-429c-8a26-2ea419aea71c req-225cce34-8f7f-4332-b638-bc569b1e8179 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4037888'] for port, before_response {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:26.092630 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-011da963-5c79-429c-8a26-2ea419aea71c req-225cce34-8f7f-4332-b638-bc569b1e8179 service neutron] 10.222.0.36 "PUT /v2.0/ports/7d0fd87d-55fb-4a67-b8d0-d04b8a281e11 HTTP/1.1" status: 200 len: 1093 time: 1.2974706 May 27 03:53:26.094344 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-a0eaf589-3615-4e0f-9cc9-d3688cf2bed0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:26.095837 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37adb209-bfbe-4ecf-9577-00c220c30b77', 'tag': '7d0fd87d-55fb-4a67-b8d0-d04b8a281e11'}] {{(pid=98851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:53:26.110306 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-a0eaf589-3615-4e0f-9cc9-d3688cf2bed0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:53:26.111633 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Returning: {'device': '72f4926f-0769-4beb-af47-64edc4895b0c', 'network_id': 'e3d5c143-f0ba-4a03-b1d4-d1be1e83dd0f', 'port_id': '72f4926f-0769-4beb-af47-64edc4895b0c', 'mac_address': 'fa:16:3e:87:4c:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee570db5-d628-482f-a928-b08d68185abf', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98853) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:53:26.114443 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-a0eaf589-3615-4e0f-9cc9-d3688cf2bed0 admin admin] Usage tracker for resource:security_group_rule and tenant:6389a979afd94887932eeb1cd5cb75ac is out of sync, need to count used quota {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:53:26.117915 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-a0eaf589-3615-4e0f-9cc9-d3688cf2bed0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:53:26.120308 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225cce34-8f7f-4332-b638-bc569b1e8179 service neutron] Pushing event updated for resources: {'Port': ['ID=7d0fd87d-55fb-4a67-b8d0-d04b8a281e11,revision_number=3']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:26.123905 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-225cce34-8f7f-4332-b638-bc569b1e8179 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:53:26.130839 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-a0eaf589-3615-4e0f-9cc9-d3688cf2bed0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:53:26.163472 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37adb209-bfbe-4ecf-9577-00c220c30b77', 'tag': '7d0fd87d-55fb-4a67-b8d0-d04b8a281e11', 'status': 'completed', 'code': 200} May 27 03:53:26.176452 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:26.195422 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.notifiers.nova [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72f4926f-0769-4beb-af47-64edc4895b0c {{(pid=98853) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:53:26.212945 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.db [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] For port 72f4926f-0769-4beb-af47-64edc4895b0c, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=72f4926f-0769-4beb-af47-64edc4895b0c,segment=NetworkSegment(f3e696c2-fd56-4523-a2a6-afde57cdd975),segment_id=f3e696c2-fd56-4523-a2a6-afde57cdd975)] {{(pid=98853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:53:26.239974 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-a0eaf589-3615-4e0f-9cc9-d3688cf2bed0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:26.266275 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786481721483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786481287406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786481291807'] for port, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:26.268292 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-395b93ee-371c-4b4f-a855-86d7136f8f12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:53:26.294784 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-a0eaf589-3615-4e0f-9cc9-d3688cf2bed0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:26.304189 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-f1963343-a1b5-44b3-9a76-a49e45907ab1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:53:26.341007 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f696634-9f92-4a67-a4ca-5999644cd64f req-d1382806-ec59-4fa5-86d9-98d9e1629945 tempest-VolumesActionsTest-1215670824 tempest-VolumesActionsTest-1215670824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:53:26.341712 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [req-4f696634-9f92-4a67-a4ca-5999644cd64f req-d1382806-ec59-4fa5-86d9-98d9e1629945 tempest-VolumesActionsTest-1215670824 tempest-VolumesActionsTest-1215670824-project] Synchronizing usage tracker for tenant:3f42048e6086405bb0d27fd16d9a85d2 on resource:port {{(pid=98851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:53:26.343253 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Pushing event updated for resources: {'Port': ['ID=72f4926f-0769-4beb-af47-64edc4895b0c,revision_number=4']} {{(pid=98853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:26.348126 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-a0eaf589-3615-4e0f-9cc9-d3688cf2bed0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6389a979afd94887932eeb1cd5cb75ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2754540 May 27 03:53:26.348325 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829ca1fb-3f2d-46a4-b77c-3adcbe04d4b3 req-501d79c6-e15b-4f2c-9cf0-2eb3d3ea9b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:53:26.349310 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0eaf589-3615-4e0f-9cc9-d3688cf2bed0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72ce3e95-d3a0-413e-8a35-3bb32611935b,revision_number=1']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:26.349661 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-829ca1fb-3f2d-46a4-b77c-3adcbe04d4b3 req-501d79c6-e15b-4f2c-9cf0-2eb3d3ea9b1c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3f42048e6086405bb0d27fd16d9a85d2&device_id=37adb209-bfbe-4ecf-9577-00c220c30b77 HTTP/1.1" status: 200 len: 1096 time: 0.1597447 May 27 03:53:26.350782 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.wsgi [-] (98851) accepted ('10.222.0.25', 35516) {{(pid=98851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:26.353280 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-a0eaf589-3615-4e0f-9cc9-d3688cf2bed0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:53:26.359691 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:53:26.360038 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:53:26.360420 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:53:26.360722 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:53:26.361049 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:53:26.361372 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:53:26.361695 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:53:26.362016 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:53:26.362343 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:53:26.362656 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:53:26.362973 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:53:26.363287 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:53:26.367683 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:53:26.480929 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [req-4f696634-9f92-4a67-a4ca-5999644cd64f req-d1382806-ec59-4fa5-86d9-98d9e1629945 tempest-VolumesActionsTest-1215670824 tempest-VolumesActionsTest-1215670824-project] Unset dirty status for tenant:3f42048e6086405bb0d27fd16d9a85d2 on resource:port {{(pid=98851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:53:26.482028 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-4f696634-9f92-4a67-a4ca-5999644cd64f req-d1382806-ec59-4fa5-86d9-98d9e1629945 tempest-VolumesActionsTest-1215670824 tempest-VolumesActionsTest-1215670824-project] 10.222.0.25 "GET /v2.0/ports?device_id=37adb209-bfbe-4ecf-9577-00c220c30b77 HTTP/1.1" status: 200 len: 943 time: 0.2493794 May 27 03:53:26.551834 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-6801946c-b6dc-4385-b32a-ab8683495cac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:26.570484 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.db [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] get_ports_and_sgs() called for port_ids ['72f4926f-0769-4beb-af47-64edc4895b0c'] {{(pid=98853) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 03:53:26.596164 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829ca1fb-3f2d-46a4-b77c-3adcbe04d4b3 req-88b8d902-279b-48ef-8616-02349bfa9cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:53:26.597638 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-829ca1fb-3f2d-46a4-b77c-3adcbe04d4b3 req-88b8d902-279b-48ef-8616-02349bfa9cac service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=3f42048e6086405bb0d27fd16d9a85d2&shared=False HTTP/1.1" status: 200 len: 908 time: 0.2307479 May 27 03:53:26.605721 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-4f696634-9f92-4a67-a4ca-5999644cd64f req-dae07e28-fbb5-4d8b-8f8c-96a8b715f8bf tempest-VolumesActionsTest-1215670824 tempest-VolumesActionsTest-1215670824-project] 10.222.0.25 "GET /v2.0/security-groups?id=75eaff5d-6f52-49a2-ba1f-723b6c90e190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140754 May 27 03:53:26.628370 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-6801946c-b6dc-4385-b32a-ab8683495cac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:26.770101 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829ca1fb-3f2d-46a4-b77c-3adcbe04d4b3 req-c00dc95d-0922-47c4-827c-f08163f1d856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:53:26.771561 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-829ca1fb-3f2d-46a4-b77c-3adcbe04d4b3 req-c00dc95d-0922-47c4-827c-f08163f1d856 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1650081 May 27 03:53:26.865827 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-6801946c-b6dc-4385-b32a-ab8683495cac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:26.871416 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-26f026eb-75cb-48a0-9e07-9f2c23908e6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:53:26.885982 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6801946c-b6dc-4385-b32a-ab8683495cac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72ce3e95-d3a0-413e-8a35-3bb32611935b,revision_number=None']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:26.889912 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-6801946c-b6dc-4385-b32a-ab8683495cac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:53:26.894610 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-6801946c-b6dc-4385-b32a-ab8683495cac admin admin] Notify callbacks [] for security_group, before_response {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:26.895753 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [None req-6801946c-b6dc-4385-b32a-ab8683495cac admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/72ce3e95-d3a0-413e-8a35-3bb32611935b HTTP/1.1" status: 204 len: 168 time: 0.5409179 May 27 03:53:26.907156 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011da963-5c79-429c-8a26-2ea419aea71c req-91ef0288-8582-4844-a301-6017965c5955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:53:26.908777 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-011da963-5c79-429c-8a26-2ea419aea71c req-91ef0288-8582-4844-a301-6017965c5955 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3f42048e6086405bb0d27fd16d9a85d2&device_id=37adb209-bfbe-4ecf-9577-00c220c30b77 HTTP/1.1" status: 200 len: 1096 time: 0.1015906 May 27 03:53:26.976879 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-011da963-5c79-429c-8a26-2ea419aea71c req-bf3903d3-407a-400b-a15f-277e9537e997 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7d0fd87d-55fb-4a67-b8d0-d04b8a281e11 HTTP/1.1" status: 200 len: 217 time: 0.0605993 May 27 03:53:27.146244 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011da963-5c79-429c-8a26-2ea419aea71c req-078bff37-72d4-4580-b430-8b51e2e3cc68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:53:27.147660 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-011da963-5c79-429c-8a26-2ea419aea71c req-078bff37-72d4-4580-b430-8b51e2e3cc68 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=77458a5f-4464-4c2b-a014-c1b59a3282a4 HTTP/1.1" status: 200 len: 848 time: 0.1645274 May 27 03:53:27.194635 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-011da963-5c79-429c-8a26-2ea419aea71c req-177f14b5-44ca-4a86-bd44-44fca34e4236 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=46de24cd-29cd-4b19-97dd-c1e473696501&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401740 May 27 03:53:27.207314 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb491ad-02ba-469a-a4d7-01cac88fe0f6 req-85691846-555e-4f70-8297-f0de5c1e29b3 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:53:27.209409 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-5fb491ad-02ba-469a-a4d7-01cac88fe0f6 req-85691846-555e-4f70-8297-f0de5c1e29b3 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] 10.222.0.25 "GET /v2.0/ports?device_id=07cf1f8a-a1e3-4041-a5cc-8650aafb1468 HTTP/1.1" status: 200 len: 945 time: 0.0840402 May 27 03:53:27.260213 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-5fb491ad-02ba-469a-a4d7-01cac88fe0f6 req-6dac7af8-3a51-4718-8fe1-9e4c7feb212b tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff86e39a-d39a-4fd4-a00c-fee39d8f2861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447688 May 27 03:53:27.332539 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-011da963-5c79-429c-8a26-2ea419aea71c req-4b4ed259-a92e-4057-b21e-e63c3c666821 service neutron] 10.222.0.36 "GET /v2.0/networks/46de24cd-29cd-4b19-97dd-c1e473696501?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303401 May 27 03:53:27.474515 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-011da963-5c79-429c-8a26-2ea419aea71c req-05fa2a35-b0f4-400d-8db2-9c167e04e2ed service neutron] 10.222.0.36 "GET /v2.0/networks/46de24cd-29cd-4b19-97dd-c1e473696501?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355665 May 27 03:53:27.794731 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29eb789-a3cc-4925-a693-f184fb5ed153 req-b63ffb8d-3862-4233-9231-ca1a4b90ea49 tempest-VolumesActionsTest-1215670824 tempest-VolumesActionsTest-1215670824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:53:27.796317 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-b29eb789-a3cc-4925-a693-f184fb5ed153 req-b63ffb8d-3862-4233-9231-ca1a4b90ea49 tempest-VolumesActionsTest-1215670824 tempest-VolumesActionsTest-1215670824-project] 10.222.0.25 "GET /v2.0/ports?device_id=37adb209-bfbe-4ecf-9577-00c220c30b77 HTTP/1.1" status: 200 len: 943 time: 0.0872538 May 27 03:53:27.843472 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-b29eb789-a3cc-4925-a693-f184fb5ed153 req-3372485e-a248-4da6-998a-5ab676ed9af3 tempest-VolumesActionsTest-1215670824 tempest-VolumesActionsTest-1215670824-project] 10.222.0.25 "GET /v2.0/security-groups?id=75eaff5d-6f52-49a2-ba1f-723b6c90e190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415726 May 27 03:53:27.977827 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Device 72f4926f-0769-4beb-af47-64edc4895b0c up at agent hyperv_hv-cinder-79326 {{(pid=98853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:53:28.099831 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Provisioning for port 72f4926f-0769-4beb-af47-64edc4895b0c completed by entity L2. {{(pid=98853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:53:28.105337 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Provisioning complete for port 72f4926f-0769-4beb-af47-64edc4895b0c triggered by entity L2. {{(pid=98853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:53:28.109614 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487713'] for port, provisioning_complete {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:28.217453 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:28.245846 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07cf1f8a-a1e3-4041-a5cc-8650aafb1468', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72f4926f-0769-4beb-af47-64edc4895b0c'}] {{(pid=98853) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:53:28.255307 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.db [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] For port 72f4926f-0769-4beb-af47-64edc4895b0c, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=72f4926f-0769-4beb-af47-64edc4895b0c,segment=NetworkSegment(f3e696c2-fd56-4523-a2a6-afde57cdd975),segment_id=f3e696c2-fd56-4523-a2a6-afde57cdd975)] {{(pid=98853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:53:28.344770 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786481721483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786481287406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786481291807'] for port, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:28.347161 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:53:28.415513 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Pushing event updated for resources: {'Port': ['ID=72f4926f-0769-4beb-af47-64edc4895b0c,revision_number=5']} {{(pid=98853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:28.421935 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:53:28.451416 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc29ddf-2ce9-42f7-8415-ec44b14a81dd req-5d5cb579-4b67-4612-9429-fbc6274b659e tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:53:28.452969 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-8fc29ddf-2ce9-42f7-8415-ec44b14a81dd req-5d5cb579-4b67-4612-9429-fbc6274b659e tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] 10.222.0.25 "GET /v2.0/ports?device_id=07cf1f8a-a1e3-4041-a5cc-8650aafb1468 HTTP/1.1" status: 200 len: 946 time: 0.0827341 May 27 03:53:28.500115 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-8fc29ddf-2ce9-42f7-8415-ec44b14a81dd req-c5cbce1e-d404-4e80-990a-117b65a691f2 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff86e39a-d39a-4fd4-a00c-fee39d8f2861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409958 May 27 03:53:28.510388 dv-cinder-793264-1-iscsi neutron-server[98853]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07cf1f8a-a1e3-4041-a5cc-8650aafb1468', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72f4926f-0769-4beb-af47-64edc4895b0c', 'code': 200} May 27 03:53:28.977025 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28115d51-2400-4c37-b26f-81dd33f65ebd req-b324d2d8-26f5-4789-857f-60b5badfe004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:53:28.978820 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-28115d51-2400-4c37-b26f-81dd33f65ebd req-b324d2d8-26f5-4789-857f-60b5badfe004 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=07cf1f8a-a1e3-4041-a5cc-8650aafb1468 HTTP/1.1" status: 200 len: 1099 time: 0.0757492 May 27 03:53:29.022876 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-28115d51-2400-4c37-b26f-81dd33f65ebd req-82cadd7d-c212-493c-8425-5f4af14eb6e0 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ff86e39a-d39a-4fd4-a00c-fee39d8f2861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373602 May 27 03:53:29.042700 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8916a2-d840-4f91-9ef4-c4730c042d6b req-66720cc9-48b1-4b57-b154-f0529e6c4508 tempest-VolumesActionsTest-1215670824 tempest-VolumesActionsTest-1215670824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:53:29.044147 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-6e8916a2-d840-4f91-9ef4-c4730c042d6b req-66720cc9-48b1-4b57-b154-f0529e6c4508 tempest-VolumesActionsTest-1215670824 tempest-VolumesActionsTest-1215670824-project] 10.222.0.25 "GET /v2.0/ports?device_id=37adb209-bfbe-4ecf-9577-00c220c30b77 HTTP/1.1" status: 200 len: 943 time: 0.0898626 May 27 03:53:29.092309 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-6e8916a2-d840-4f91-9ef4-c4730c042d6b req-72858deb-7add-4f2f-ab9b-f8a4b42b9437 tempest-VolumesActionsTest-1215670824 tempest-VolumesActionsTest-1215670824-project] 10.222.0.25 "GET /v2.0/security-groups?id=75eaff5d-6f52-49a2-ba1f-723b6c90e190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412471 May 27 03:53:29.546469 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.wsgi [-] (98851) accepted ('10.222.0.25', 35578) {{(pid=98851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:29.680417 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-890afaee-0970-435a-a996-21c2fde88a1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:29.699916 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.quota.driver [None req-890afaee-0970-435a-a996-21c2fde88a1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:53:29.705530 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [None req-890afaee-0970-435a-a996-21c2fde88a1d admin admin] Usage tracker for resource:security_group_rule and tenant:7dbaf3c0837740cfb9617eb1b4f61df9 is out of sync, need to count used quota {{(pid=98851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:53:29.710523 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [None req-890afaee-0970-435a-a996-21c2fde88a1d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:53:29.718529 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.quota.driver [None req-890afaee-0970-435a-a996-21c2fde88a1d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:53:29.736388 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3116a3ec-c0b7-4255-8e7a-3a7bd81a6fef req-3d998762-4890-4f48-92d4-c9b0d11af560 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:53:29.739727 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-3116a3ec-c0b7-4255-8e7a-3a7bd81a6fef req-3d998762-4890-4f48-92d4-c9b0d11af560 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] 10.222.0.25 "GET /v2.0/ports?device_id=07cf1f8a-a1e3-4041-a5cc-8650aafb1468 HTTP/1.1" status: 200 len: 946 time: 0.1276851 May 27 03:53:29.808221 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-3116a3ec-c0b7-4255-8e7a-3a7bd81a6fef req-fc35c23a-7fbe-4caf-84ed-7f3227218b0c tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff86e39a-d39a-4fd4-a00c-fee39d8f2861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610313 May 27 03:53:29.861478 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-890afaee-0970-435a-a996-21c2fde88a1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:29.934215 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-890afaee-0970-435a-a996-21c2fde88a1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:29.940705 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-2f699336-1f37-4f9e-a128-e4daec3f06e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:53:29.981001 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890afaee-0970-435a-a996-21c2fde88a1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8f13b1d-b6e5-4c96-af7c-50668d750108,revision_number=1']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:29.985005 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [None req-890afaee-0970-435a-a996-21c2fde88a1d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7dbaf3c0837740cfb9617eb1b4f61df9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4375412 May 27 03:53:29.985957 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-890afaee-0970-435a-a996-21c2fde88a1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:53:29.987775 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.wsgi [-] (98851) accepted ('10.222.0.25', 35584) {{(pid=98851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:29.993541 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Device 7d0fd87d-55fb-4a67-b8d0-d04b8a281e11 details requested by agent hyperv_hv-cinder-79326 with host hv-cinder-79326 {{(pid=98853) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:53:30.059627 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-2759839b-fadb-4330-9c08-0b01543845e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:30.089281 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-2759839b-fadb-4330-9c08-0b01543845e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:30.138913 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.db [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] For port 7d0fd87d-55fb-4a67-b8d0-d04b8a281e11, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=7d0fd87d-55fb-4a67-b8d0-d04b8a281e11,segment=NetworkSegment(b09dcc52-4c33-4858-bb16-5779b028fe7d),segment_id=b09dcc52-4c33-4858-bb16-5779b028fe7d)] {{(pid=98853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:53:30.155979 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Returning: {'device': '7d0fd87d-55fb-4a67-b8d0-d04b8a281e11', 'network_id': '46de24cd-29cd-4b19-97dd-c1e473696501', 'port_id': '7d0fd87d-55fb-4a67-b8d0-d04b8a281e11', 'mac_address': 'fa:16:3e:6b:ac:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77458a5f-4464-4c2b-a014-c1b59a3282a4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98853) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:53:30.196462 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-2759839b-fadb-4330-9c08-0b01543845e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:30.203472 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-5ab8a9cf-f12d-47ac-810d-01f516db2753 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:53:30.214602 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:30.218328 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2759839b-fadb-4330-9c08-0b01543845e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8f13b1d-b6e5-4c96-af7c-50668d750108,revision_number=None']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:30.221105 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-2759839b-fadb-4330-9c08-0b01543845e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:53:30.222367 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-2759839b-fadb-4330-9c08-0b01543845e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:30.223557 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [None req-2759839b-fadb-4330-9c08-0b01543845e5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b8f13b1d-b6e5-4c96-af7c-50668d750108 HTTP/1.1" status: 204 len: 168 time: 0.2347505 May 27 03:53:30.249179 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.notifiers.nova [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d0fd87d-55fb-4a67-b8d0-d04b8a281e11 {{(pid=98853) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:53:30.267323 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.db [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] For port 7d0fd87d-55fb-4a67-b8d0-d04b8a281e11, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=7d0fd87d-55fb-4a67-b8d0-d04b8a281e11,segment=NetworkSegment(b09dcc52-4c33-4858-bb16-5779b028fe7d),segment_id=b09dcc52-4c33-4858-bb16-5779b028fe7d)] {{(pid=98853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:53:30.293347 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f5365f-91c0-4388-883b-3bcad8c2edf6 req-a0620960-c4e2-4b8f-af5d-edbb0a86f19e tempest-VolumesActionsTest-1215670824 tempest-VolumesActionsTest-1215670824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:53:30.294840 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-e1f5365f-91c0-4388-883b-3bcad8c2edf6 req-a0620960-c4e2-4b8f-af5d-edbb0a86f19e tempest-VolumesActionsTest-1215670824 tempest-VolumesActionsTest-1215670824-project] 10.222.0.25 "GET /v2.0/ports?device_id=37adb209-bfbe-4ecf-9577-00c220c30b77 HTTP/1.1" status: 200 len: 943 time: 0.0911198 May 27 03:53:30.333309 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786481721483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786481287406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786481291807'] for port, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:30.335179 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-808e8b8d-34c5-40c7-8cce-85155f60a855 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:53:30.340009 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-e1f5365f-91c0-4388-883b-3bcad8c2edf6 req-663010d3-6080-407d-a4a4-12ad808b6843 tempest-VolumesActionsTest-1215670824 tempest-VolumesActionsTest-1215670824-project] 10.222.0.25 "GET /v2.0/security-groups?id=75eaff5d-6f52-49a2-ba1f-723b6c90e190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395215 May 27 03:53:30.400242 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Pushing event updated for resources: {'Port': ['ID=7d0fd87d-55fb-4a67-b8d0-d04b8a281e11,revision_number=4']} {{(pid=98853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:30.403557 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:53:30.634160 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.db [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] get_ports_and_sgs() called for port_ids ['7d0fd87d-55fb-4a67-b8d0-d04b8a281e11'] {{(pid=98853) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 03:53:30.891682 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.wsgi [-] (98851) accepted ('10.222.0.25', 35596) {{(pid=98851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:30.909837 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-b393c19a-fa77-4207-9c78-0b19dd3ab41a admin admin] Notify callbacks [] for security_group, before_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:30.963274 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.quota.driver [None req-b393c19a-fa77-4207-9c78-0b19dd3ab41a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:53:30.969288 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [None req-b393c19a-fa77-4207-9c78-0b19dd3ab41a admin admin] Usage tracker for resource:security_group_rule and tenant:e94aeee535264254a35015cc70f2f0f5 is out of sync, need to count used quota {{(pid=98851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:53:30.972551 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [None req-b393c19a-fa77-4207-9c78-0b19dd3ab41a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:53:30.988130 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.quota.driver [None req-b393c19a-fa77-4207-9c78-0b19dd3ab41a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:53:31.042260 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f9b475-dac2-40fb-b083-04b97ae8cc1a req-41838b68-b769-4039-9ab5-f80ade7f95db tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:53:31.043627 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-61f9b475-dac2-40fb-b083-04b97ae8cc1a req-41838b68-b769-4039-9ab5-f80ade7f95db tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] 10.222.0.25 "GET /v2.0/ports?device_id=07cf1f8a-a1e3-4041-a5cc-8650aafb1468 HTTP/1.1" status: 200 len: 946 time: 0.1252186 May 27 03:53:31.109533 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-61f9b475-dac2-40fb-b083-04b97ae8cc1a req-3f60b9d3-4e9d-4f3d-88bb-b7fe519719f0 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff86e39a-d39a-4fd4-a00c-fee39d8f2861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592747 May 27 03:53:31.128105 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-b393c19a-fa77-4207-9c78-0b19dd3ab41a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:31.197273 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-b393c19a-fa77-4207-9c78-0b19dd3ab41a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:31.205747 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-22f9f1ee-ece4-4fd9-b5fa-f99700338c5f tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:53:31.244513 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [None req-b393c19a-fa77-4207-9c78-0b19dd3ab41a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e94aeee535264254a35015cc70f2f0f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3517439 May 27 03:53:31.246215 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b393c19a-fa77-4207-9c78-0b19dd3ab41a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d700aed-7f1f-4d67-8b24-08a2c7fc4a2e,revision_number=1']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:31.247080 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 35602) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:31.249186 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-b393c19a-fa77-4207-9c78-0b19dd3ab41a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:53:31.334310 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-b32a9389-b5b4-4905-8b33-3f4784bfaf02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:31.355183 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b5d861-1cab-4428-964f-1a819c3170c4 req-3d77b067-a952-487f-941f-5906b692aaf3 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:53:31.356681 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-b2b5d861-1cab-4428-964f-1a819c3170c4 req-3d77b067-a952-487f-941f-5906b692aaf3 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] 10.222.0.25 "GET /v2.0/ports?device_id=07cf1f8a-a1e3-4041-a5cc-8650aafb1468 HTTP/1.1" status: 200 len: 946 time: 0.1447334 May 27 03:53:31.385458 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-b32a9389-b5b4-4905-8b33-3f4784bfaf02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:31.441158 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-b2b5d861-1cab-4428-964f-1a819c3170c4 req-e18f96c6-4c8b-4715-bc37-811275e09395 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff86e39a-d39a-4fd4-a00c-fee39d8f2861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751815 May 27 03:53:31.464188 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 35608) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:31.536314 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07b600d-4619-43ed-86c3-8ce34929478c req-612637d0-de1c-489a-820f-18fa3365ee02 tempest-VolumesActionsTest-1215670824 tempest-VolumesActionsTest-1215670824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:53:31.537757 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80b86ed4-3bb7-4d83-aed8-bf99db77c56e tempest-TestVolumeBootPattern-1764313767 tempest-TestVolumeBootPattern-1764313767-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:53:31.537894 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-e07b600d-4619-43ed-86c3-8ce34929478c req-612637d0-de1c-489a-820f-18fa3365ee02 tempest-VolumesActionsTest-1215670824 tempest-VolumesActionsTest-1215670824-project] 10.222.0.25 "GET /v2.0/ports?device_id=37adb209-bfbe-4ecf-9577-00c220c30b77 HTTP/1.1" status: 200 len: 944 time: 0.0927594 May 27 03:53:31.539875 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-80b86ed4-3bb7-4d83-aed8-bf99db77c56e tempest-TestVolumeBootPattern-1764313767 tempest-TestVolumeBootPattern-1764313767-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=07cf1f8a-a1e3-4041-a5cc-8650aafb1468 HTTP/1.1" status: 200 len: 1094 time: 0.0747008 May 27 03:53:31.542657 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 35612) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:31.547890 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.v2.base [None req-4498a2fc-7045-42c3-b55b-539026747819 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Request body: {'floatingip': {'floating_network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'port_id': '72f4926f-0769-4beb-af47-64edc4895b0c', 'tenant_id': '6b6a582a2a304a7d881efcfa2373dfb1', 'fixed_ip_address': '172.20.0.10'}} {{(pid=98852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:53:31.554090 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-4498a2fc-7045-42c3-b55b-539026747819 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:53:31.558635 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-4498a2fc-7045-42c3-b55b-539026747819 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Usage tracker for resource:floatingip and tenant:6b6a582a2a304a7d881efcfa2373dfb1 is out of sync, need to count used quota {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:53:31.561492 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-4498a2fc-7045-42c3-b55b-539026747819 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:53:31.567100 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-4498a2fc-7045-42c3-b55b-539026747819 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:53:31.574056 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-b32a9389-b5b4-4905-8b33-3f4784bfaf02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:31.579462 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-29d8c5ab-704b-4374-8b0f-3089e97316d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:53:31.584079 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-e07b600d-4619-43ed-86c3-8ce34929478c req-a480f260-05ae-49ec-b195-131c5f10582e tempest-VolumesActionsTest-1215670824 tempest-VolumesActionsTest-1215670824-project] 10.222.0.25 "GET /v2.0/security-groups?id=75eaff5d-6f52-49a2-ba1f-723b6c90e190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387554 May 27 03:53:31.592528 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32a9389-b5b4-4905-8b33-3f4784bfaf02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d700aed-7f1f-4d67-8b24-08a2c7fc4a2e,revision_number=None']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:31.595101 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-b32a9389-b5b4-4905-8b33-3f4784bfaf02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:53:31.605195 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-b32a9389-b5b4-4905-8b33-3f4784bfaf02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:31.606362 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-b32a9389-b5b4-4905-8b33-3f4784bfaf02 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3d700aed-7f1f-4d67-8b24-08a2c7fc4a2e HTTP/1.1" status: 204 len: 168 time: 0.3583562 May 27 03:53:31.653866 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-4498a2fc-7045-42c3-b55b-539026747819 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Notify callbacks [] for floatingip, before_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:31.789680 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-4498a2fc-7045-42c3-b55b-539026747819 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:31.923702 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.db_base_plugin_common [None req-4498a2fc-7045-42c3-b55b-539026747819 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Allocated IP 172.27.2.150 (9a3e94d8-5315-41b6-9829-3c758c3039b7/7ac4e62e-aca4-43cf-995d-95d63bfe1e6b/4aa535f3-2f01-4ca4-8982-b38b1748b010) {{(pid=98852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:53:32.009385 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Device 7d0fd87d-55fb-4a67-b8d0-d04b8a281e11 up at agent hyperv_hv-cinder-79326 {{(pid=98853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:53:32.075938 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-4498a2fc-7045-42c3-b55b-539026747819 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Notify callbacks [] for port, precommit_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:32.156935 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Provisioning for port 7d0fd87d-55fb-4a67-b8d0-d04b8a281e11 completed by entity L2. {{(pid=98853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:53:32.161810 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Provisioning complete for port 7d0fd87d-55fb-4a67-b8d0-d04b8a281e11 triggered by entity L2. {{(pid=98853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:53:32.162234 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487713'] for port, provisioning_complete {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:32.214420 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-4498a2fc-7045-42c3-b55b-539026747819 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786481287388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27723313'] for port, after_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:32.219948 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-ca21cddb-fb09-4063-a65b-2542e317b852 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:53:32.281751 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:32.312354 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37adb209-bfbe-4ecf-9577-00c220c30b77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d0fd87d-55fb-4a67-b8d0-d04b8a281e11'}] {{(pid=98853) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:53:32.328050 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.db [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] For port 7d0fd87d-55fb-4a67-b8d0-d04b8a281e11, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=7d0fd87d-55fb-4a67-b8d0-d04b8a281e11,segment=NetworkSegment(b09dcc52-4c33-4858-bb16-5779b028fe7d),segment_id=b09dcc52-4c33-4858-bb16-5779b028fe7d)] {{(pid=98853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:53:32.359229 dv-cinder-793264-1-iscsi neutron-server[98853]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37adb209-bfbe-4ecf-9577-00c220c30b77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d0fd87d-55fb-4a67-b8d0-d04b8a281e11', 'code': 200} May 27 03:53:32.386017 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4498a2fc-7045-42c3-b55b-539026747819 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Network 9a3e94d8-5315-41b6-9829-3c758c3039b7 is already hosted by enough agents. {{(pid=98852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:53:32.389005 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.scheduler.base_scheduler [None req-4498a2fc-7045-42c3-b55b-539026747819 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Resources bound (agent type, host, resource id): {{(pid=98852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:53:32.392796 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4498a2fc-7045-42c3-b55b-539026747819 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Received port after_create {{(pid=98852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 03:53:32.420914 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786481721483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786481287406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786481291807'] for port, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:32.424599 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:53:32.437121 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4498a2fc-7045-42c3-b55b-539026747819 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Pushing event updated for resources: {'Port': ['ID=4aa535f3-2f01-4ca4-8982-b38b1748b010,revision_number=1']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:32.441548 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-4498a2fc-7045-42c3-b55b-539026747819 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:53:32.515216 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Pushing event updated for resources: {'Port': ['ID=7d0fd87d-55fb-4a67-b8d0-d04b8a281e11,revision_number=5']} {{(pid=98853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:32.521209 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:53:32.818299 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c68e99-7595-454c-926e-22eb1ecdd4ea req-995f97b5-f3cf-43b2-8d83-bacfc9174a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:53:32.819929 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-04c68e99-7595-454c-926e-22eb1ecdd4ea req-995f97b5-f3cf-43b2-8d83-bacfc9174a67 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=37adb209-bfbe-4ecf-9577-00c220c30b77 HTTP/1.1" status: 200 len: 1098 time: 0.1443887 May 27 03:53:32.832591 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b175177-d9fc-41f5-a177-b8b9581f8920 req-061bbe52-59a3-4da6-a514-0917b760faec tempest-VolumesActionsTest-1215670824 tempest-VolumesActionsTest-1215670824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:53:32.834098 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-7b175177-d9fc-41f5-a177-b8b9581f8920 req-061bbe52-59a3-4da6-a514-0917b760faec tempest-VolumesActionsTest-1215670824 tempest-VolumesActionsTest-1215670824-project] 10.222.0.25 "GET /v2.0/ports?device_id=37adb209-bfbe-4ecf-9577-00c220c30b77 HTTP/1.1" status: 200 len: 945 time: 0.1200726 May 27 03:53:32.863195 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-4498a2fc-7045-42c3-b55b-539026747819 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:32.902701 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-04c68e99-7595-454c-926e-22eb1ecdd4ea req-2a845942-76bc-4a45-bb81-36edefa107c4 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=75eaff5d-6f52-49a2-ba1f-723b6c90e190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677600 May 27 03:53:32.905721 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-7b175177-d9fc-41f5-a177-b8b9581f8920 req-257e85d6-2cab-4a4a-8545-371d9d671b35 tempest-VolumesActionsTest-1215670824 tempest-VolumesActionsTest-1215670824-project] 10.222.0.25 "GET /v2.0/security-groups?id=75eaff5d-6f52-49a2-ba1f-723b6c90e190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585308 May 27 03:53:33.022304 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-4498a2fc-7045-42c3-b55b-539026747819 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_update {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:33.225668 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-4498a2fc-7045-42c3-b55b-539026747819 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Notify callbacks [] for port, precommit_update {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:33.287150 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-4498a2fc-7045-42c3-b55b-539026747819 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786481721483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786481287406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786481291807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27723270'] for port, after_update {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:33.291905 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-5c5be682-816b-464b-bab8-8e3305dfb896 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:53:33.400477 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4498a2fc-7045-42c3-b55b-539026747819 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Pushing event updated for resources: {'Port': ['ID=4aa535f3-2f01-4ca4-8982-b38b1748b010,revision_number=2']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:33.403526 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-4498a2fc-7045-42c3-b55b-539026747819 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:53:33.410566 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-4498a2fc-7045-42c3-b55b-539026747819 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-417761'] for floatingip, after_update {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:33.581829 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.db.l3_db [None req-4498a2fc-7045-42c3-b55b-539026747819 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Floating IP d4809b6b-22d7-417a-9653-dc342510dd45 associated. External IP: 172.27.2.150, port: 72f4926f-0769-4beb-af47-64edc4895b0c. May 27 03:53:33.865461 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-5740435e-d156-456c-aa7c-8d93a2c3aa3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:33.944135 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4498a2fc-7045-42c3-b55b-539026747819 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Router b3f931a9-df7f-4dff-86e8-f4b81edce072 has already been hosted by L3 agent 816f7595-8215-4f06-9251-575c663b21d0 {{(pid=98852) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 03:53:34.285602 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4498a2fc-7045-42c3-b55b-539026747819 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Notify agent at l3_agent.dv-cinder-793264-1-iscsi the message routers_updated {{(pid=98852) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 03:53:34.294915 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-870e77b1-5144-4379-bbf7-44c8284bf153 None None] Sync routers for ids ['b3f931a9-df7f-4dff-86e8-f4b81edce072'] in dv-cinder-793264-1-iscsi {{(pid=98853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:53:34.300761 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c787678-030c-407d-a6e5-7e49485bf37b req-dd29ae5f-9155-4e26-9d4f-de799a6b65f0 tempest-VolumesActionsTest-1215670824 tempest-VolumesActionsTest-1215670824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:53:34.302191 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-3c787678-030c-407d-a6e5-7e49485bf37b req-dd29ae5f-9155-4e26-9d4f-de799a6b65f0 tempest-VolumesActionsTest-1215670824 tempest-VolumesActionsTest-1215670824-project] 10.222.0.25 "GET /v2.0/ports?device_id=37adb209-bfbe-4ecf-9577-00c220c30b77 HTTP/1.1" status: 200 len: 945 time: 0.1955507 May 27 03:53:34.304301 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870e77b1-5144-4379-bbf7-44c8284bf153 None None] Routers {'b3f931a9-df7f-4dff-86e8-f4b81edce072'} bound to L3 agent in host dv-cinder-793264-1-iscsi {{(pid=98853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 03:53:34.304960 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_hamode_db [None req-870e77b1-5144-4379-bbf7-44c8284bf153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-27T03:33:06Z,description=,heartbeat_timestamp=2021-05-27T03:53:06Z,host='dv-cinder-793264-1-iscsi',id=816f7595-8215-4f06-9251-575c663b21d0,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T03:33:06Z,topic='l3_agent')) {'router_ids': ['b3f931a9-df7f-4dff-86e8-f4b81edce072'], 'active': True} {{(pid=98853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:53:34.354604 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-3c787678-030c-407d-a6e5-7e49485bf37b req-4aab3093-e70b-42a2-beb6-26ac0c4ed9db tempest-VolumesActionsTest-1215670824 tempest-VolumesActionsTest-1215670824-project] 10.222.0.25 "GET /v2.0/security-groups?id=75eaff5d-6f52-49a2-ba1f-723b6c90e190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443821 May 27 03:53:34.396797 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-4498a2fc-7045-42c3-b55b-539026747819 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4037888'] for floatingip, before_response {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:34.455385 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-4498a2fc-7045-42c3-b55b-539026747819 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.9115689 May 27 03:53:34.456271 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07cf1f8a-a1e3-4041-a5cc-8650aafb1468', 'tag': '72f4926f-0769-4beb-af47-64edc4895b0c'}] {{(pid=98852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:53:34.486372 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_dvr_db [None req-870e77b1-5144-4379-bbf7-44c8284bf153 None None] Set router b3f931a9-df7f-4dff-86e8-f4b81edce072 gateway port host: dv-cinder-793264-1-iscsi {{(pid=98853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 03:53:34.500877 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07cf1f8a-a1e3-4041-a5cc-8650aafb1468', 'tag': '72f4926f-0769-4beb-af47-64edc4895b0c', 'status': 'completed', 'code': 200} May 27 03:53:34.593574 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769f3f4b-9150-4d0c-9303-fcb23bd1563c req-cde80b2e-d475-4896-bebe-ee13821c98ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:53:34.595052 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-769f3f4b-9150-4d0c-9303-fcb23bd1563c req-cde80b2e-d475-4896-bebe-ee13821c98ad service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6b6a582a2a304a7d881efcfa2373dfb1&device_id=07cf1f8a-a1e3-4041-a5cc-8650aafb1468 HTTP/1.1" status: 200 len: 1099 time: 0.0697305 May 27 03:53:34.729148 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769f3f4b-9150-4d0c-9303-fcb23bd1563c req-25718316-3454-412a-9c0e-2cb9267375fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:53:34.730620 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-769f3f4b-9150-4d0c-9303-fcb23bd1563c req-25718316-3454-412a-9c0e-2cb9267375fd service neutron] 10.222.0.36 "GET /v2.0/networks?id=e3d5c143-f0ba-4a03-b1d4-d1be1e83dd0f HTTP/1.1" status: 200 len: 911 time: 0.1281264 May 27 03:53:34.875591 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_hamode_db [None req-870e77b1-5144-4379-bbf7-44c8284bf153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3f931a9-df7f-4dff-86e8-f4b81edce072', 'name': 'tempest-TestVolumeBootPattern-463161786-router', 'tenant_id': '6b6a582a2a304a7d881efcfa2373dfb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'external_fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': 'f700bb4e-57a4-4f61-8e65-f9d871abf70c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:49:19Z', 'updated_at': '2021-05-27T03:49:24Z', 'revision_number': 4, 'project_id': '6b6a582a2a304a7d881efcfa2373dfb1', 'gw_port': {'id': 'f700bb4e-57a4-4f61-8e65-f9d871abf70c', 'name': '', 'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f931a9-df7f-4dff-86e8-f4b81edce072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:49:20Z', 'updated_at': '2021-05-27T03:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-iscsi', '_floatingips': [{'id': 'd4809b6b-22d7-417a-9653-dc342510dd45', 'tenant_id': '6b6a582a2a304a7d881efcfa2373dfb1', 'floating_ip_address': '172.27.2.150', 'floating_network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'router_id': 'b3f931a9-df7f-4dff-86e8-f4b81edce072', 'port_id': '72f4926f-0769-4beb-af47-64edc4895b0c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 653, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3d5c143-f0ba-4a03-b1d4-d1be1e83dd0f', 'mac_address': 'fa:16:3e:87:4c:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07cf1f8a-a1e3-4041-a5cc-8650aafb1468', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T03:53:32Z', 'updated_at': '2021-05-27T03:53:32Z', 'revision_number': 0, 'project_id': '6b6a582a2a304a7d881efcfa2373dfb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c673371-f2b8-409e-95ea-14f1efedee98', 'name': '', 'network_id': 'e3d5c143-f0ba-4a03-b1d4-d1be1e83dd0f', 'tenant_id': '6b6a582a2a304a7d881efcfa2373dfb1', 'mac_address': 'fa:16:3e:c1:be:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f931a9-df7f-4dff-86e8-f4b81edce072', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'ee570db5-d628-482f-a928-b08d68185abf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:49:23Z', 'updated_at': '2021-05-27T03:49:30Z', 'revision_number': 5, 'project_id': '6b6a582a2a304a7d881efcfa2373dfb1', 'subnets': [{'id': 'ee570db5-d628-482f-a928-b08d68185abf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-1-iscsi', False) {} {{(pid=98853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:53:34.880065 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-870e77b1-5144-4379-bbf7-44c8284bf153 None None] Checking router: b3f931a9-df7f-4dff-86e8-f4b81edce072 for host: dv-cinder-793264-1-iscsi {{(pid=98853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:53:34.889606 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870e77b1-5144-4379-bbf7-44c8284bf153 None None] Routers {'b3f931a9-df7f-4dff-86e8-f4b81edce072'} bound to L3 agent in host dv-cinder-793264-1-iscsi {{(pid=98853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 03:53:34.890339 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_hamode_db [None req-870e77b1-5144-4379-bbf7-44c8284bf153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-27T03:33:06Z,description=,heartbeat_timestamp=2021-05-27T03:53:06Z,host='dv-cinder-793264-1-iscsi',id=816f7595-8215-4f06-9251-575c663b21d0,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T03:33:06Z,topic='l3_agent')) {'router_ids': ['b3f931a9-df7f-4dff-86e8-f4b81edce072'], 'active': True} {{(pid=98853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:53:34.939197 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-769f3f4b-9150-4d0c-9303-fcb23bd1563c req-f64c4f8f-a0b9-4623-859a-bec561add89e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=72f4926f-0769-4beb-af47-64edc4895b0c HTTP/1.1" status: 200 len: 1000 time: 0.2016678 May 27 03:53:35.004464 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769f3f4b-9150-4d0c-9303-fcb23bd1563c req-4735ef6d-d7ac-4bde-b313-98a6eaf73560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:53:35.005929 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-769f3f4b-9150-4d0c-9303-fcb23bd1563c req-4735ef6d-d7ac-4bde-b313-98a6eaf73560 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ee570db5-d628-482f-a928-b08d68185abf HTTP/1.1" status: 200 len: 850 time: 0.0602202 May 27 03:53:35.072714 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_dvr_db [None req-870e77b1-5144-4379-bbf7-44c8284bf153 None None] Set router b3f931a9-df7f-4dff-86e8-f4b81edce072 gateway port host: dv-cinder-793264-1-iscsi {{(pid=98853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 03:53:35.080898 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769f3f4b-9150-4d0c-9303-fcb23bd1563c req-d9b490ce-aed8-43ab-bcad-c1cee5286622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:53:35.082376 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-769f3f4b-9150-4d0c-9303-fcb23bd1563c req-d9b490ce-aed8-43ab-bcad-c1cee5286622 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e3d5c143-f0ba-4a03-b1d4-d1be1e83dd0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0701549 May 27 03:53:35.216578 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-769f3f4b-9150-4d0c-9303-fcb23bd1563c req-d5fd8ce1-a201-41d0-888c-f9a76bbebe51 service neutron] 10.222.0.36 "GET /v2.0/networks/e3d5c143-f0ba-4a03-b1d4-d1be1e83dd0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270030 May 27 03:53:35.350102 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-769f3f4b-9150-4d0c-9303-fcb23bd1563c req-2cfc4269-16cd-48a4-a32c-7b29fbba9143 service neutron] 10.222.0.36 "GET /v2.0/networks/e3d5c143-f0ba-4a03-b1d4-d1be1e83dd0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276481 May 27 03:53:35.436393 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_hamode_db [None req-870e77b1-5144-4379-bbf7-44c8284bf153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3f931a9-df7f-4dff-86e8-f4b81edce072', 'name': 'tempest-TestVolumeBootPattern-463161786-router', 'tenant_id': '6b6a582a2a304a7d881efcfa2373dfb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'external_fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': 'f700bb4e-57a4-4f61-8e65-f9d871abf70c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:49:19Z', 'updated_at': '2021-05-27T03:49:24Z', 'revision_number': 4, 'project_id': '6b6a582a2a304a7d881efcfa2373dfb1', 'gw_port': {'id': 'f700bb4e-57a4-4f61-8e65-f9d871abf70c', 'name': '', 'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f931a9-df7f-4dff-86e8-f4b81edce072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:49:20Z', 'updated_at': '2021-05-27T03:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-iscsi', '_floatingips': [{'id': 'd4809b6b-22d7-417a-9653-dc342510dd45', 'tenant_id': '6b6a582a2a304a7d881efcfa2373dfb1', 'floating_ip_address': '172.27.2.150', 'floating_network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'router_id': 'b3f931a9-df7f-4dff-86e8-f4b81edce072', 'port_id': '72f4926f-0769-4beb-af47-64edc4895b0c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 653, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3d5c143-f0ba-4a03-b1d4-d1be1e83dd0f', 'mac_address': 'fa:16:3e:87:4c:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07cf1f8a-a1e3-4041-a5cc-8650aafb1468', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T03:53:32Z', 'updated_at': '2021-05-27T03:53:32Z', 'revision_number': 0, 'project_id': '6b6a582a2a304a7d881efcfa2373dfb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c673371-f2b8-409e-95ea-14f1efedee98', 'name': '', 'network_id': 'e3d5c143-f0ba-4a03-b1d4-d1be1e83dd0f', 'tenant_id': '6b6a582a2a304a7d881efcfa2373dfb1', 'mac_address': 'fa:16:3e:c1:be:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f931a9-df7f-4dff-86e8-f4b81edce072', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'ee570db5-d628-482f-a928-b08d68185abf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:49:23Z', 'updated_at': '2021-05-27T03:49:30Z', 'revision_number': 5, 'project_id': '6b6a582a2a304a7d881efcfa2373dfb1', 'subnets': [{'id': 'ee570db5-d628-482f-a928-b08d68185abf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-1-iscsi', False) {} {{(pid=98853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:53:35.440742 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-870e77b1-5144-4379-bbf7-44c8284bf153 None None] The sync data for ids ['b3f931a9-df7f-4dff-86e8-f4b81edce072'] in dv-cinder-793264-1-iscsi is: [{'id': 'b3f931a9-df7f-4dff-86e8-f4b81edce072', 'name': 'tempest-TestVolumeBootPattern-463161786-router', 'tenant_id': '6b6a582a2a304a7d881efcfa2373dfb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'external_fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': 'f700bb4e-57a4-4f61-8e65-f9d871abf70c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:49:19Z', 'updated_at': '2021-05-27T03:49:24Z', 'revision_number': 4, 'project_id': '6b6a582a2a304a7d881efcfa2373dfb1', 'gw_port': {'id': 'f700bb4e-57a4-4f61-8e65-f9d871abf70c', 'name': '', 'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f931a9-df7f-4dff-86e8-f4b81edce072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:49:20Z', 'updated_at': '2021-05-27T03:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-iscsi', '_floatingips': [{'id': 'd4809b6b-22d7-417a-9653-dc342510dd45', 'tenant_id': '6b6a582a2a304a7d881efcfa2373dfb1', 'floating_ip_address': '172.27.2.150', 'floating_network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'router_id': 'b3f931a9-df7f-4dff-86e8-f4b81edce072', 'port_id': '72f4926f-0769-4beb-af47-64edc4895b0c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 653, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3d5c143-f0ba-4a03-b1d4-d1be1e83dd0f', 'mac_address': 'fa:16:3e:87:4c:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07cf1f8a-a1e3-4041-a5cc-8650aafb1468', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T03:53:32Z', 'updated_at': '2021-05-27T03:53:32Z', 'revision_number': 0, 'project_id': '6b6a582a2a304a7d881efcfa2373dfb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c673371-f2b8-409e-95ea-14f1efedee98', 'name': '', 'network_id': 'e3d5c143-f0ba-4a03-b1d4-d1be1e83dd0f', 'tenant_id': '6b6a582a2a304a7d881efcfa2373dfb1', 'mac_address': 'fa:16:3e:c1:be:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f931a9-df7f-4dff-86e8-f4b81edce072', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'ee570db5-d628-482f-a928-b08d68185abf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:49:23Z', 'updated_at': '2021-05-27T03:49:30Z', 'revision_number': 5, 'project_id': '6b6a582a2a304a7d881efcfa2373dfb1', 'subnets': [{'id': 'ee570db5-d628-482f-a928-b08d68185abf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:53:35.551139 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2eb8e4-5a6c-4f08-ae7e-202db03f4a2d req-d8686851-95a3-4033-9e82-a363f58e91d1 tempest-VolumesActionsTest-1215670824 tempest-VolumesActionsTest-1215670824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:53:35.552658 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-ce2eb8e4-5a6c-4f08-ae7e-202db03f4a2d req-d8686851-95a3-4033-9e82-a363f58e91d1 tempest-VolumesActionsTest-1215670824 tempest-VolumesActionsTest-1215670824-project] 10.222.0.25 "GET /v2.0/ports?device_id=37adb209-bfbe-4ecf-9577-00c220c30b77 HTTP/1.1" status: 200 len: 945 time: 0.0835254 May 27 03:53:35.598888 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-ce2eb8e4-5a6c-4f08-ae7e-202db03f4a2d req-96b0ce60-be28-459a-91ff-cf433d037fa0 tempest-VolumesActionsTest-1215670824 tempest-VolumesActionsTest-1215670824-project] 10.222.0.25 "GET /v2.0/security-groups?id=75eaff5d-6f52-49a2-ba1f-723b6c90e190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402875 May 27 03:53:35.625276 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceefa1e0-0bff-44c6-a392-0037d4385107 None None] New status for floating IP d4809b6b-22d7-417a-9653-dc342510dd45: ACTIVE {{(pid=98854) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 03:53:36.391217 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-b879b898-1f7f-4479-84b4-817f913087ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:36.413929 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:37.755422 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-e3613943-0892-48bd-9358-60eb59884bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:39.317132 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-3af0ace6-547d-4950-9fe5-73e267668fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:39.835607 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.agents_db [None req-9826b012-bfd7-43dd-a737-969f574491ef None None] Agent healthcheck: found 6 active agents {{(pid=98854) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 03:53:40.905084 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866b2888-3dcd-4653-825d-d87a4f998206 req-858452dd-d663-4e7f-a934-e11aa8b2a3d2 tempest-VolumesActionsTest-1215670824 tempest-VolumesActionsTest-1215670824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:53:40.906437 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-866b2888-3dcd-4653-825d-d87a4f998206 req-858452dd-d663-4e7f-a934-e11aa8b2a3d2 tempest-VolumesActionsTest-1215670824 tempest-VolumesActionsTest-1215670824-project] 10.222.0.25 "GET /v2.0/ports?device_id=37adb209-bfbe-4ecf-9577-00c220c30b77 HTTP/1.1" status: 200 len: 945 time: 0.0846043 May 27 03:53:40.951094 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-866b2888-3dcd-4653-825d-d87a4f998206 req-4c4f1dda-11dc-4b9c-935d-e6c065fbb7d4 tempest-VolumesActionsTest-1215670824 tempest-VolumesActionsTest-1215670824-project] 10.222.0.25 "GET /v2.0/security-groups?id=75eaff5d-6f52-49a2-ba1f-723b6c90e190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389421 May 27 03:53:42.141010 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890dbd59-7b8a-4ef9-bff3-e94bc8fa3e01 req-3a53ef82-38f2-42dc-8d18-8dd2d1120cbb tempest-VolumesActionsTest-1215670824 tempest-VolumesActionsTest-1215670824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:53:42.142459 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-890dbd59-7b8a-4ef9-bff3-e94bc8fa3e01 req-3a53ef82-38f2-42dc-8d18-8dd2d1120cbb tempest-VolumesActionsTest-1215670824 tempest-VolumesActionsTest-1215670824-project] 10.222.0.25 "GET /v2.0/ports?device_id=37adb209-bfbe-4ecf-9577-00c220c30b77 HTTP/1.1" status: 200 len: 945 time: 0.0850377 May 27 03:53:42.191872 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-890dbd59-7b8a-4ef9-bff3-e94bc8fa3e01 req-1de9cef1-2473-4b4a-9e6b-07dfba5eecfe tempest-VolumesActionsTest-1215670824 tempest-VolumesActionsTest-1215670824-project] 10.222.0.25 "GET /v2.0/security-groups?id=75eaff5d-6f52-49a2-ba1f-723b6c90e190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438168 May 27 03:53:43.371008 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae8e84c-d909-4965-a8ff-1112cc8f7a63 req-a53ee9a5-7c6e-4d57-a804-0e91bffee2aa tempest-VolumesActionsTest-1215670824 tempest-VolumesActionsTest-1215670824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:53:43.372459 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-8ae8e84c-d909-4965-a8ff-1112cc8f7a63 req-a53ee9a5-7c6e-4d57-a804-0e91bffee2aa tempest-VolumesActionsTest-1215670824 tempest-VolumesActionsTest-1215670824-project] 10.222.0.25 "GET /v2.0/ports?device_id=37adb209-bfbe-4ecf-9577-00c220c30b77 HTTP/1.1" status: 200 len: 945 time: 0.0780585 May 27 03:53:43.417974 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-8ae8e84c-d909-4965-a8ff-1112cc8f7a63 req-fdfd9b11-8e30-4702-9585-f5ba39e6afe0 tempest-VolumesActionsTest-1215670824 tempest-VolumesActionsTest-1215670824-project] 10.222.0.25 "GET /v2.0/security-groups?id=75eaff5d-6f52-49a2-ba1f-723b6c90e190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399005 May 27 03:53:44.597049 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbfe248-4281-47b5-bf78-0136f6ca89e7 req-cebfb184-2355-4e38-b121-7ccc5740927a tempest-VolumesActionsTest-1215670824 tempest-VolumesActionsTest-1215670824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:53:44.598455 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-8dbfe248-4281-47b5-bf78-0136f6ca89e7 req-cebfb184-2355-4e38-b121-7ccc5740927a tempest-VolumesActionsTest-1215670824 tempest-VolumesActionsTest-1215670824-project] 10.222.0.25 "GET /v2.0/ports?device_id=37adb209-bfbe-4ecf-9577-00c220c30b77 HTTP/1.1" status: 200 len: 945 time: 0.0783184 May 27 03:53:44.644027 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-8dbfe248-4281-47b5-bf78-0136f6ca89e7 req-b1f7232d-037e-4b2d-b10c-a333e1c98166 tempest-VolumesActionsTest-1215670824 tempest-VolumesActionsTest-1215670824-project] 10.222.0.25 "GET /v2.0/security-groups?id=75eaff5d-6f52-49a2-ba1f-723b6c90e190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395417 May 27 03:53:45.832119 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2c52e7-09e3-4da9-aeac-b04623bf9b13 req-c112384c-3743-4572-9dce-43283a98835f tempest-VolumesActionsTest-1215670824 tempest-VolumesActionsTest-1215670824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:53:45.833605 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-ac2c52e7-09e3-4da9-aeac-b04623bf9b13 req-c112384c-3743-4572-9dce-43283a98835f tempest-VolumesActionsTest-1215670824 tempest-VolumesActionsTest-1215670824-project] 10.222.0.25 "GET /v2.0/ports?device_id=37adb209-bfbe-4ecf-9577-00c220c30b77 HTTP/1.1" status: 200 len: 945 time: 0.0826659 May 27 03:53:45.877532 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-ac2c52e7-09e3-4da9-aeac-b04623bf9b13 req-d14f526c-77b0-473f-be81-44cbd6be1549 tempest-VolumesActionsTest-1215670824 tempest-VolumesActionsTest-1215670824-project] 10.222.0.25 "GET /v2.0/security-groups?id=75eaff5d-6f52-49a2-ba1f-723b6c90e190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383320 May 27 03:53:46.582443 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3433eac3-97bf-46da-b598-ce8b0bd7fcf3 req-98d6a307-0189-4897-98d7-3e4140ce9d8c tempest-VolumesActionsTest-1215670824 tempest-VolumesActionsTest-1215670824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:53:46.583834 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-3433eac3-97bf-46da-b598-ce8b0bd7fcf3 req-98d6a307-0189-4897-98d7-3e4140ce9d8c tempest-VolumesActionsTest-1215670824 tempest-VolumesActionsTest-1215670824-project] 10.222.0.36 "GET /v2.0/ports?device_id=37adb209-bfbe-4ecf-9577-00c220c30b77 HTTP/1.1" status: 200 len: 945 time: 0.0779877 May 27 03:53:46.725536 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.plugin [req-3433eac3-97bf-46da-b598-ce8b0bd7fcf3 req-f26afd90-45ef-4a5f-87a6-9ba52ee771cb tempest-VolumesActionsTest-1215670824 tempest-VolumesActionsTest-1215670824-project] Deleting port 7d0fd87d-55fb-4a67-b8d0-d04b8a281e11 {{(pid=98851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 03:53:46.725877 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-3433eac3-97bf-46da-b598-ce8b0bd7fcf3 req-f26afd90-45ef-4a5f-87a6-9ba52ee771cb tempest-VolumesActionsTest-1215670824 tempest-VolumesActionsTest-1215670824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786481719372'] for port, before_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:46.859334 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.db [req-3433eac3-97bf-46da-b598-ce8b0bd7fcf3 req-f26afd90-45ef-4a5f-87a6-9ba52ee771cb tempest-VolumesActionsTest-1215670824 tempest-VolumesActionsTest-1215670824-project] For port 7d0fd87d-55fb-4a67-b8d0-d04b8a281e11, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=7d0fd87d-55fb-4a67-b8d0-d04b8a281e11,segment=NetworkSegment(b09dcc52-4c33-4858-bb16-5779b028fe7d),segment_id=b09dcc52-4c33-4858-bb16-5779b028fe7d)] {{(pid=98851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:53:46.859619 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-3433eac3-97bf-46da-b598-ce8b0bd7fcf3 req-f26afd90-45ef-4a5f-87a6-9ba52ee771cb tempest-VolumesActionsTest-1215670824 tempest-VolumesActionsTest-1215670824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417280'] for port, precommit_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:46.982382 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.plugin [req-3433eac3-97bf-46da-b598-ce8b0bd7fcf3 req-f26afd90-45ef-4a5f-87a6-9ba52ee771cb tempest-VolumesActionsTest-1215670824 tempest-VolumesActionsTest-1215670824-project] Calling delete_port for 7d0fd87d-55fb-4a67-b8d0-d04b8a281e11 owned by compute:nova {{(pid=98851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 03:53:47.093524 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca384051-8559-4532-a8f4-5ec73ed7d4f9 req-b45fece2-4048-407f-ba49-5772e58b0c34 tempest-VolumesActionsTest-1215670824 tempest-VolumesActionsTest-1215670824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:53:47.094947 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-ca384051-8559-4532-a8f4-5ec73ed7d4f9 req-b45fece2-4048-407f-ba49-5772e58b0c34 tempest-VolumesActionsTest-1215670824 tempest-VolumesActionsTest-1215670824-project] 10.222.0.25 "GET /v2.0/ports?device_id=37adb209-bfbe-4ecf-9577-00c220c30b77 HTTP/1.1" status: 200 len: 945 time: 0.1080291 May 27 03:53:47.187463 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-ca384051-8559-4532-a8f4-5ec73ed7d4f9 req-9faa9672-773a-4c75-aa80-d1ff51aac925 tempest-VolumesActionsTest-1215670824 tempest-VolumesActionsTest-1215670824-project] 10.222.0.25 "GET /v2.0/security-groups?id=75eaff5d-6f52-49a2-ba1f-723b6c90e190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861163 May 27 03:53:47.259346 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-3433eac3-97bf-46da-b598-ce8b0bd7fcf3 req-f26afd90-45ef-4a5f-87a6-9ba52ee771cb tempest-VolumesActionsTest-1215670824 tempest-VolumesActionsTest-1215670824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786481721510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786481287397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28231606'] for port, after_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:47.264956 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-04fc8323-e6bf-4d59-ba37-7e523d396beb tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:53:47.271421 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.db [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] get_ports_and_sgs() called for port_ids ['7d0fd87d-55fb-4a67-b8d0-d04b8a281e11'] {{(pid=98853) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 03:53:47.312250 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26afd90-45ef-4a5f-87a6-9ba52ee771cb tempest-VolumesActionsTest-1215670824 tempest-VolumesActionsTest-1215670824-project] Pushing event deleted for resources: {'Port': ['ID=7d0fd87d-55fb-4a67-b8d0-d04b8a281e11,revision_number=None']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:47.315685 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-f26afd90-45ef-4a5f-87a6-9ba52ee771cb tempest-VolumesActionsTest-1215670824 tempest-VolumesActionsTest-1215670824-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:53:47.386229 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.l3_dvrscheduler_db [req-3433eac3-97bf-46da-b598-ce8b0bd7fcf3 req-f26afd90-45ef-4a5f-87a6-9ba52ee771cb tempest-VolumesActionsTest-1215670824 tempest-VolumesActionsTest-1215670824-project] No DVR routers for this DVR port 7d0fd87d-55fb-4a67-b8d0-d04b8a281e11 on host hv-cinder-79326 {{(pid=98851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:53:47.388666 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-3433eac3-97bf-46da-b598-ce8b0bd7fcf3 req-f26afd90-45ef-4a5f-87a6-9ba52ee771cb tempest-VolumesActionsTest-1215670824 tempest-VolumesActionsTest-1215670824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4037888'] for port, before_response {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:47.391129 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37adb209-bfbe-4ecf-9577-00c220c30b77', 'name': 'network-vif-deleted', 'tag': '7d0fd87d-55fb-4a67-b8d0-d04b8a281e11'}] {{(pid=98851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:53:47.425546 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:47.435422 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37adb209-bfbe-4ecf-9577-00c220c30b77', 'name': 'network-vif-deleted', 'tag': '7d0fd87d-55fb-4a67-b8d0-d04b8a281e11', 'status': 'completed', 'code': 200} May 27 03:53:47.483392 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-3433eac3-97bf-46da-b598-ce8b0bd7fcf3 req-f26afd90-45ef-4a5f-87a6-9ba52ee771cb tempest-VolumesActionsTest-1215670824 tempest-VolumesActionsTest-1215670824-project] 10.222.0.36 "DELETE /v2.0/ports/7d0fd87d-55fb-4a67-b8d0-d04b8a281e11 HTTP/1.1" status: 204 len: 173 time: 0.8917708 May 27 03:53:48.440982 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [req-980b8def-01e6-46c5-9caa-5ea97c564074 req-b8720d83-74cb-48b2-a439-5eeb4437f299 tempest-VolumesActionsTest-1215670824 tempest-VolumesActionsTest-1215670824-project] Synchronizing usage tracker for tenant:3f42048e6086405bb0d27fd16d9a85d2 on resource:port {{(pid=98851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:53:48.601973 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [req-980b8def-01e6-46c5-9caa-5ea97c564074 req-b8720d83-74cb-48b2-a439-5eeb4437f299 tempest-VolumesActionsTest-1215670824 tempest-VolumesActionsTest-1215670824-project] Unset dirty status for tenant:3f42048e6086405bb0d27fd16d9a85d2 on resource:port {{(pid=98851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:53:48.603139 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-980b8def-01e6-46c5-9caa-5ea97c564074 req-b8720d83-74cb-48b2-a439-5eeb4437f299 tempest-VolumesActionsTest-1215670824 tempest-VolumesActionsTest-1215670824-project] 10.222.0.25 "GET /v2.0/ports?device_id=37adb209-bfbe-4ecf-9577-00c220c30b77 HTTP/1.1" status: 200 len: 210 time: 0.2978060 May 27 03:53:50.039166 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8854730-6aae-4a65-90fa-09d7621568ac req-787e1fc1-6539-4025-96d4-eff191233c87 tempest-VolumesActionsTest-1215670824 tempest-VolumesActionsTest-1215670824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:53:50.040653 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-c8854730-6aae-4a65-90fa-09d7621568ac req-787e1fc1-6539-4025-96d4-eff191233c87 tempest-VolumesActionsTest-1215670824 tempest-VolumesActionsTest-1215670824-project] 10.222.0.25 "GET /v2.0/networks?id=46de24cd-29cd-4b19-97dd-c1e473696501 HTTP/1.1" status: 200 len: 808 time: 0.1439090 May 27 03:53:50.055629 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-c8854730-6aae-4a65-90fa-09d7621568ac req-c0b99658-48f9-48ab-a1fd-ada7f02adf01 tempest-VolumesActionsTest-1215670824 tempest-VolumesActionsTest-1215670824-project] 10.222.0.25 "GET /v2.0/quotas/3f42048e6086405bb0d27fd16d9a85d2 HTTP/1.1" status: 200 len: 375 time: 0.0095773 May 27 03:53:50.093356 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Device 7d0fd87d-55fb-4a67-b8d0-d04b8a281e11 no longer exists at agent hyperv_hv-cinder-79326 {{(pid=98853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:53:50.101798 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-c8854730-6aae-4a65-90fa-09d7621568ac req-bc5096fe-50c8-4605-a5ad-76024f336061 tempest-VolumesActionsTest-1215670824 tempest-VolumesActionsTest-1215670824-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=3f42048e6086405bb0d27fd16d9a85d2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0411627 May 27 03:53:50.132106 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.plugin [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] No Port match for: 7d0fd87d-55fb-4a67-b8d0-d04b8a281e11 {{(pid=98853) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 03:53:50.132374 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Device 7d0fd87d-55fb-4a67-b8d0-d04b8a281e11 not bound to the agent host hv-cinder-79326 {{(pid=98853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:53:50.232565 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-c8854730-6aae-4a65-90fa-09d7621568ac req-670d9cbc-a12c-4ea8-a52c-7c9ebb649354 service neutron] 10.222.0.25 "GET /v2.0/networks/46de24cd-29cd-4b19-97dd-c1e473696501?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239719 May 27 03:53:50.364193 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-c8854730-6aae-4a65-90fa-09d7621568ac req-8f3a6ac5-be85-4103-a3e4-ad0805e16743 service neutron] 10.222.0.25 "GET /v2.0/networks/46de24cd-29cd-4b19-97dd-c1e473696501?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259043 May 27 03:53:50.689414 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-12e3ca38-2b02-4790-85b2-62cce909bd9c req-4003f73a-b8f1-4e18-9ebe-d704b519efae tempest-VolumesActionsTest-1215670824 tempest-VolumesActionsTest-1215670824-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad8ba7e5-112e-4f9a-8832-8db81d35313c HTTP/1.1" status: 200 len: 210 time: 0.0445976 May 27 03:53:51.861317 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-6c55c06d-5ebd-471f-b009-9ccd8fec23f8 req-5a769b17-43f7-42f0-a125-95b88b48b583 tempest-VolumesActionsTest-1215670824 tempest-VolumesActionsTest-1215670824-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad8ba7e5-112e-4f9a-8832-8db81d35313c HTTP/1.1" status: 200 len: 210 time: 0.0483510 May 27 03:53:53.011088 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-075d9395-b6b7-4dc1-b3f7-c5990e8e5ab0 req-2a186e06-9b95-4336-a0f7-8ebfce4f1d02 tempest-VolumesActionsTest-1215670824 tempest-VolumesActionsTest-1215670824-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad8ba7e5-112e-4f9a-8832-8db81d35313c HTTP/1.1" status: 200 len: 210 time: 0.0459950 May 27 03:53:54.156042 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-3ecea19d-c735-49f1-b033-ec6d417c746c req-08fb87a9-5518-4765-aa45-a13116e31387 tempest-VolumesActionsTest-1215670824 tempest-VolumesActionsTest-1215670824-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad8ba7e5-112e-4f9a-8832-8db81d35313c HTTP/1.1" status: 200 len: 210 time: 0.0423121 May 27 03:53:55.317757 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-a4e36c70-1448-4387-9406-3e8e99501b5c req-8ff0acb7-a44c-4f27-8a22-55a2a474ae50 tempest-VolumesActionsTest-1215670824 tempest-VolumesActionsTest-1215670824-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad8ba7e5-112e-4f9a-8832-8db81d35313c HTTP/1.1" status: 200 len: 210 time: 0.0444705 May 27 03:53:55.868039 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8854730-6aae-4a65-90fa-09d7621568ac req-fd04ba07-d122-47cb-8e38-ba99d1c7a6b0 tempest-VolumesActionsTest-1215670824 tempest-VolumesActionsTest-1215670824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:53:55.869468 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-c8854730-6aae-4a65-90fa-09d7621568ac req-fd04ba07-d122-47cb-8e38-ba99d1c7a6b0 tempest-VolumesActionsTest-1215670824 tempest-VolumesActionsTest-1215670824-project] 10.222.0.36 "GET /v2.0/networks?id=46de24cd-29cd-4b19-97dd-c1e473696501 HTTP/1.1" status: 200 len: 808 time: 0.1460176 May 27 03:53:55.898832 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.v2.base [req-c8854730-6aae-4a65-90fa-09d7621568ac req-c7b60a54-d9e0-44e7-bb1c-24f44627ed52 tempest-VolumesActionsTest-1215670824 tempest-VolumesActionsTest-1215670824-project] Request body: {'port': {'device_id': 'ad8ba7e5-112e-4f9a-8832-8db81d35313c', 'network_id': '46de24cd-29cd-4b19-97dd-c1e473696501', 'admin_state_up': True, 'tenant_id': '3f42048e6086405bb0d27fd16d9a85d2'}} {{(pid=98851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:53:56.032847 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.quota.driver [req-c8854730-6aae-4a65-90fa-09d7621568ac req-c7b60a54-d9e0-44e7-bb1c-24f44627ed52 tempest-VolumesActionsTest-1215670824 tempest-VolumesActionsTest-1215670824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:53:56.042730 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.quota.driver [req-c8854730-6aae-4a65-90fa-09d7621568ac req-c7b60a54-d9e0-44e7-bb1c-24f44627ed52 tempest-VolumesActionsTest-1215670824 tempest-VolumesActionsTest-1215670824-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:53:56.144538 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8854730-6aae-4a65-90fa-09d7621568ac req-c7b60a54-d9e0-44e7-bb1c-24f44627ed52 tempest-VolumesActionsTest-1215670824 tempest-VolumesActionsTest-1215670824-project] Made reservation on behalf of 3f42048e6086405bb0d27fd16d9a85d2 for: {'port': 1} {{(pid=98851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:53:56.147988 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-c8854730-6aae-4a65-90fa-09d7621568ac req-c7b60a54-d9e0-44e7-bb1c-24f44627ed52 tempest-VolumesActionsTest-1215670824 tempest-VolumesActionsTest-1215670824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:56.324811 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.db_base_plugin_common [req-c8854730-6aae-4a65-90fa-09d7621568ac req-c7b60a54-d9e0-44e7-bb1c-24f44627ed52 tempest-VolumesActionsTest-1215670824 tempest-VolumesActionsTest-1215670824-project] Allocated IP 172.20.0.9 (46de24cd-29cd-4b19-97dd-c1e473696501/77458a5f-4464-4c2b-a014-c1b59a3282a4/b9acf257-b47b-4768-8ada-7609bc50d84e) {{(pid=98851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:53:56.514603 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-02faeeb9-bb51-43d7-82be-f1ef32a6555d req-8cd81946-81ee-489f-87e1-c597fdc027d3 tempest-VolumesActionsTest-1215670824 tempest-VolumesActionsTest-1215670824-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad8ba7e5-112e-4f9a-8832-8db81d35313c HTTP/1.1" status: 200 len: 210 time: 0.0583799 May 27 03:53:56.585338 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-c8854730-6aae-4a65-90fa-09d7621568ac req-c7b60a54-d9e0-44e7-bb1c-24f44627ed52 tempest-VolumesActionsTest-1215670824 tempest-VolumesActionsTest-1215670824-project] Notify callbacks [] for port, precommit_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:56.675166 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-c8854730-6aae-4a65-90fa-09d7621568ac req-c7b60a54-d9e0-44e7-bb1c-24f44627ed52 tempest-VolumesActionsTest-1215670824 tempest-VolumesActionsTest-1215670824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786481287388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28231606'] for port, after_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:56.681896 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-49e4574b-b7fc-420a-ac1b-a5893abc8daa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:53:56.745239 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8854730-6aae-4a65-90fa-09d7621568ac req-c7b60a54-d9e0-44e7-bb1c-24f44627ed52 tempest-VolumesActionsTest-1215670824 tempest-VolumesActionsTest-1215670824-project] Network 46de24cd-29cd-4b19-97dd-c1e473696501 is already hosted by enough agents. {{(pid=98851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:53:56.748524 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.scheduler.base_scheduler [req-c8854730-6aae-4a65-90fa-09d7621568ac req-c7b60a54-d9e0-44e7-bb1c-24f44627ed52 tempest-VolumesActionsTest-1215670824 tempest-VolumesActionsTest-1215670824-project] Resources bound (agent type, host, resource id): {{(pid=98851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:53:56.751781 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8854730-6aae-4a65-90fa-09d7621568ac req-c7b60a54-d9e0-44e7-bb1c-24f44627ed52 tempest-VolumesActionsTest-1215670824 tempest-VolumesActionsTest-1215670824-project] Received port after_create {{(pid=98851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 03:53:56.796512 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b60a54-d9e0-44e7-bb1c-24f44627ed52 tempest-VolumesActionsTest-1215670824 tempest-VolumesActionsTest-1215670824-project] Pushing event updated for resources: {'Port': ['ID=b9acf257-b47b-4768-8ada-7609bc50d84e,revision_number=1']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:56.799347 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-c7b60a54-d9e0-44e7-bb1c-24f44627ed52 tempest-VolumesActionsTest-1215670824 tempest-VolumesActionsTest-1215670824-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:53:56.828518 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8854730-6aae-4a65-90fa-09d7621568ac req-c7b60a54-d9e0-44e7-bb1c-24f44627ed52 tempest-VolumesActionsTest-1215670824 tempest-VolumesActionsTest-1215670824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:53:56.828979 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-c8854730-6aae-4a65-90fa-09d7621568ac req-c7b60a54-d9e0-44e7-bb1c-24f44627ed52 tempest-VolumesActionsTest-1215670824 tempest-VolumesActionsTest-1215670824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4037888'] for port, before_response {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:56.939742 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-c8854730-6aae-4a65-90fa-09d7621568ac req-c7b60a54-d9e0-44e7-bb1c-24f44627ed52 tempest-VolumesActionsTest-1215670824 tempest-VolumesActionsTest-1215670824-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0443678 May 27 03:53:56.952250 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.v2.base [req-c8854730-6aae-4a65-90fa-09d7621568ac req-3cbdebd6-2b33-4411-a54d-bc14c89c6013 service neutron] Request body: {'port': {'device_id': 'ad8ba7e5-112e-4f9a-8832-8db81d35313c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79326'}} {{(pid=98851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:53:57.060081 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-c8854730-6aae-4a65-90fa-09d7621568ac req-3cbdebd6-2b33-4411-a54d-bc14c89c6013 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_update {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:57.502252 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.notifiers.nova [req-c8854730-6aae-4a65-90fa-09d7621568ac req-3cbdebd6-2b33-4411-a54d-bc14c89c6013 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9acf257-b47b-4768-8ada-7609bc50d84e {{(pid=98851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:53:57.510320 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-c8854730-6aae-4a65-90fa-09d7621568ac req-3cbdebd6-2b33-4411-a54d-bc14c89c6013 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:57.523874 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.provisioning_blocks [req-c8854730-6aae-4a65-90fa-09d7621568ac req-3cbdebd6-2b33-4411-a54d-bc14c89c6013 service neutron] Transition to ACTIVE for port object b9acf257-b47b-4768-8ada-7609bc50d84e will not be triggered until provisioned by entity L2. {{(pid=98851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:53:57.607518 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-c8854730-6aae-4a65-90fa-09d7621568ac req-3cbdebd6-2b33-4411-a54d-bc14c89c6013 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786481721483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786481287406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786481291807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28231553'] for port, after_update {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:57.612325 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-c3066741-c489-49eb-8c5b-e9a086dae8a1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:53:57.699346 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ac745d-8a16-4916-b67c-1cf748208345 req-cc735208-b20b-411b-bb50-34c20901aec4 tempest-VolumesActionsTest-1215670824 tempest-VolumesActionsTest-1215670824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:53:57.700808 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-b1ac745d-8a16-4916-b67c-1cf748208345 req-cc735208-b20b-411b-bb50-34c20901aec4 tempest-VolumesActionsTest-1215670824 tempest-VolumesActionsTest-1215670824-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad8ba7e5-112e-4f9a-8832-8db81d35313c HTTP/1.1" status: 200 len: 943 time: 0.0791895 May 27 03:53:57.748918 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-b1ac745d-8a16-4916-b67c-1cf748208345 req-4863eb47-1a68-4df9-8bc3-c7761a834a35 tempest-VolumesActionsTest-1215670824 tempest-VolumesActionsTest-1215670824-project] 10.222.0.25 "GET /v2.0/security-groups?id=75eaff5d-6f52-49a2-ba1f-723b6c90e190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423810 May 27 03:53:57.768208 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbdebd6-2b33-4411-a54d-bc14c89c6013 service neutron] Pushing event updated for resources: {'Port': ['ID=b9acf257-b47b-4768-8ada-7609bc50d84e,revision_number=2']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:57.797032 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-3cbdebd6-2b33-4411-a54d-bc14c89c6013 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:53:57.839349 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.managers [req-c8854730-6aae-4a65-90fa-09d7621568ac req-3cbdebd6-2b33-4411-a54d-bc14c89c6013 service neutron] Attempting to bind port b9acf257-b47b-4768-8ada-7609bc50d84e on host hv-cinder-79326 for vnic_type normal with profile {{(pid=98851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:53:57.839677 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.managers [req-c8854730-6aae-4a65-90fa-09d7621568ac req-3cbdebd6-2b33-4411-a54d-bc14c89c6013 service neutron] Attempting to bind port b9acf257-b47b-4768-8ada-7609bc50d84e by drivers openvswitch,hyperv on host hv-cinder-79326 at level 0 using segments [{'id': 'b09dcc52-4c33-4858-bb16-5779b028fe7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '46de24cd-29cd-4b19-97dd-c1e473696501'}] {{(pid=98851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:53:57.840007 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8854730-6aae-4a65-90fa-09d7621568ac req-3cbdebd6-2b33-4411-a54d-bc14c89c6013 service neutron] Attempting to bind port b9acf257-b47b-4768-8ada-7609bc50d84e on network 46de24cd-29cd-4b19-97dd-c1e473696501 {{(pid=98851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:53:57.844550 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8854730-6aae-4a65-90fa-09d7621568ac req-3cbdebd6-2b33-4411-a54d-bc14c89c6013 service neutron] Port b9acf257-b47b-4768-8ada-7609bc50d84e on network 46de24cd-29cd-4b19-97dd-c1e473696501 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79326 {{(pid=98851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 03:53:57.844866 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8854730-6aae-4a65-90fa-09d7621568ac req-3cbdebd6-2b33-4411-a54d-bc14c89c6013 service neutron] Attempting to bind port b9acf257-b47b-4768-8ada-7609bc50d84e on network 46de24cd-29cd-4b19-97dd-c1e473696501 {{(pid=98851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:53:57.850375 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8854730-6aae-4a65-90fa-09d7621568ac req-3cbdebd6-2b33-4411-a54d-bc14c89c6013 service neutron] Checking agent: {'id': 'beba53db-4949-4034-b5ab-73b6df09d927', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79326', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 3, 39, 17), 'started_at': datetime.datetime(2021, 5, 27, 3, 39, 17), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 3, 53, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 03:53:57.850702 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8854730-6aae-4a65-90fa-09d7621568ac req-3cbdebd6-2b33-4411-a54d-bc14c89c6013 service neutron] Checking segment: {'id': 'b09dcc52-4c33-4858-bb16-5779b028fe7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '46de24cd-29cd-4b19-97dd-c1e473696501'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 03:53:57.851077 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8854730-6aae-4a65-90fa-09d7621568ac req-3cbdebd6-2b33-4411-a54d-bc14c89c6013 service neutron] Bound using segment: {'id': 'b09dcc52-4c33-4858-bb16-5779b028fe7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '46de24cd-29cd-4b19-97dd-c1e473696501'} {{(pid=98851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 03:53:57.851490 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.managers [req-c8854730-6aae-4a65-90fa-09d7621568ac req-3cbdebd6-2b33-4411-a54d-bc14c89c6013 service neutron] Bound port: b9acf257-b47b-4768-8ada-7609bc50d84e, host: hv-cinder-79326, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b09dcc52-4c33-4858-bb16-5779b028fe7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '46de24cd-29cd-4b19-97dd-c1e473696501'}}] {{(pid=98851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:53:57.851829 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-c8854730-6aae-4a65-90fa-09d7621568ac req-3cbdebd6-2b33-4411-a54d-bc14c89c6013 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_update {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:57.938665 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.db [req-c8854730-6aae-4a65-90fa-09d7621568ac req-3cbdebd6-2b33-4411-a54d-bc14c89c6013 service neutron] For port b9acf257-b47b-4768-8ada-7609bc50d84e, host hv-cinder-79326, cleared binding levels {{(pid=98851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:53:57.941540 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.db [req-c8854730-6aae-4a65-90fa-09d7621568ac req-3cbdebd6-2b33-4411-a54d-bc14c89c6013 service neutron] For port b9acf257-b47b-4768-8ada-7609bc50d84e, host hv-cinder-79326, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=b9acf257-b47b-4768-8ada-7609bc50d84e,segment=NetworkSegment(b09dcc52-4c33-4858-bb16-5779b028fe7d),segment_id=b09dcc52-4c33-4858-bb16-5779b028fe7d)] {{(pid=98851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 03:53:58.024967 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-c8854730-6aae-4a65-90fa-09d7621568ac req-3cbdebd6-2b33-4411-a54d-bc14c89c6013 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786481721483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786481287406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786481291807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28231553'] for port, after_update {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:58.029061 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-ab2e3a45-6cc9-43b1-9128-55a8ff4d574e tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:53:58.087598 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8854730-6aae-4a65-90fa-09d7621568ac req-3cbdebd6-2b33-4411-a54d-bc14c89c6013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:53:58.088276 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-c8854730-6aae-4a65-90fa-09d7621568ac req-3cbdebd6-2b33-4411-a54d-bc14c89c6013 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4037888'] for port, before_response {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:58.089712 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-c8854730-6aae-4a65-90fa-09d7621568ac req-3cbdebd6-2b33-4411-a54d-bc14c89c6013 service neutron] 10.222.0.36 "PUT /v2.0/ports/b9acf257-b47b-4768-8ada-7609bc50d84e HTTP/1.1" status: 200 len: 1093 time: 1.1415629 May 27 03:53:58.092643 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad8ba7e5-112e-4f9a-8832-8db81d35313c', 'tag': 'b9acf257-b47b-4768-8ada-7609bc50d84e'}] {{(pid=98851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:53:58.115207 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbdebd6-2b33-4411-a54d-bc14c89c6013 service neutron] Pushing event updated for resources: {'Port': ['ID=b9acf257-b47b-4768-8ada-7609bc50d84e,revision_number=3']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:58.118399 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-3cbdebd6-2b33-4411-a54d-bc14c89c6013 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:53:58.153600 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad8ba7e5-112e-4f9a-8832-8db81d35313c', 'tag': 'b9acf257-b47b-4768-8ada-7609bc50d84e', 'status': 'completed', 'code': 200} May 27 03:53:58.238474 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5695f3d-feb6-464a-b26d-fce106f1290e req-476683a0-50d9-4be4-a3c3-31a853009af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:53:58.240066 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-f5695f3d-feb6-464a-b26d-fce106f1290e req-476683a0-50d9-4be4-a3c3-31a853009af0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3f42048e6086405bb0d27fd16d9a85d2&device_id=ad8ba7e5-112e-4f9a-8832-8db81d35313c HTTP/1.1" status: 200 len: 1096 time: 0.0724397 May 27 03:53:58.385141 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5695f3d-feb6-464a-b26d-fce106f1290e req-7ac41fbf-863d-4ee2-8184-13cd04dc0da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:53:58.386556 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-f5695f3d-feb6-464a-b26d-fce106f1290e req-7ac41fbf-863d-4ee2-8184-13cd04dc0da7 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=3f42048e6086405bb0d27fd16d9a85d2&shared=False HTTP/1.1" status: 200 len: 908 time: 0.1390615 May 27 03:53:58.528554 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5695f3d-feb6-464a-b26d-fce106f1290e req-99decbdd-31b6-453b-8721-b4fe6bf281a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:53:58.529997 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-f5695f3d-feb6-464a-b26d-fce106f1290e req-99decbdd-31b6-453b-8721-b4fe6bf281a5 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1361878 May 27 03:53:58.637786 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8854730-6aae-4a65-90fa-09d7621568ac req-8c4f29c1-1689-468f-b88c-d6c4ec45737f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:53:58.639159 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-c8854730-6aae-4a65-90fa-09d7621568ac req-8c4f29c1-1689-468f-b88c-d6c4ec45737f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3f42048e6086405bb0d27fd16d9a85d2&device_id=ad8ba7e5-112e-4f9a-8832-8db81d35313c HTTP/1.1" status: 200 len: 1096 time: 0.0747726 May 27 03:53:58.707632 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-c8854730-6aae-4a65-90fa-09d7621568ac req-0b521291-9e14-4eaa-a97f-0938bfc8e5af service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b9acf257-b47b-4768-8ada-7609bc50d84e HTTP/1.1" status: 200 len: 217 time: 0.0600777 May 27 03:53:58.775217 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8854730-6aae-4a65-90fa-09d7621568ac req-56413b90-4ec4-4595-a970-50a789bf787d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:53:58.778552 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-c8854730-6aae-4a65-90fa-09d7621568ac req-56413b90-4ec4-4595-a970-50a789bf787d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=77458a5f-4464-4c2b-a014-c1b59a3282a4 HTTP/1.1" status: 200 len: 848 time: 0.0627053 May 27 03:53:58.827981 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-c8854730-6aae-4a65-90fa-09d7621568ac req-d92b0156-d0d5-4197-9600-741881c0311a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=46de24cd-29cd-4b19-97dd-c1e473696501&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440443 May 27 03:53:58.935315 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d328fe61-9863-4282-ae64-b4cd7fa15d97 req-dcb0c1e8-63e1-48c4-acc4-559bb28e708f tempest-VolumesActionsTest-1215670824 tempest-VolumesActionsTest-1215670824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:53:58.936711 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-d328fe61-9863-4282-ae64-b4cd7fa15d97 req-dcb0c1e8-63e1-48c4-acc4-559bb28e708f tempest-VolumesActionsTest-1215670824 tempest-VolumesActionsTest-1215670824-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad8ba7e5-112e-4f9a-8832-8db81d35313c HTTP/1.1" status: 200 len: 943 time: 0.0838778 May 27 03:53:58.962307 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-c8854730-6aae-4a65-90fa-09d7621568ac req-5205a038-492f-4d95-865c-abceb8d74486 service neutron] 10.222.0.36 "GET /v2.0/networks/46de24cd-29cd-4b19-97dd-c1e473696501?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280847 May 27 03:53:58.981555 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-d328fe61-9863-4282-ae64-b4cd7fa15d97 req-ce3475f1-4e67-433c-be33-0ddb05326523 tempest-VolumesActionsTest-1215670824 tempest-VolumesActionsTest-1215670824-project] 10.222.0.25 "GET /v2.0/security-groups?id=75eaff5d-6f52-49a2-ba1f-723b6c90e190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390973 May 27 03:53:59.189802 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-c8854730-6aae-4a65-90fa-09d7621568ac req-7f216a06-926a-4f81-82e2-bfd4faef5dee service neutron] 10.222.0.36 "GET /v2.0/networks/46de24cd-29cd-4b19-97dd-c1e473696501?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2205844 May 27 03:54:00.167734 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76ba77d-8127-4e73-a01e-4b2d44452bd6 req-54ec6eb2-bb2c-4064-bb4c-92054d42cf79 tempest-VolumesActionsTest-1215670824 tempest-VolumesActionsTest-1215670824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:54:00.168428 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [req-e76ba77d-8127-4e73-a01e-4b2d44452bd6 req-54ec6eb2-bb2c-4064-bb4c-92054d42cf79 tempest-VolumesActionsTest-1215670824 tempest-VolumesActionsTest-1215670824-project] Synchronizing usage tracker for tenant:3f42048e6086405bb0d27fd16d9a85d2 on resource:port {{(pid=98851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:54:00.293205 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [req-e76ba77d-8127-4e73-a01e-4b2d44452bd6 req-54ec6eb2-bb2c-4064-bb4c-92054d42cf79 tempest-VolumesActionsTest-1215670824 tempest-VolumesActionsTest-1215670824-project] Unset dirty status for tenant:3f42048e6086405bb0d27fd16d9a85d2 on resource:port {{(pid=98851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:54:00.294366 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-e76ba77d-8127-4e73-a01e-4b2d44452bd6 req-54ec6eb2-bb2c-4064-bb4c-92054d42cf79 tempest-VolumesActionsTest-1215670824 tempest-VolumesActionsTest-1215670824-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad8ba7e5-112e-4f9a-8832-8db81d35313c HTTP/1.1" status: 200 len: 943 time: 0.2073092 May 27 03:54:00.342547 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-e76ba77d-8127-4e73-a01e-4b2d44452bd6 req-def79935-2a7d-4146-b4f9-85a22254d39d tempest-VolumesActionsTest-1215670824 tempest-VolumesActionsTest-1215670824-project] 10.222.0.25 "GET /v2.0/security-groups?id=75eaff5d-6f52-49a2-ba1f-723b6c90e190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425084 May 27 03:54:01.534058 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4146d11-8d33-4b2f-b931-b4b0e18fa426 req-5b8ce9f7-cd81-4022-8caa-3409b6e12838 tempest-VolumesActionsTest-1215670824 tempest-VolumesActionsTest-1215670824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:54:01.535570 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-c4146d11-8d33-4b2f-b931-b4b0e18fa426 req-5b8ce9f7-cd81-4022-8caa-3409b6e12838 tempest-VolumesActionsTest-1215670824 tempest-VolumesActionsTest-1215670824-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad8ba7e5-112e-4f9a-8832-8db81d35313c HTTP/1.1" status: 200 len: 943 time: 0.0848539 May 27 03:54:01.579578 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-c4146d11-8d33-4b2f-b931-b4b0e18fa426 req-b2a9829d-9b01-4680-9c49-0175a4a4248b tempest-VolumesActionsTest-1215670824 tempest-VolumesActionsTest-1215670824-project] 10.222.0.25 "GET /v2.0/security-groups?id=75eaff5d-6f52-49a2-ba1f-723b6c90e190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382128 May 27 03:54:02.147044 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.wsgi [-] (98851) accepted ('10.222.0.25', 35842) {{(pid=98851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:54:02.189857 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Device b9acf257-b47b-4768-8ada-7609bc50d84e details requested by agent hyperv_hv-cinder-79326 with host hv-cinder-79326 {{(pid=98853) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:54:02.304301 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-9a02fe0d-b248-4a7b-af0a-5b678774dada admin admin] Notify callbacks [] for security_group, before_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:02.319090 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.quota.driver [None req-9a02fe0d-b248-4a7b-af0a-5b678774dada admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:54:02.321237 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.db [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] For port b9acf257-b47b-4768-8ada-7609bc50d84e, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=b9acf257-b47b-4768-8ada-7609bc50d84e,segment=NetworkSegment(b09dcc52-4c33-4858-bb16-5779b028fe7d),segment_id=b09dcc52-4c33-4858-bb16-5779b028fe7d)] {{(pid=98853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:54:02.323128 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [None req-9a02fe0d-b248-4a7b-af0a-5b678774dada admin admin] Usage tracker for resource:security_group_rule and tenant:6d475677947a47d5a812c0a9022d095a is out of sync, need to count used quota {{(pid=98851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:54:02.326022 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [None req-9a02fe0d-b248-4a7b-af0a-5b678774dada admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:54:02.331877 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.quota.driver [None req-9a02fe0d-b248-4a7b-af0a-5b678774dada admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:54:02.335692 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Returning: {'device': 'b9acf257-b47b-4768-8ada-7609bc50d84e', 'network_id': '46de24cd-29cd-4b19-97dd-c1e473696501', 'port_id': 'b9acf257-b47b-4768-8ada-7609bc50d84e', 'mac_address': 'fa:16:3e:ef:11:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77458a5f-4464-4c2b-a014-c1b59a3282a4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98853) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:54:02.390886 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:02.407872 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.notifiers.nova [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9acf257-b47b-4768-8ada-7609bc50d84e {{(pid=98853) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:54:02.413001 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-9a02fe0d-b248-4a7b-af0a-5b678774dada admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:02.422980 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.db [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] For port b9acf257-b47b-4768-8ada-7609bc50d84e, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=b9acf257-b47b-4768-8ada-7609bc50d84e,segment=NetworkSegment(b09dcc52-4c33-4858-bb16-5779b028fe7d),segment_id=b09dcc52-4c33-4858-bb16-5779b028fe7d)] {{(pid=98853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:54:02.487205 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-9a02fe0d-b248-4a7b-af0a-5b678774dada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:02.496120 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-3cce3016-98c8-4fc4-b374-26d882d952d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:54:02.498377 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786481721483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786481287406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786481291807'] for port, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:02.501087 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:54:02.536215 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [None req-9a02fe0d-b248-4a7b-af0a-5b678774dada admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6d475677947a47d5a812c0a9022d095a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3881240 May 27 03:54:02.537139 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a02fe0d-b248-4a7b-af0a-5b678774dada admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd50dc07-43fd-41c0-95d3-fbd3010a8a9b,revision_number=1']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:02.539140 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 35848) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:54:02.545122 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a02fe0d-b248-4a7b-af0a-5b678774dada admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:54:02.545122 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a02fe0d-b248-4a7b-af0a-5b678774dada admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:54:02.545396 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a02fe0d-b248-4a7b-af0a-5b678774dada admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:54:02.545751 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a02fe0d-b248-4a7b-af0a-5b678774dada admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:54:02.546101 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a02fe0d-b248-4a7b-af0a-5b678774dada admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:54:02.546449 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a02fe0d-b248-4a7b-af0a-5b678774dada admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:54:02.546796 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a02fe0d-b248-4a7b-af0a-5b678774dada admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:54:02.547140 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a02fe0d-b248-4a7b-af0a-5b678774dada admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:54:02.547486 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a02fe0d-b248-4a7b-af0a-5b678774dada admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:54:02.547827 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a02fe0d-b248-4a7b-af0a-5b678774dada admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:54:02.548171 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a02fe0d-b248-4a7b-af0a-5b678774dada admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:54:02.548587 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a02fe0d-b248-4a7b-af0a-5b678774dada admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:54:02.552994 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-9a02fe0d-b248-4a7b-af0a-5b678774dada admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:54:02.572527 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Pushing event updated for resources: {'Port': ['ID=b9acf257-b47b-4768-8ada-7609bc50d84e,revision_number=4']} {{(pid=98853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:02.575466 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:54:02.598630 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-54878000-231d-4dfb-8361-65fd5fbf7199 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:02.624440 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-54878000-231d-4dfb-8361-65fd5fbf7199 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:02.761531 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-54878000-231d-4dfb-8361-65fd5fbf7199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:02.766508 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-0ba617aa-3771-43a4-aeb9-35d4e72a586d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:54:02.770946 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b1cf7f-aea4-4a9e-8ae5-125563be2b68 req-368d882e-c5a6-4101-b3a4-c05461db17af tempest-VolumesActionsTest-1215670824 tempest-VolumesActionsTest-1215670824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:54:02.773043 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-29b1cf7f-aea4-4a9e-8ae5-125563be2b68 req-368d882e-c5a6-4101-b3a4-c05461db17af tempest-VolumesActionsTest-1215670824 tempest-VolumesActionsTest-1215670824-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad8ba7e5-112e-4f9a-8832-8db81d35313c HTTP/1.1" status: 200 len: 944 time: 0.0864024 May 27 03:54:02.778592 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54878000-231d-4dfb-8361-65fd5fbf7199 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd50dc07-43fd-41c0-95d3-fbd3010a8a9b,revision_number=None']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:02.787891 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54878000-231d-4dfb-8361-65fd5fbf7199 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:54:02.788270 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54878000-231d-4dfb-8361-65fd5fbf7199 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:54:02.788668 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54878000-231d-4dfb-8361-65fd5fbf7199 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:54:02.789029 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54878000-231d-4dfb-8361-65fd5fbf7199 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:54:02.789385 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54878000-231d-4dfb-8361-65fd5fbf7199 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:54:02.789742 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54878000-231d-4dfb-8361-65fd5fbf7199 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:54:02.790095 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54878000-231d-4dfb-8361-65fd5fbf7199 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:54:02.790453 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54878000-231d-4dfb-8361-65fd5fbf7199 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:54:02.790806 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54878000-231d-4dfb-8361-65fd5fbf7199 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:54:02.791155 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54878000-231d-4dfb-8361-65fd5fbf7199 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:54:02.791506 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54878000-231d-4dfb-8361-65fd5fbf7199 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:54:02.791850 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54878000-231d-4dfb-8361-65fd5fbf7199 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:54:02.794430 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-54878000-231d-4dfb-8361-65fd5fbf7199 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:02.798928 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-54878000-231d-4dfb-8361-65fd5fbf7199 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/dd50dc07-43fd-41c0-95d3-fbd3010a8a9b HTTP/1.1" status: 204 len: 168 time: 0.2553999 May 27 03:54:02.798928 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-54878000-231d-4dfb-8361-65fd5fbf7199 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:54:02.830651 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-29b1cf7f-aea4-4a9e-8ae5-125563be2b68 req-aef53beb-aaa1-441e-9236-125b4d0cba19 tempest-VolumesActionsTest-1215670824 tempest-VolumesActionsTest-1215670824-project] 10.222.0.25 "GET /v2.0/security-groups?id=75eaff5d-6f52-49a2-ba1f-723b6c90e190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440938 May 27 03:54:02.833171 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.db [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] get_ports_and_sgs() called for port_ids ['b9acf257-b47b-4768-8ada-7609bc50d84e'] {{(pid=98853) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 03:54:03.852849 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-f110b615-b36c-46c5-9e44-bfda912507b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:04.014190 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbeaccea-fa8b-43cc-a412-77d4fd330ba2 req-53f6a72b-22d0-42b9-833e-03ecba25d10c tempest-VolumesActionsTest-1215670824 tempest-VolumesActionsTest-1215670824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:54:04.015631 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-bbeaccea-fa8b-43cc-a412-77d4fd330ba2 req-53f6a72b-22d0-42b9-833e-03ecba25d10c tempest-VolumesActionsTest-1215670824 tempest-VolumesActionsTest-1215670824-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad8ba7e5-112e-4f9a-8832-8db81d35313c HTTP/1.1" status: 200 len: 944 time: 0.0825377 May 27 03:54:04.060357 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-bbeaccea-fa8b-43cc-a412-77d4fd330ba2 req-683962c9-3ec4-424a-b228-6e2777c8b1b7 tempest-VolumesActionsTest-1215670824 tempest-VolumesActionsTest-1215670824-project] 10.222.0.25 "GET /v2.0/security-groups?id=75eaff5d-6f52-49a2-ba1f-723b6c90e190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383773 May 27 03:54:04.205474 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Device b9acf257-b47b-4768-8ada-7609bc50d84e up at agent hyperv_hv-cinder-79326 {{(pid=98853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:54:04.327302 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Provisioning for port b9acf257-b47b-4768-8ada-7609bc50d84e completed by entity L2. {{(pid=98853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:54:04.332042 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Provisioning complete for port b9acf257-b47b-4768-8ada-7609bc50d84e triggered by entity L2. {{(pid=98853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:54:04.336719 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487713'] for port, provisioning_complete {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:04.447986 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:04.474057 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad8ba7e5-112e-4f9a-8832-8db81d35313c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9acf257-b47b-4768-8ada-7609bc50d84e'}] {{(pid=98853) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:54:04.483847 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.db [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] For port b9acf257-b47b-4768-8ada-7609bc50d84e, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=b9acf257-b47b-4768-8ada-7609bc50d84e,segment=NetworkSegment(b09dcc52-4c33-4858-bb16-5779b028fe7d),segment_id=b09dcc52-4c33-4858-bb16-5779b028fe7d)] {{(pid=98853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:54:04.532800 dv-cinder-793264-1-iscsi neutron-server[98853]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad8ba7e5-112e-4f9a-8832-8db81d35313c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9acf257-b47b-4768-8ada-7609bc50d84e', 'code': 200} May 27 03:54:04.565620 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786481721483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786481287406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786481291807'] for port, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:04.570238 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-dce15956-8c5b-4f5b-8f26-3b492bb90a76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:54:04.632328 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Pushing event updated for resources: {'Port': ['ID=b9acf257-b47b-4768-8ada-7609bc50d84e,revision_number=5']} {{(pid=98853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:04.635292 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:54:04.921055 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882467ed-297f-4150-920a-b5fbfc44fa37 req-0079999f-2a3c-406a-a2f4-bf8767ad373e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:54:04.922570 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-882467ed-297f-4150-920a-b5fbfc44fa37 req-0079999f-2a3c-406a-a2f4-bf8767ad373e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ad8ba7e5-112e-4f9a-8832-8db81d35313c HTTP/1.1" status: 200 len: 1098 time: 0.0725603 May 27 03:54:04.962982 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-882467ed-297f-4150-920a-b5fbfc44fa37 req-6cd175ef-2853-4268-bc9e-6dfbf2090681 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=75eaff5d-6f52-49a2-ba1f-723b6c90e190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338757 May 27 03:54:05.241795 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2622feef-ae17-4ff9-931d-3396d55c3d45 req-7c916296-3e82-4783-a948-3ffcdc9ad261 tempest-VolumesActionsTest-1215670824 tempest-VolumesActionsTest-1215670824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:54:05.243242 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-2622feef-ae17-4ff9-931d-3396d55c3d45 req-7c916296-3e82-4783-a948-3ffcdc9ad261 tempest-VolumesActionsTest-1215670824 tempest-VolumesActionsTest-1215670824-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad8ba7e5-112e-4f9a-8832-8db81d35313c HTTP/1.1" status: 200 len: 945 time: 0.0804532 May 27 03:54:05.286265 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-2622feef-ae17-4ff9-931d-3396d55c3d45 req-0ca3f59b-c1bb-42e3-affa-af0b1fec9d34 tempest-VolumesActionsTest-1215670824 tempest-VolumesActionsTest-1215670824-project] 10.222.0.25 "GET /v2.0/security-groups?id=75eaff5d-6f52-49a2-ba1f-723b6c90e190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373826 May 27 03:54:06.407260 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-ac6ba0db-fe1f-4a3c-af34-240a3009fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:06.452530 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:06.479851 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4caab8e-d2d1-47ec-bd6d-565cd982ec72 req-9ffc8091-feb5-4cfc-a3a2-53115cb4d492 tempest-VolumesActionsTest-1215670824 tempest-VolumesActionsTest-1215670824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:54:06.481345 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-d4caab8e-d2d1-47ec-bd6d-565cd982ec72 req-9ffc8091-feb5-4cfc-a3a2-53115cb4d492 tempest-VolumesActionsTest-1215670824 tempest-VolumesActionsTest-1215670824-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad8ba7e5-112e-4f9a-8832-8db81d35313c HTTP/1.1" status: 200 len: 945 time: 0.0857496 May 27 03:54:06.526006 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-d4caab8e-d2d1-47ec-bd6d-565cd982ec72 req-61c2c3b8-74ef-466b-ad75-55af3cca41e5 tempest-VolumesActionsTest-1215670824 tempest-VolumesActionsTest-1215670824-project] 10.222.0.25 "GET /v2.0/security-groups?id=75eaff5d-6f52-49a2-ba1f-723b6c90e190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390179 May 27 03:54:07.839672 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-e3613943-0892-48bd-9358-60eb59884bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:07.840326 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 35920) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:54:07.937293 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-c3d86744-401e-4bb5-84f3-364c94ed55e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:07.951896 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-c3d86744-401e-4bb5-84f3-364c94ed55e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:54:07.955709 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-c3d86744-401e-4bb5-84f3-364c94ed55e7 admin admin] Usage tracker for resource:security_group_rule and tenant:384bb7f6e234483f9092bf40fb1920a7 is out of sync, need to count used quota {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:54:07.958657 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-c3d86744-401e-4bb5-84f3-364c94ed55e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:54:07.964601 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-c3d86744-401e-4bb5-84f3-364c94ed55e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:54:08.045845 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-c3d86744-401e-4bb5-84f3-364c94ed55e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:08.138302 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-c3d86744-401e-4bb5-84f3-364c94ed55e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:08.147377 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-81b89609-ac8a-4395-ac61-55a2379a107a tempest-AttachVolumeTestJSON-1260282656 tempest-AttachVolumeTestJSON-1260282656-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:54:08.187716 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d86744-401e-4bb5-84f3-364c94ed55e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81f41801-4bdb-4ad2-9360-41ab119aac2f,revision_number=1']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:08.192006 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-c3d86744-401e-4bb5-84f3-364c94ed55e7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=384bb7f6e234483f9092bf40fb1920a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3733978 May 27 03:54:08.192933 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-c3d86744-401e-4bb5-84f3-364c94ed55e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:54:08.194614 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 35928) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:54:08.227989 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a37af70-e153-4600-b2ff-14f6f3c54e26 req-c552ef9c-b135-4bdb-9ac3-eeb2c92f55d1 tempest-VolumesActionsTest-1215670824 tempest-VolumesActionsTest-1215670824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:54:08.229617 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-0a37af70-e153-4600-b2ff-14f6f3c54e26 req-c552ef9c-b135-4bdb-9ac3-eeb2c92f55d1 tempest-VolumesActionsTest-1215670824 tempest-VolumesActionsTest-1215670824-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad8ba7e5-112e-4f9a-8832-8db81d35313c HTTP/1.1" status: 200 len: 945 time: 0.0812418 May 27 03:54:08.253690 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-ac592791-8ba0-4ace-928d-0cc961229444 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:08.274307 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-0a37af70-e153-4600-b2ff-14f6f3c54e26 req-d3dc02e3-937f-46b9-8731-fa8eab451300 tempest-VolumesActionsTest-1215670824 tempest-VolumesActionsTest-1215670824-project] 10.222.0.25 "GET /v2.0/security-groups?id=75eaff5d-6f52-49a2-ba1f-723b6c90e190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388865 May 27 03:54:08.279975 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-ac592791-8ba0-4ace-928d-0cc961229444 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:08.441359 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-ac592791-8ba0-4ace-928d-0cc961229444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:08.444950 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-a0eaf589-3615-4e0f-9cc9-d3688cf2bed0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:54:08.548121 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac592791-8ba0-4ace-928d-0cc961229444 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81f41801-4bdb-4ad2-9360-41ab119aac2f,revision_number=None']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:08.551706 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-ac592791-8ba0-4ace-928d-0cc961229444 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:54:08.554942 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-ac592791-8ba0-4ace-928d-0cc961229444 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:08.556050 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-ac592791-8ba0-4ace-928d-0cc961229444 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/81f41801-4bdb-4ad2-9360-41ab119aac2f HTTP/1.1" status: 204 len: 168 time: 0.3605340 May 27 03:54:09.325227 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-3af0ace6-547d-4950-9fe5-73e267668fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:09.464715 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd44d09-8dd2-4d18-ba58-eeedbf53b613 req-ec669cc1-c42c-4dbf-a89a-56f9ec2b392b tempest-VolumesActionsTest-1215670824 tempest-VolumesActionsTest-1215670824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:54:09.466213 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-3fd44d09-8dd2-4d18-ba58-eeedbf53b613 req-ec669cc1-c42c-4dbf-a89a-56f9ec2b392b tempest-VolumesActionsTest-1215670824 tempest-VolumesActionsTest-1215670824-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad8ba7e5-112e-4f9a-8832-8db81d35313c HTTP/1.1" status: 200 len: 945 time: 0.0817671 May 27 03:54:09.525444 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-3fd44d09-8dd2-4d18-ba58-eeedbf53b613 req-0c8d6a2f-e75d-47a4-ba35-5fba7533361e tempest-VolumesActionsTest-1215670824 tempest-VolumesActionsTest-1215670824-project] 10.222.0.25 "GET /v2.0/security-groups?id=75eaff5d-6f52-49a2-ba1f-723b6c90e190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512187 May 27 03:54:09.581954 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ee7f11-9668-49b6-a874-e7e448996648 req-29e27828-720d-4b27-8293-9fb49d2ef40a tempest-VolumesActionsTest-1215670824 tempest-VolumesActionsTest-1215670824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:54:09.583473 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-93ee7f11-9668-49b6-a874-e7e448996648 req-29e27828-720d-4b27-8293-9fb49d2ef40a tempest-VolumesActionsTest-1215670824 tempest-VolumesActionsTest-1215670824-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad8ba7e5-112e-4f9a-8832-8db81d35313c HTTP/1.1" status: 200 len: 945 time: 0.0983396 May 27 03:54:09.736613 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.plugin [req-93ee7f11-9668-49b6-a874-e7e448996648 req-a5fc50f4-0a10-42cc-96a1-3454ce07219c tempest-VolumesActionsTest-1215670824 tempest-VolumesActionsTest-1215670824-project] Deleting port b9acf257-b47b-4768-8ada-7609bc50d84e {{(pid=98851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 03:54:09.736968 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-93ee7f11-9668-49b6-a874-e7e448996648 req-a5fc50f4-0a10-42cc-96a1-3454ce07219c tempest-VolumesActionsTest-1215670824 tempest-VolumesActionsTest-1215670824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786481719372'] for port, before_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:09.875345 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.db [req-93ee7f11-9668-49b6-a874-e7e448996648 req-a5fc50f4-0a10-42cc-96a1-3454ce07219c tempest-VolumesActionsTest-1215670824 tempest-VolumesActionsTest-1215670824-project] For port b9acf257-b47b-4768-8ada-7609bc50d84e, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=b9acf257-b47b-4768-8ada-7609bc50d84e,segment=NetworkSegment(b09dcc52-4c33-4858-bb16-5779b028fe7d),segment_id=b09dcc52-4c33-4858-bb16-5779b028fe7d)] {{(pid=98851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:54:09.875692 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-93ee7f11-9668-49b6-a874-e7e448996648 req-a5fc50f4-0a10-42cc-96a1-3454ce07219c tempest-VolumesActionsTest-1215670824 tempest-VolumesActionsTest-1215670824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417280'] for port, precommit_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:09.999747 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.plugin [req-93ee7f11-9668-49b6-a874-e7e448996648 req-a5fc50f4-0a10-42cc-96a1-3454ce07219c tempest-VolumesActionsTest-1215670824 tempest-VolumesActionsTest-1215670824-project] Calling delete_port for b9acf257-b47b-4768-8ada-7609bc50d84e owned by compute:nova {{(pid=98851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 03:54:10.164814 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-93ee7f11-9668-49b6-a874-e7e448996648 req-a5fc50f4-0a10-42cc-96a1-3454ce07219c tempest-VolumesActionsTest-1215670824 tempest-VolumesActionsTest-1215670824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786481721510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786481287397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28231606'] for port, after_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:10.170427 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-759d9749-83cf-4cfc-910e-6c14aa2429ec tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:54:10.175575 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.db [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] get_ports_and_sgs() called for port_ids ['b9acf257-b47b-4768-8ada-7609bc50d84e'] {{(pid=98853) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 03:54:10.222759 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fc50f4-0a10-42cc-96a1-3454ce07219c tempest-VolumesActionsTest-1215670824 tempest-VolumesActionsTest-1215670824-project] Pushing event deleted for resources: {'Port': ['ID=b9acf257-b47b-4768-8ada-7609bc50d84e,revision_number=None']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:10.225845 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-a5fc50f4-0a10-42cc-96a1-3454ce07219c tempest-VolumesActionsTest-1215670824 tempest-VolumesActionsTest-1215670824-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:54:10.310646 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.l3_dvrscheduler_db [req-93ee7f11-9668-49b6-a874-e7e448996648 req-a5fc50f4-0a10-42cc-96a1-3454ce07219c tempest-VolumesActionsTest-1215670824 tempest-VolumesActionsTest-1215670824-project] No DVR routers for this DVR port b9acf257-b47b-4768-8ada-7609bc50d84e on host hv-cinder-79326 {{(pid=98851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:54:10.313153 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-93ee7f11-9668-49b6-a874-e7e448996648 req-a5fc50f4-0a10-42cc-96a1-3454ce07219c tempest-VolumesActionsTest-1215670824 tempest-VolumesActionsTest-1215670824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4037888'] for port, before_response {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:10.315672 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad8ba7e5-112e-4f9a-8832-8db81d35313c', 'name': 'network-vif-deleted', 'tag': 'b9acf257-b47b-4768-8ada-7609bc50d84e'}] {{(pid=98851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:54:10.366492 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad8ba7e5-112e-4f9a-8832-8db81d35313c', 'name': 'network-vif-deleted', 'tag': 'b9acf257-b47b-4768-8ada-7609bc50d84e', 'status': 'completed', 'code': 200} May 27 03:54:10.400107 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-93ee7f11-9668-49b6-a874-e7e448996648 req-a5fc50f4-0a10-42cc-96a1-3454ce07219c tempest-VolumesActionsTest-1215670824 tempest-VolumesActionsTest-1215670824-project] 10.222.0.36 "DELETE /v2.0/ports/b9acf257-b47b-4768-8ada-7609bc50d84e HTTP/1.1" status: 204 len: 173 time: 0.8107598 May 27 03:54:10.685820 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-12037d52-ba2d-449f-89ae-77e21230edc8 req-d27e58fb-7bd8-4116-94c6-08904184fe76 tempest-VolumesActionsTest-1215670824 tempest-VolumesActionsTest-1215670824-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad8ba7e5-112e-4f9a-8832-8db81d35313c HTTP/1.1" status: 200 len: 210 time: 0.0465167 May 27 03:54:12.241109 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Device b9acf257-b47b-4768-8ada-7609bc50d84e no longer exists at agent hyperv_hv-cinder-79326 {{(pid=98853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:54:12.274504 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.plugin [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] No Port match for: b9acf257-b47b-4768-8ada-7609bc50d84e {{(pid=98853) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 03:54:12.275116 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Device b9acf257-b47b-4768-8ada-7609bc50d84e not bound to the agent host hv-cinder-79326 {{(pid=98853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:54:16.834069 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.agents_db [None req-9826b012-bfd7-43dd-a737-969f574491ef None None] Agent healthcheck: found 6 active agents {{(pid=98854) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 03:54:17.444561 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:22.059112 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-8adf323a-4047-489a-9ada-52f9cca798e3 req-c484d678-c155-4788-9263-ac1672c87c26 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=07cf1f8a-a1e3-4041-a5cc-8650aafb1468&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0872889 May 27 03:54:22.219138 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adf323a-4047-489a-9ada-52f9cca798e3 req-e6366f67-f85f-4480-9fa2-e4465837f901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:54:22.220624 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-8adf323a-4047-489a-9ada-52f9cca798e3 req-e6366f67-f85f-4480-9fa2-e4465837f901 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6b6a582a2a304a7d881efcfa2373dfb1&device_id=07cf1f8a-a1e3-4041-a5cc-8650aafb1468 HTTP/1.1" status: 200 len: 1099 time: 0.0722497 May 27 03:54:22.375045 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adf323a-4047-489a-9ada-52f9cca798e3 req-7f3f76ec-00ff-4fec-9424-563f4b6c34ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:54:22.376512 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-8adf323a-4047-489a-9ada-52f9cca798e3 req-7f3f76ec-00ff-4fec-9424-563f4b6c34ec service neutron] 10.222.0.36 "GET /v2.0/networks?id=e3d5c143-f0ba-4a03-b1d4-d1be1e83dd0f HTTP/1.1" status: 200 len: 911 time: 0.1336968 May 27 03:54:22.581344 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-8adf323a-4047-489a-9ada-52f9cca798e3 req-d53ab237-90d9-4e63-9c1a-d1aa97d1409b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=72f4926f-0769-4beb-af47-64edc4895b0c HTTP/1.1" status: 200 len: 1002 time: 0.1976643 May 27 03:54:22.651019 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adf323a-4047-489a-9ada-52f9cca798e3 req-16de677e-d493-4513-a151-a339d4abaf4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:54:22.652843 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-8adf323a-4047-489a-9ada-52f9cca798e3 req-16de677e-d493-4513-a151-a339d4abaf4f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ee570db5-d628-482f-a928-b08d68185abf HTTP/1.1" status: 200 len: 850 time: 0.0643225 May 27 03:54:22.751835 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adf323a-4047-489a-9ada-52f9cca798e3 req-20b16681-7572-49a5-b0a7-bfdc63974027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:54:22.753312 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-8adf323a-4047-489a-9ada-52f9cca798e3 req-20b16681-7572-49a5-b0a7-bfdc63974027 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e3d5c143-f0ba-4a03-b1d4-d1be1e83dd0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0918951 May 27 03:54:22.905398 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-8adf323a-4047-489a-9ada-52f9cca798e3 req-f69cced8-20b4-465e-9266-eed26eb59743 service neutron] 10.222.0.36 "GET /v2.0/networks/e3d5c143-f0ba-4a03-b1d4-d1be1e83dd0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453495 May 27 03:54:23.053846 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-8adf323a-4047-489a-9ada-52f9cca798e3 req-15199a69-5c5e-4e36-917c-2553e4ce67d3 service neutron] 10.222.0.36 "GET /v2.0/networks/e3d5c143-f0ba-4a03-b1d4-d1be1e83dd0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412857 May 27 03:54:26.542704 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 36200) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:54:26.672208 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-26ccca0c-5d41-4cb2-b0c0-1171836b31fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:26.687633 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-26ccca0c-5d41-4cb2-b0c0-1171836b31fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:54:26.691646 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-26ccca0c-5d41-4cb2-b0c0-1171836b31fe admin admin] Usage tracker for resource:security_group_rule and tenant:16db7987a2874e1eb2ca85b11ef6a664 is out of sync, need to count used quota {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:54:26.695223 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-26ccca0c-5d41-4cb2-b0c0-1171836b31fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:54:26.701043 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-26ccca0c-5d41-4cb2-b0c0-1171836b31fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:54:26.787607 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-26ccca0c-5d41-4cb2-b0c0-1171836b31fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:26.880580 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-26ccca0c-5d41-4cb2-b0c0-1171836b31fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:26.888363 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-19a3b342-2841-49a7-92bd-ea9349e2a65c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:54:26.925114 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.wsgi [-] (98851) accepted ('10.222.0.25', 36206) {{(pid=98851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:54:26.925672 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-26ccca0c-5d41-4cb2-b0c0-1171836b31fe admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=16db7987a2874e1eb2ca85b11ef6a664&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3813245 May 27 03:54:26.944159 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ccca0c-5d41-4cb2-b0c0-1171836b31fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf5fcac7-8d16-424c-b497-7717db9a02d7,revision_number=1']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:26.950252 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-26ccca0c-5d41-4cb2-b0c0-1171836b31fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:54:27.009665 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-734d19e8-7e4e-48e8-a7bd-2dfb63f476d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:27.037528 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-734d19e8-7e4e-48e8-a7bd-2dfb63f476d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:27.177817 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-734d19e8-7e4e-48e8-a7bd-2dfb63f476d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:27.182058 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-8b4551d3-d777-4b18-b238-00902864347e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:54:27.194087 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734d19e8-7e4e-48e8-a7bd-2dfb63f476d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf5fcac7-8d16-424c-b497-7717db9a02d7,revision_number=None']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:27.197785 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-734d19e8-7e4e-48e8-a7bd-2dfb63f476d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:54:27.203487 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-734d19e8-7e4e-48e8-a7bd-2dfb63f476d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:27.207871 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [None req-734d19e8-7e4e-48e8-a7bd-2dfb63f476d7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bf5fcac7-8d16-424c-b497-7717db9a02d7 HTTP/1.1" status: 204 len: 168 time: 0.2772658 May 27 03:54:33.882630 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-167396a9-454d-43b1-a692-78cad76345be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:36.374515 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-5106d312-e0fe-4816-b3f7-1bf23f780dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:36.420082 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:37.723771 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-e3613943-0892-48bd-9358-60eb59884bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:39.308297 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-3af0ace6-547d-4950-9fe5-73e267668fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:43.545417 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 36402) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:54:43.610199 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.db_base_plugin_v2 [None req-f71d0c84-24d7-47af-95d0-826b35ebc6bd admin admin] Deleting subnet 77458a5f-4464-4c2b-a014-c1b59a3282a4 {{(pid=98852) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 27 03:54:43.613687 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-f71d0c84-24d7-47af-95d0-826b35ebc6bd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:43.663784 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-f71d0c84-24d7-47af-95d0-826b35ebc6bd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27628534'] for subnet, precommit_delete_associations {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:43.724483 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-f71d0c84-24d7-47af-95d0-826b35ebc6bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3482611'] for subnet, precommit_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:44.028224 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-f71d0c84-24d7-47af-95d0-826b35ebc6bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3483172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27736256', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27627115'] for subnet, after_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:44.032888 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:54:44.066014 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71d0c84-24d7-47af-95d0-826b35ebc6bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77458a5f-4464-4c2b-a014-c1b59a3282a4,revision_number=None']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:44.069020 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-f71d0c84-24d7-47af-95d0-826b35ebc6bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:54:44.069980 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-f71d0c84-24d7-47af-95d0-826b35ebc6bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689932'] for subnet, before_response {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:44.079795 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-f71d0c84-24d7-47af-95d0-826b35ebc6bd admin admin] 10.222.0.25 "DELETE /v2.0/subnets/77458a5f-4464-4c2b-a014-c1b59a3282a4 HTTP/1.1" status: 204 len: 168 time: 0.5331254 May 27 03:54:44.082286 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 36408) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:54:44.186353 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-070e4aca-6ff4-4317-af74-ef03e042114c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667815'] for network, before_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:44.309736 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-070e4aca-6ff4-4317-af74-ef03e042114c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489390', 'neutron.services.segments.db._delete_segments_for_network-8786481734117'] for network, precommit_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:44.322124 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.services.segments.db [None req-070e4aca-6ff4-4317-af74-ef03e042114c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46de24cd-29cd-4b19-97dd-c1e473696501']}} {{(pid=98852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:54:44.333861 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.services.segments.db [None req-070e4aca-6ff4-4317-af74-ef03e042114c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b09dcc52-4c33-4858-bb16-5779b028fe7d') {'for_net_delete': True} {{(pid=98852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:54:44.334098 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.services.segments.db [None req-070e4aca-6ff4-4317-af74-ef03e042114c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b09dcc52-4c33-4858-bb16-5779b028fe7d') {} {{(pid=98852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:54:44.344970 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-070e4aca-6ff4-4317-af74-ef03e042114c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786481741990', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27628495'] for segment, before_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:44.360778 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-070e4aca-6ff4-4317-af74-ef03e042114c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3483814'] for segment, precommit_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:44.367251 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-070e4aca-6ff4-4317-af74-ef03e042114c admin admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=98852) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 03:54:44.367628 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-070e4aca-6ff4-4317-af74-ef03e042114c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3483814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27723362'] for segment, after_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:44.380713 dv-cinder-793264-1-iscsi neutron-server[98852]: Traceback (most recent call last): May 27 03:54:44.380713 dv-cinder-793264-1-iscsi neutron-server[98852]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 27 03:54:44.380713 dv-cinder-793264-1-iscsi neutron-server[98852]: timer() May 27 03:54:44.380713 dv-cinder-793264-1-iscsi neutron-server[98852]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 03:54:44.380713 dv-cinder-793264-1-iscsi neutron-server[98852]: cb(*args, **kw) May 27 03:54:44.380713 dv-cinder-793264-1-iscsi neutron-server[98852]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 27 03:54:44.380713 dv-cinder-793264-1-iscsi neutron-server[98852]: return func(*args, **kwargs) May 27 03:54:44.380713 dv-cinder-793264-1-iscsi neutron-server[98852]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 03:54:44.380713 dv-cinder-793264-1-iscsi neutron-server[98852]: self._notify() May 27 03:54:44.380713 dv-cinder-793264-1-iscsi neutron-server[98852]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 03:54:44.380713 dv-cinder-793264-1-iscsi neutron-server[98852]: self.callback(batched_events) May 27 03:54:44.380713 dv-cinder-793264-1-iscsi neutron-server[98852]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 03:54:44.380713 dv-cinder-793264-1-iscsi neutron-server[98852]: event.method(event) May 27 03:54:44.380713 dv-cinder-793264-1-iscsi neutron-server[98852]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 03:54:44.380713 dv-cinder-793264-1-iscsi neutron-server[98852]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 03:54:44.380713 dv-cinder-793264-1-iscsi neutron-server[98852]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 03:54:44.380713 dv-cinder-793264-1-iscsi neutron-server[98852]: aggregate_uuid = self.p_client.list_aggregates( May 27 03:54:44.380713 dv-cinder-793264-1-iscsi neutron-server[98852]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 03:54:44.380713 dv-cinder-793264-1-iscsi neutron-server[98852]: return f(self, *a, **k) May 27 03:54:44.380713 dv-cinder-793264-1-iscsi neutron-server[98852]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 27 03:54:44.380713 dv-cinder-793264-1-iscsi neutron-server[98852]: return self._get(url).json() May 27 03:54:44.380713 dv-cinder-793264-1-iscsi neutron-server[98852]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 27 03:54:44.380713 dv-cinder-793264-1-iscsi neutron-server[98852]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 03:54:44.380713 dv-cinder-793264-1-iscsi neutron-server[98852]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 27 03:54:44.380713 dv-cinder-793264-1-iscsi neutron-server[98852]: return self.request(url, 'GET', **kwargs) May 27 03:54:44.380713 dv-cinder-793264-1-iscsi neutron-server[98852]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 27 03:54:44.380713 dv-cinder-793264-1-iscsi neutron-server[98852]: base_url = self.get_endpoint(auth, allow=allow, May 27 03:54:44.380713 dv-cinder-793264-1-iscsi neutron-server[98852]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 27 03:54:44.380713 dv-cinder-793264-1-iscsi neutron-server[98852]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 03:54:44.380713 dv-cinder-793264-1-iscsi neutron-server[98852]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 27 03:54:44.380713 dv-cinder-793264-1-iscsi neutron-server[98852]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 03:54:44.380713 dv-cinder-793264-1-iscsi neutron-server[98852]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 03:54:44.536911 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-070e4aca-6ff4-4317-af74-ef03e042114c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3689963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417779'] for network, after_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:44.540209 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-2cb24f84-7abc-4694-9b1e-6f66bd75500a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:54:44.552932 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-070e4aca-6ff4-4317-af74-ef03e042114c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689932'] for network, before_response {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:44.561609 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070e4aca-6ff4-4317-af74-ef03e042114c admin admin] Pushing event deleted for resources: {'Network': ['ID=46de24cd-29cd-4b19-97dd-c1e473696501,revision_number=None']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:44.564361 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-070e4aca-6ff4-4317-af74-ef03e042114c admin admin] 10.222.0.25 "DELETE /v2.0/networks/46de24cd-29cd-4b19-97dd-c1e473696501 HTTP/1.1" status: 204 len: 168 time: 0.4811811 May 27 03:54:44.565238 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-070e4aca-6ff4-4317-af74-ef03e042114c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:54:44.935427 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 36416) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:54:44.984604 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-ee9a34c1-a829-48dc-b782-f7eecc7bc420 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3f42048e6086405bb0d27fd16d9a85d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0479310 May 27 03:54:44.986907 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 36420) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:54:45.044605 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-038d5fc2-e7dc-4717-b7fd-41c7d708b1c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:45.069596 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-038d5fc2-e7dc-4717-b7fd-41c7d708b1c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:45.179932 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-038d5fc2-e7dc-4717-b7fd-41c7d708b1c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:45.183647 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-8a652b74-28c5-4031-898c-741bdba1c6c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:54:45.198995 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038d5fc2-e7dc-4717-b7fd-41c7d708b1c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75eaff5d-6f52-49a2-ba1f-723b6c90e190,revision_number=None']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:45.205326 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-038d5fc2-e7dc-4717-b7fd-41c7d708b1c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:54:45.278808 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-038d5fc2-e7dc-4717-b7fd-41c7d708b1c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:45.279939 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-038d5fc2-e7dc-4717-b7fd-41c7d708b1c9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/75eaff5d-6f52-49a2-ba1f-723b6c90e190 HTTP/1.1" status: 204 len: 168 time: 0.2921195 May 27 03:54:47.416875 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:53.835454 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.agents_db [None req-9826b012-bfd7-43dd-a737-969f574491ef None None] Agent healthcheck: found 6 active agents {{(pid=98854) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 03:54:56.175741 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 36596) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:54:56.297293 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-55488567-8c9c-48e1-ba53-872917c47c6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:56.311715 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-55488567-8c9c-48e1-ba53-872917c47c6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:54:56.315513 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-55488567-8c9c-48e1-ba53-872917c47c6b admin admin] Usage tracker for resource:security_group_rule and tenant:29a1b5ce25bf435ab3f6f79f615c165c is out of sync, need to count used quota {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:54:56.318307 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-55488567-8c9c-48e1-ba53-872917c47c6b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:54:56.323905 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-55488567-8c9c-48e1-ba53-872917c47c6b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:54:56.404854 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-55488567-8c9c-48e1-ba53-872917c47c6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:56.460366 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-55488567-8c9c-48e1-ba53-872917c47c6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:56.468126 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-b32a9389-b5b4-4905-8b33-3f4784bfaf02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:54:56.515497 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55488567-8c9c-48e1-ba53-872917c47c6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c15ad4a8-71dc-4f10-a59c-56c3de379ec1,revision_number=1']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:56.519320 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-55488567-8c9c-48e1-ba53-872917c47c6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:54:56.523234 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-55488567-8c9c-48e1-ba53-872917c47c6b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=29a1b5ce25bf435ab3f6f79f615c165c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3463662 May 27 03:54:56.525848 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 36602) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:54:56.582976 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-9503a403-e86d-4d29-9709-ff36e4230576 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:56.610244 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-9503a403-e86d-4d29-9709-ff36e4230576 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:56.713662 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-9503a403-e86d-4d29-9709-ff36e4230576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:56.717672 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-5be2ff6a-8a84-4b9d-b82b-02d1cde50575 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:54:56.731617 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9503a403-e86d-4d29-9709-ff36e4230576 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c15ad4a8-71dc-4f10-a59c-56c3de379ec1,revision_number=None']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:56.735361 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-9503a403-e86d-4d29-9709-ff36e4230576 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:54:56.738872 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-9503a403-e86d-4d29-9709-ff36e4230576 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:56.739984 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-9503a403-e86d-4d29-9709-ff36e4230576 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c15ad4a8-71dc-4f10-a59c-56c3de379ec1 HTTP/1.1" status: 204 len: 168 time: 0.2133708 May 27 03:55:03.847832 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-1e280a20-1c43-403e-b5a4-e92a99b9a814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:06.376026 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-152f5822-fc7f-45d7-99bd-688a54deb2ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:06.461465 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:07.741495 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-e3613943-0892-48bd-9358-60eb59884bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:09.329843 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-3af0ace6-547d-4950-9fe5-73e267668fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:17.498128 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:21.439281 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-5382cfd2-b1b9-43ab-b653-ccae518004bb req-a59b2582-32b0-4113-8168-208529593255 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=07cf1f8a-a1e3-4041-a5cc-8650aafb1468&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0700622 May 27 03:55:21.599312 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5382cfd2-b1b9-43ab-b653-ccae518004bb req-6b463eb5-433c-4a5e-9560-78b0951fe4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:55:21.600815 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-5382cfd2-b1b9-43ab-b653-ccae518004bb req-6b463eb5-433c-4a5e-9560-78b0951fe4eb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6b6a582a2a304a7d881efcfa2373dfb1&device_id=07cf1f8a-a1e3-4041-a5cc-8650aafb1468 HTTP/1.1" status: 200 len: 1099 time: 0.0722740 May 27 03:55:21.741383 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5382cfd2-b1b9-43ab-b653-ccae518004bb req-28044495-36f3-4245-8748-c2c648f7bbe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:55:21.742862 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-5382cfd2-b1b9-43ab-b653-ccae518004bb req-28044495-36f3-4245-8748-c2c648f7bbe8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e3d5c143-f0ba-4a03-b1d4-d1be1e83dd0f HTTP/1.1" status: 200 len: 911 time: 0.1233389 May 27 03:55:21.845075 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-5382cfd2-b1b9-43ab-b653-ccae518004bb req-14fc6bcd-c2b9-40c4-ba80-708950f512c3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=72f4926f-0769-4beb-af47-64edc4895b0c HTTP/1.1" status: 200 len: 1002 time: 0.0954583 May 27 03:55:21.906873 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5382cfd2-b1b9-43ab-b653-ccae518004bb req-3aa67aab-e881-4b95-bf71-082e8aa16f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:55:21.908238 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-5382cfd2-b1b9-43ab-b653-ccae518004bb req-3aa67aab-e881-4b95-bf71-082e8aa16f5d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ee570db5-d628-482f-a928-b08d68185abf HTTP/1.1" status: 200 len: 850 time: 0.0558832 May 27 03:55:21.981006 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5382cfd2-b1b9-43ab-b653-ccae518004bb req-51c6da92-f771-4545-af41-1bf1c1317dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:55:21.982358 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-5382cfd2-b1b9-43ab-b653-ccae518004bb req-51c6da92-f771-4545-af41-1bf1c1317dea service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e3d5c143-f0ba-4a03-b1d4-d1be1e83dd0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0667837 May 27 03:55:22.108793 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-5382cfd2-b1b9-43ab-b653-ccae518004bb req-f043c0fa-2149-4d9d-87a3-7e06a4e916a3 service neutron] 10.222.0.36 "GET /v2.0/networks/e3d5c143-f0ba-4a03-b1d4-d1be1e83dd0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197660 May 27 03:55:22.236951 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-5382cfd2-b1b9-43ab-b653-ccae518004bb req-b5c7acb0-3313-4d1d-a524-cb355a096d19 service neutron] 10.222.0.36 "GET /v2.0/networks/e3d5c143-f0ba-4a03-b1d4-d1be1e83dd0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210756 May 27 03:55:30.834834 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.agents_db [None req-9826b012-bfd7-43dd-a737-969f574491ef None None] Agent healthcheck: found 6 active agents {{(pid=98854) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 03:55:33.864106 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-49e858d3-f32d-4468-bd9c-dd9c1841bb71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:36.441914 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-99f24c09-38fd-4e6c-a19d-ed8ee7c90b4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:36.444770 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:37.748514 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-e3613943-0892-48bd-9358-60eb59884bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:38.070898 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 36736) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:55:38.183623 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-6ee58b05-573f-4541-8636-c8369cc1c46b admin admin] Notify callbacks [] for security_group, before_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:38.197864 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-6ee58b05-573f-4541-8636-c8369cc1c46b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:55:38.201639 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-6ee58b05-573f-4541-8636-c8369cc1c46b admin admin] Usage tracker for resource:security_group_rule and tenant:dc788f5ce39946939ed5d6eb82e9f6b2 is out of sync, need to count used quota {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:55:38.204366 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-6ee58b05-573f-4541-8636-c8369cc1c46b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:55:38.210671 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-6ee58b05-573f-4541-8636-c8369cc1c46b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:55:38.289258 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-6ee58b05-573f-4541-8636-c8369cc1c46b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:38.347685 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-6ee58b05-573f-4541-8636-c8369cc1c46b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:38.355891 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-26ccca0c-5d41-4cb2-b0c0-1171836b31fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:55:38.395520 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-6ee58b05-573f-4541-8636-c8369cc1c46b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=dc788f5ce39946939ed5d6eb82e9f6b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3233032 May 27 03:55:38.396341 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee58b05-573f-4541-8636-c8369cc1c46b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c9e68bd-90a5-471a-a377-d4ca47a78bbe,revision_number=1']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:55:38.398189 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.wsgi [-] (98851) accepted ('10.222.0.25', 36742) {{(pid=98851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:55:38.403643 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee58b05-573f-4541-8636-c8369cc1c46b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:55:38.404026 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee58b05-573f-4541-8636-c8369cc1c46b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:55:38.404414 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee58b05-573f-4541-8636-c8369cc1c46b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:55:38.404790 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee58b05-573f-4541-8636-c8369cc1c46b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:55:38.405152 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee58b05-573f-4541-8636-c8369cc1c46b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:55:38.405516 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee58b05-573f-4541-8636-c8369cc1c46b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:55:38.405874 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee58b05-573f-4541-8636-c8369cc1c46b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:55:38.406231 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee58b05-573f-4541-8636-c8369cc1c46b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:55:38.406587 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee58b05-573f-4541-8636-c8369cc1c46b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:55:38.406942 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee58b05-573f-4541-8636-c8369cc1c46b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:55:38.407296 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee58b05-573f-4541-8636-c8369cc1c46b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:55:38.407648 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee58b05-573f-4541-8636-c8369cc1c46b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:55:38.411451 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-6ee58b05-573f-4541-8636-c8369cc1c46b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:55:38.461623 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-28be686e-b6c9-4562-9c3f-6b3902f6d53f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:38.486754 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-28be686e-b6c9-4562-9c3f-6b3902f6d53f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:38.587868 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-28be686e-b6c9-4562-9c3f-6b3902f6d53f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:38.591546 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-475b2585-66e1-43a8-9e2e-eae78e303947 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:55:38.602596 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28be686e-b6c9-4562-9c3f-6b3902f6d53f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c9e68bd-90a5-471a-a377-d4ca47a78bbe,revision_number=None']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:55:38.613670 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28be686e-b6c9-4562-9c3f-6b3902f6d53f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:55:38.614043 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28be686e-b6c9-4562-9c3f-6b3902f6d53f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:55:38.614406 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28be686e-b6c9-4562-9c3f-6b3902f6d53f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:55:38.614766 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28be686e-b6c9-4562-9c3f-6b3902f6d53f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:55:38.615117 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28be686e-b6c9-4562-9c3f-6b3902f6d53f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:55:38.615470 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28be686e-b6c9-4562-9c3f-6b3902f6d53f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:55:38.615819 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28be686e-b6c9-4562-9c3f-6b3902f6d53f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:55:38.616168 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28be686e-b6c9-4562-9c3f-6b3902f6d53f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:55:38.616542 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28be686e-b6c9-4562-9c3f-6b3902f6d53f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:55:38.616890 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28be686e-b6c9-4562-9c3f-6b3902f6d53f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:55:38.617234 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28be686e-b6c9-4562-9c3f-6b3902f6d53f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:55:38.617576 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28be686e-b6c9-4562-9c3f-6b3902f6d53f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:55:38.620544 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-28be686e-b6c9-4562-9c3f-6b3902f6d53f admin admin] Notify callbacks [] for security_group, before_response {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:38.621635 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [None req-28be686e-b6c9-4562-9c3f-6b3902f6d53f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4c9e68bd-90a5-471a-a377-d4ca47a78bbe HTTP/1.1" status: 204 len: 168 time: 0.2224214 May 27 03:55:38.622918 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-28be686e-b6c9-4562-9c3f-6b3902f6d53f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:55:39.331458 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-3af0ace6-547d-4950-9fe5-73e267668fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:47.534962 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:03.260101 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-6eac1ecc-409b-4e7d-90e9-661e2ce7fd1e req-fa01f351-6991-4ed8-afb7-3165752e40df tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1920270131&fields=id&tenant_id=6b6a582a2a304a7d881efcfa2373dfb1 HTTP/1.1" status: 200 len: 267 time: 0.0406685 May 27 03:56:03.426982 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eac1ecc-409b-4e7d-90e9-661e2ce7fd1e req-f8839217-f8d8-4a6b-8aab-1d306876683f tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:56:03.428419 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-6eac1ecc-409b-4e7d-90e9-661e2ce7fd1e req-f8839217-f8d8-4a6b-8aab-1d306876683f tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] 10.222.0.25 "GET /v2.0/networks?id=e3d5c143-f0ba-4a03-b1d4-d1be1e83dd0f HTTP/1.1" status: 200 len: 811 time: 0.1620333 May 27 03:56:03.442834 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-6eac1ecc-409b-4e7d-90e9-661e2ce7fd1e req-3b945c54-4888-459c-bd20-fa54fc822115 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] 10.222.0.25 "GET /v2.0/quotas/6b6a582a2a304a7d881efcfa2373dfb1 HTTP/1.1" status: 200 len: 375 time: 0.0089498 May 27 03:56:03.629029 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-6eac1ecc-409b-4e7d-90e9-661e2ce7fd1e req-29b13659-7a64-4e76-9270-52088687d40f tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=6b6a582a2a304a7d881efcfa2373dfb1&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1814194 May 27 03:56:03.862184 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-6eac1ecc-409b-4e7d-90e9-661e2ce7fd1e req-6c05c803-1e2d-46ff-b1c5-c0f4ed747bb2 service neutron] 10.222.0.25 "GET /v2.0/networks/e3d5c143-f0ba-4a03-b1d4-d1be1e83dd0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2221544 May 27 03:56:03.872267 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-c059917e-c795-4394-9562-aa1073d414db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:03.994960 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-6eac1ecc-409b-4e7d-90e9-661e2ce7fd1e req-22546a4b-4ad9-4f24-8168-233191073ed5 service neutron] 10.222.0.25 "GET /v2.0/networks/e3d5c143-f0ba-4a03-b1d4-d1be1e83dd0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266263 May 27 03:56:05.732584 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-df7b566b-f9f7-4276-8079-85c8ac40dbe5 req-09149a32-0f55-4bba-a8ec-7366bce950b2 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea6a4f71-9eac-42b4-bba2-a81456c3d2a4 HTTP/1.1" status: 200 len: 210 time: 0.1993635 May 27 03:56:06.392369 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-a4f25aee-54be-4769-acc6-bd76c1909daa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:06.420653 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:06.927677 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-8c1e3d35-92aa-479b-be1a-beb48b32397f req-a8e8a537-e708-4a9a-9a8b-f559f8ee8ded tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea6a4f71-9eac-42b4-bba2-a81456c3d2a4 HTTP/1.1" status: 200 len: 210 time: 0.0902209 May 27 03:56:07.616497 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eac1ecc-409b-4e7d-90e9-661e2ce7fd1e req-f4d23e63-aa3a-43a0-b7c6-e88d35878b3e tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:56:07.617485 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-6eac1ecc-409b-4e7d-90e9-661e2ce7fd1e req-f4d23e63-aa3a-43a0-b7c6-e88d35878b3e tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] 10.222.0.36 "GET /v2.0/networks?id=e3d5c143-f0ba-4a03-b1d4-d1be1e83dd0f HTTP/1.1" status: 200 len: 811 time: 0.2360392 May 27 03:56:07.670837 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-6eac1ecc-409b-4e7d-90e9-661e2ce7fd1e req-05b30cf7-ab28-47ad-a062-4fe668af99d4 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6b6a582a2a304a7d881efcfa2373dfb1 HTTP/1.1" status: 200 len: 380 time: 0.0432217 May 27 03:56:07.679474 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.v2.base [req-6eac1ecc-409b-4e7d-90e9-661e2ce7fd1e req-e5e1a2a6-6a71-4cc6-92e3-caf8af763c36 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Request body: {'port': {'device_id': 'ea6a4f71-9eac-42b4-bba2-a81456c3d2a4', 'network_id': 'e3d5c143-f0ba-4a03-b1d4-d1be1e83dd0f', 'admin_state_up': True, 'tenant_id': '6b6a582a2a304a7d881efcfa2373dfb1', 'security_groups': ['ff86e39a-d39a-4fd4-a00c-fee39d8f2861']}} {{(pid=98851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:56:07.763853 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-e3613943-0892-48bd-9358-60eb59884bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:07.817231 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.quota.driver [req-6eac1ecc-409b-4e7d-90e9-661e2ce7fd1e req-e5e1a2a6-6a71-4cc6-92e3-caf8af763c36 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:56:07.827368 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.quota.driver [req-6eac1ecc-409b-4e7d-90e9-661e2ce7fd1e req-e5e1a2a6-6a71-4cc6-92e3-caf8af763c36 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=98851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:56:07.839751 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.agents_db [None req-9826b012-bfd7-43dd-a737-969f574491ef None None] Agent healthcheck: found 6 active agents {{(pid=98854) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 03:56:07.899354 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6eac1ecc-409b-4e7d-90e9-661e2ce7fd1e req-e5e1a2a6-6a71-4cc6-92e3-caf8af763c36 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Made reservation on behalf of 6b6a582a2a304a7d881efcfa2373dfb1 for: {'port': 1} {{(pid=98851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:56:07.902862 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-6eac1ecc-409b-4e7d-90e9-661e2ce7fd1e req-e5e1a2a6-6a71-4cc6-92e3-caf8af763c36 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:08.089274 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-18a44652-6960-4885-8baa-56fb6f5f202b req-105de871-61d0-454d-ba35-c9cddb44853c tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea6a4f71-9eac-42b4-bba2-a81456c3d2a4 HTTP/1.1" status: 200 len: 210 time: 0.0549655 May 27 03:56:08.106554 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.db_base_plugin_common [req-6eac1ecc-409b-4e7d-90e9-661e2ce7fd1e req-e5e1a2a6-6a71-4cc6-92e3-caf8af763c36 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Allocated IP 172.20.0.5 (e3d5c143-f0ba-4a03-b1d4-d1be1e83dd0f/ee570db5-d628-482f-a928-b08d68185abf/91aa15b2-7be2-4c92-819b-1666c07ffc93) {{(pid=98851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:56:08.293753 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-6eac1ecc-409b-4e7d-90e9-661e2ce7fd1e req-e5e1a2a6-6a71-4cc6-92e3-caf8af763c36 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Notify callbacks [] for port, precommit_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:08.309753 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.provisioning_blocks [req-6eac1ecc-409b-4e7d-90e9-661e2ce7fd1e req-e5e1a2a6-6a71-4cc6-92e3-caf8af763c36 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Transition to ACTIVE for port object 91aa15b2-7be2-4c92-819b-1666c07ffc93 will not be triggered until provisioned by entity DHCP. {{(pid=98851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:56:08.404056 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-6eac1ecc-409b-4e7d-90e9-661e2ce7fd1e req-e5e1a2a6-6a71-4cc6-92e3-caf8af763c36 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786481287388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28231606'] for port, after_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:08.411286 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-eebd5d4c-86a8-450a-8217-d45f2fd15350 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:56:08.475370 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6eac1ecc-409b-4e7d-90e9-661e2ce7fd1e req-e5e1a2a6-6a71-4cc6-92e3-caf8af763c36 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Network e3d5c143-f0ba-4a03-b1d4-d1be1e83dd0f is already hosted by enough agents. {{(pid=98851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:56:08.478483 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.scheduler.base_scheduler [req-6eac1ecc-409b-4e7d-90e9-661e2ce7fd1e req-e5e1a2a6-6a71-4cc6-92e3-caf8af763c36 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Resources bound (agent type, host, resource id): {{(pid=98851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:56:08.482466 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.l3_dvrscheduler_db [req-6eac1ecc-409b-4e7d-90e9-661e2ce7fd1e req-e5e1a2a6-6a71-4cc6-92e3-caf8af763c36 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Received port after_create {{(pid=98851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 03:56:08.524737 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e1a2a6-6a71-4cc6-92e3-caf8af763c36 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Pushing event updated for resources: {'Port': ['ID=91aa15b2-7be2-4c92-819b-1666c07ffc93,revision_number=1']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:56:08.533539 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-e5e1a2a6-6a71-4cc6-92e3-caf8af763c36 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:56:08.555449 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eac1ecc-409b-4e7d-90e9-661e2ce7fd1e req-e5e1a2a6-6a71-4cc6-92e3-caf8af763c36 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:56:08.556067 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-6eac1ecc-409b-4e7d-90e9-661e2ce7fd1e req-e5e1a2a6-6a71-4cc6-92e3-caf8af763c36 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4037888'] for port, before_response {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:08.654181 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-6eac1ecc-409b-4e7d-90e9-661e2ce7fd1e req-e5e1a2a6-6a71-4cc6-92e3-caf8af763c36 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9783897 May 27 03:56:08.665718 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.v2.base [req-6eac1ecc-409b-4e7d-90e9-661e2ce7fd1e req-a920f993-7c0d-4798-ba48-a19e6ce8b81b service neutron] Request body: {'port': {'device_id': 'ea6a4f71-9eac-42b4-bba2-a81456c3d2a4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79326'}} {{(pid=98851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:56:08.781503 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-6eac1ecc-409b-4e7d-90e9-661e2ce7fd1e req-a920f993-7c0d-4798-ba48-a19e6ce8b81b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_update {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:08.797946 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-53d78519-3af5-4633-bf82-7ac54d8589ac None None] Provisioning for port 91aa15b2-7be2-4c92-819b-1666c07ffc93 completed by entity DHCP. {{(pid=98853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:56:08.808184 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-53d78519-3af5-4633-bf82-7ac54d8589ac None None] Provisioning complete for port 91aa15b2-7be2-4c92-819b-1666c07ffc93 triggered by entity DHCP. {{(pid=98853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:56:08.808184 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-53d78519-3af5-4633-bf82-7ac54d8589ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487713'] for port, provisioning_complete {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:08.857939 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.plugin [None req-53d78519-3af5-4633-bf82-7ac54d8589ac None None] Port 91aa15b2-7be2-4c92-819b-1666c07ffc93 cannot update to ACTIVE because it is not bound. {{(pid=98853) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 03:56:09.134560 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.notifiers.nova [req-6eac1ecc-409b-4e7d-90e9-661e2ce7fd1e req-a920f993-7c0d-4798-ba48-a19e6ce8b81b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91aa15b2-7be2-4c92-819b-1666c07ffc93 {{(pid=98851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:56:09.142048 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-6eac1ecc-409b-4e7d-90e9-661e2ce7fd1e req-a920f993-7c0d-4798-ba48-a19e6ce8b81b service neutron] Notify callbacks [] for port, precommit_update {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:09.156906 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.provisioning_blocks [req-6eac1ecc-409b-4e7d-90e9-661e2ce7fd1e req-a920f993-7c0d-4798-ba48-a19e6ce8b81b service neutron] Transition to ACTIVE for port object 91aa15b2-7be2-4c92-819b-1666c07ffc93 will not be triggered until provisioned by entity L2. {{(pid=98851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:56:09.241715 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-6eac1ecc-409b-4e7d-90e9-661e2ce7fd1e req-a920f993-7c0d-4798-ba48-a19e6ce8b81b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786481721483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786481287406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786481291807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28231553'] for port, after_update {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:09.246686 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-9627462b-a931-48c9-8f9c-e97f2f99a764 tempest-TestShelveInstance-346331258 tempest-TestShelveInstance-346331258-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:56:09.279412 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fb327d-00a1-4f69-a678-3c24b8a798dc req-0d917666-6112-4364-9c63-01ac12f45c4c tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:56:09.281028 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-54fb327d-00a1-4f69-a678-3c24b8a798dc req-0d917666-6112-4364-9c63-01ac12f45c4c tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea6a4f71-9eac-42b4-bba2-a81456c3d2a4 HTTP/1.1" status: 200 len: 931 time: 0.0872302 May 27 03:56:09.328872 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-54fb327d-00a1-4f69-a678-3c24b8a798dc req-a810664a-c5ae-4758-a546-57a004b97800 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff86e39a-d39a-4fd4-a00c-fee39d8f2861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418699 May 27 03:56:09.368028 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-3af0ace6-547d-4950-9fe5-73e267668fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:09.373441 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a920f993-7c0d-4798-ba48-a19e6ce8b81b service neutron] Pushing event updated for resources: {'Port': ['ID=91aa15b2-7be2-4c92-819b-1666c07ffc93,revision_number=2']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:56:09.382457 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-a920f993-7c0d-4798-ba48-a19e6ce8b81b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:56:09.494014 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.managers [req-6eac1ecc-409b-4e7d-90e9-661e2ce7fd1e req-a920f993-7c0d-4798-ba48-a19e6ce8b81b service neutron] Attempting to bind port 91aa15b2-7be2-4c92-819b-1666c07ffc93 on host hv-cinder-79326 for vnic_type normal with profile {{(pid=98851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:56:09.494345 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.managers [req-6eac1ecc-409b-4e7d-90e9-661e2ce7fd1e req-a920f993-7c0d-4798-ba48-a19e6ce8b81b service neutron] Attempting to bind port 91aa15b2-7be2-4c92-819b-1666c07ffc93 by drivers openvswitch,hyperv on host hv-cinder-79326 at level 0 using segments [{'id': 'f3e696c2-fd56-4523-a2a6-afde57cdd975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'e3d5c143-f0ba-4a03-b1d4-d1be1e83dd0f'}] {{(pid=98851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:56:09.494675 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eac1ecc-409b-4e7d-90e9-661e2ce7fd1e req-a920f993-7c0d-4798-ba48-a19e6ce8b81b service neutron] Attempting to bind port 91aa15b2-7be2-4c92-819b-1666c07ffc93 on network e3d5c143-f0ba-4a03-b1d4-d1be1e83dd0f {{(pid=98851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:56:09.499246 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eac1ecc-409b-4e7d-90e9-661e2ce7fd1e req-a920f993-7c0d-4798-ba48-a19e6ce8b81b service neutron] Port 91aa15b2-7be2-4c92-819b-1666c07ffc93 on network e3d5c143-f0ba-4a03-b1d4-d1be1e83dd0f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79326 {{(pid=98851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 03:56:09.499564 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eac1ecc-409b-4e7d-90e9-661e2ce7fd1e req-a920f993-7c0d-4798-ba48-a19e6ce8b81b service neutron] Attempting to bind port 91aa15b2-7be2-4c92-819b-1666c07ffc93 on network e3d5c143-f0ba-4a03-b1d4-d1be1e83dd0f {{(pid=98851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:56:09.504801 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eac1ecc-409b-4e7d-90e9-661e2ce7fd1e req-a920f993-7c0d-4798-ba48-a19e6ce8b81b service neutron] Checking agent: {'id': 'beba53db-4949-4034-b5ab-73b6df09d927', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79326', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 3, 39, 17), 'started_at': datetime.datetime(2021, 5, 27, 3, 39, 17), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 3, 55, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 03:56:09.505137 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eac1ecc-409b-4e7d-90e9-661e2ce7fd1e req-a920f993-7c0d-4798-ba48-a19e6ce8b81b service neutron] Checking segment: {'id': 'f3e696c2-fd56-4523-a2a6-afde57cdd975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'e3d5c143-f0ba-4a03-b1d4-d1be1e83dd0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 03:56:09.505520 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eac1ecc-409b-4e7d-90e9-661e2ce7fd1e req-a920f993-7c0d-4798-ba48-a19e6ce8b81b service neutron] Bound using segment: {'id': 'f3e696c2-fd56-4523-a2a6-afde57cdd975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'e3d5c143-f0ba-4a03-b1d4-d1be1e83dd0f'} {{(pid=98851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 03:56:09.505940 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.managers [req-6eac1ecc-409b-4e7d-90e9-661e2ce7fd1e req-a920f993-7c0d-4798-ba48-a19e6ce8b81b service neutron] Bound port: 91aa15b2-7be2-4c92-819b-1666c07ffc93, host: hv-cinder-79326, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3e696c2-fd56-4523-a2a6-afde57cdd975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'e3d5c143-f0ba-4a03-b1d4-d1be1e83dd0f'}}] {{(pid=98851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:56:09.506285 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-6eac1ecc-409b-4e7d-90e9-661e2ce7fd1e req-a920f993-7c0d-4798-ba48-a19e6ce8b81b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_update {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:09.597803 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.db [req-6eac1ecc-409b-4e7d-90e9-661e2ce7fd1e req-a920f993-7c0d-4798-ba48-a19e6ce8b81b service neutron] For port 91aa15b2-7be2-4c92-819b-1666c07ffc93, host hv-cinder-79326, cleared binding levels {{(pid=98851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:56:09.600714 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.db [req-6eac1ecc-409b-4e7d-90e9-661e2ce7fd1e req-a920f993-7c0d-4798-ba48-a19e6ce8b81b service neutron] For port 91aa15b2-7be2-4c92-819b-1666c07ffc93, host hv-cinder-79326, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=91aa15b2-7be2-4c92-819b-1666c07ffc93,segment=NetworkSegment(f3e696c2-fd56-4523-a2a6-afde57cdd975),segment_id=f3e696c2-fd56-4523-a2a6-afde57cdd975)] {{(pid=98851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 03:56:09.666700 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-6eac1ecc-409b-4e7d-90e9-661e2ce7fd1e req-a920f993-7c0d-4798-ba48-a19e6ce8b81b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786481721483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786481287406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786481291807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28231553'] for port, after_update {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:09.670295 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-ea83a72b-5de7-45fc-a97c-7f6cad6fa993 tempest-TestMinimumBasicScenario-830240683 tempest-TestMinimumBasicScenario-830240683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:56:09.815301 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eac1ecc-409b-4e7d-90e9-661e2ce7fd1e req-a920f993-7c0d-4798-ba48-a19e6ce8b81b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:56:09.816094 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-6eac1ecc-409b-4e7d-90e9-661e2ce7fd1e req-a920f993-7c0d-4798-ba48-a19e6ce8b81b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4037888'] for port, before_response {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:09.817481 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-6eac1ecc-409b-4e7d-90e9-661e2ce7fd1e req-a920f993-7c0d-4798-ba48-a19e6ce8b81b service neutron] 10.222.0.36 "PUT /v2.0/ports/91aa15b2-7be2-4c92-819b-1666c07ffc93 HTTP/1.1" status: 200 len: 1093 time: 1.1559093 May 27 03:56:09.820611 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea6a4f71-9eac-42b4-bba2-a81456c3d2a4', 'tag': '91aa15b2-7be2-4c92-819b-1666c07ffc93'}] {{(pid=98851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:56:09.850684 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a920f993-7c0d-4798-ba48-a19e6ce8b81b service neutron] Pushing event updated for resources: {'Port': ['ID=91aa15b2-7be2-4c92-819b-1666c07ffc93,revision_number=3']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:56:09.854357 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-a920f993-7c0d-4798-ba48-a19e6ce8b81b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:56:09.878196 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea6a4f71-9eac-42b4-bba2-a81456c3d2a4', 'tag': '91aa15b2-7be2-4c92-819b-1666c07ffc93', 'status': 'completed', 'code': 200} May 27 03:56:09.976385 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe9ee5b-5031-43b9-bffd-6393a2ddb083 req-e637accd-d29b-43ab-ac25-ffa9a1286eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:56:09.977895 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-efe9ee5b-5031-43b9-bffd-6393a2ddb083 req-e637accd-d29b-43ab-ac25-ffa9a1286eb7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6b6a582a2a304a7d881efcfa2373dfb1&device_id=ea6a4f71-9eac-42b4-bba2-a81456c3d2a4 HTTP/1.1" status: 200 len: 1096 time: 0.0783000 May 27 03:56:10.129261 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe9ee5b-5031-43b9-bffd-6393a2ddb083 req-c58675e6-c4e4-4296-a8d2-444ae8823221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:56:10.130582 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-efe9ee5b-5031-43b9-bffd-6393a2ddb083 req-c58675e6-c4e4-4296-a8d2-444ae8823221 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=6b6a582a2a304a7d881efcfa2373dfb1&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1455975 May 27 03:56:10.267471 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe9ee5b-5031-43b9-bffd-6393a2ddb083 req-2cc1a825-fa1e-47fb-ba8b-b1a806278303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:56:10.269210 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-efe9ee5b-5031-43b9-bffd-6393a2ddb083 req-2cc1a825-fa1e-47fb-ba8b-b1a806278303 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1326265 May 27 03:56:10.370946 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eac1ecc-409b-4e7d-90e9-661e2ce7fd1e req-282bf3ce-eacf-4327-884f-718bc00ba93d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:56:10.372420 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-6eac1ecc-409b-4e7d-90e9-661e2ce7fd1e req-282bf3ce-eacf-4327-884f-718bc00ba93d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6b6a582a2a304a7d881efcfa2373dfb1&device_id=ea6a4f71-9eac-42b4-bba2-a81456c3d2a4 HTTP/1.1" status: 200 len: 1096 time: 0.0698760 May 27 03:56:10.444314 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-6eac1ecc-409b-4e7d-90e9-661e2ce7fd1e req-9cf1a027-e8d4-4d8a-9139-3745042dee08 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=91aa15b2-7be2-4c92-819b-1666c07ffc93 HTTP/1.1" status: 200 len: 217 time: 0.0636234 May 27 03:56:10.511310 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eac1ecc-409b-4e7d-90e9-661e2ce7fd1e req-702c0b46-d80d-4117-99f7-1213b8804f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:56:10.513170 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-6eac1ecc-409b-4e7d-90e9-661e2ce7fd1e req-702c0b46-d80d-4117-99f7-1213b8804f4c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ee570db5-d628-482f-a928-b08d68185abf HTTP/1.1" status: 200 len: 850 time: 0.0628512 May 27 03:56:10.513753 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cbf5cb-2b8c-4650-ab67-681c7021c05e req-41821725-4ee5-4218-bfa4-ef576675368a tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:56:10.515215 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-e9cbf5cb-2b8c-4650-ab67-681c7021c05e req-41821725-4ee5-4218-bfa4-ef576675368a tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea6a4f71-9eac-42b4-bba2-a81456c3d2a4 HTTP/1.1" status: 200 len: 943 time: 0.0824842 May 27 03:56:10.565556 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-e9cbf5cb-2b8c-4650-ab67-681c7021c05e req-7c682a84-2f35-4bb1-9f43-cd54dea81319 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff86e39a-d39a-4fd4-a00c-fee39d8f2861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436685 May 27 03:56:10.599125 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eac1ecc-409b-4e7d-90e9-661e2ce7fd1e req-fb8edd98-4f67-40d8-bf17-c068bc523cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:56:10.600697 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-6eac1ecc-409b-4e7d-90e9-661e2ce7fd1e req-fb8edd98-4f67-40d8-bf17-c068bc523cdc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e3d5c143-f0ba-4a03-b1d4-d1be1e83dd0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0802338 May 27 03:56:10.733604 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-6eac1ecc-409b-4e7d-90e9-661e2ce7fd1e req-d499ca66-64e2-46bb-970a-535b0b5aa9fb service neutron] 10.222.0.36 "GET /v2.0/networks/e3d5c143-f0ba-4a03-b1d4-d1be1e83dd0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263981 May 27 03:56:10.864808 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-6eac1ecc-409b-4e7d-90e9-661e2ce7fd1e req-25f447c2-791a-435e-bd1a-f3f7cb8b9c9f service neutron] 10.222.0.36 "GET /v2.0/networks/e3d5c143-f0ba-4a03-b1d4-d1be1e83dd0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252084 May 27 03:56:11.748156 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af646022-37ba-4daf-8c6f-9671e0515235 req-27b6707d-6a2f-4a06-ac50-1a290efd306d tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:56:11.748862 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [req-af646022-37ba-4daf-8c6f-9671e0515235 req-27b6707d-6a2f-4a06-ac50-1a290efd306d tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Synchronizing usage tracker for tenant:6b6a582a2a304a7d881efcfa2373dfb1 on resource:port {{(pid=98851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:56:11.814832 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [req-af646022-37ba-4daf-8c6f-9671e0515235 req-27b6707d-6a2f-4a06-ac50-1a290efd306d tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Unset dirty status for tenant:6b6a582a2a304a7d881efcfa2373dfb1 on resource:port {{(pid=98851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:56:11.815976 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-af646022-37ba-4daf-8c6f-9671e0515235 req-27b6707d-6a2f-4a06-ac50-1a290efd306d tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea6a4f71-9eac-42b4-bba2-a81456c3d2a4 HTTP/1.1" status: 200 len: 943 time: 0.1447237 May 27 03:56:11.861694 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-af646022-37ba-4daf-8c6f-9671e0515235 req-bce0a967-01dc-44cf-9cf2-1ee39dd09b13 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff86e39a-d39a-4fd4-a00c-fee39d8f2861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387294 May 27 03:56:13.050510 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b991cd1-07d7-4e3e-bb06-acfda0cc1222 req-a73ed80f-569a-4e77-b00b-8e7817ec4ce0 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:56:13.051959 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-0b991cd1-07d7-4e3e-bb06-acfda0cc1222 req-a73ed80f-569a-4e77-b00b-8e7817ec4ce0 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea6a4f71-9eac-42b4-bba2-a81456c3d2a4 HTTP/1.1" status: 200 len: 943 time: 0.0859447 May 27 03:56:13.096925 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-0b991cd1-07d7-4e3e-bb06-acfda0cc1222 req-392bd5c4-cdec-4a66-bbd7-1d49fe496686 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff86e39a-d39a-4fd4-a00c-fee39d8f2861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391922 May 27 03:56:14.277851 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea09d69-e76e-4129-9cbc-969f53d4d79f req-6b58fc51-52c6-4c11-a3a9-11e736c2ba01 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:56:14.279165 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-dea09d69-e76e-4129-9cbc-969f53d4d79f req-6b58fc51-52c6-4c11-a3a9-11e736c2ba01 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea6a4f71-9eac-42b4-bba2-a81456c3d2a4 HTTP/1.1" status: 200 len: 943 time: 0.0807693 May 27 03:56:14.322871 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-dea09d69-e76e-4129-9cbc-969f53d4d79f req-f94199e0-23a9-4436-a1da-49fe2fa705f8 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff86e39a-d39a-4fd4-a00c-fee39d8f2861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377455 May 27 03:56:15.515341 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0815c28-7fd0-4cdd-aa18-0fef4e6f4da5 req-4a4bc891-2e7e-4326-909c-fe10a949a082 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:56:15.517389 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-e0815c28-7fd0-4cdd-aa18-0fef4e6f4da5 req-4a4bc891-2e7e-4326-909c-fe10a949a082 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea6a4f71-9eac-42b4-bba2-a81456c3d2a4 HTTP/1.1" status: 200 len: 943 time: 0.0837500 May 27 03:56:15.560242 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-e0815c28-7fd0-4cdd-aa18-0fef4e6f4da5 req-8c3e0067-94e9-4413-9dea-1ab3c8b0286e tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff86e39a-d39a-4fd4-a00c-fee39d8f2861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370369 May 27 03:56:16.739265 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a7f4b3-60dd-4199-bd02-f954748b1cb6 req-54eb1ea5-edd8-4d62-8f54-79e4dea54fd8 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:56:16.740713 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-c2a7f4b3-60dd-4199-bd02-f954748b1cb6 req-54eb1ea5-edd8-4d62-8f54-79e4dea54fd8 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea6a4f71-9eac-42b4-bba2-a81456c3d2a4 HTTP/1.1" status: 200 len: 943 time: 0.0776260 May 27 03:56:16.784423 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-c2a7f4b3-60dd-4199-bd02-f954748b1cb6 req-f8c51829-b9f4-4e8b-bde3-c050104e6a47 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff86e39a-d39a-4fd4-a00c-fee39d8f2861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381820 May 27 03:56:17.500018 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:17.969493 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd56a249-818c-4cd2-a8c3-25b3135da41e req-20a72944-16a6-4b92-9615-f8bf5f632d22 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:56:17.970982 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-dd56a249-818c-4cd2-a8c3-25b3135da41e req-20a72944-16a6-4b92-9615-f8bf5f632d22 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea6a4f71-9eac-42b4-bba2-a81456c3d2a4 HTTP/1.1" status: 200 len: 943 time: 0.0806403 May 27 03:56:18.015374 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-dd56a249-818c-4cd2-a8c3-25b3135da41e req-237092df-b3f8-4e99-8da2-de7de850d8ef tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff86e39a-d39a-4fd4-a00c-fee39d8f2861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387199 May 27 03:56:19.200377 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f29c61-7e1b-428d-93fd-be1866c53a33 req-dba9f9c7-0c6a-47d1-a663-d2495bd1d23a tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:56:19.201760 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-b0f29c61-7e1b-428d-93fd-be1866c53a33 req-dba9f9c7-0c6a-47d1-a663-d2495bd1d23a tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea6a4f71-9eac-42b4-bba2-a81456c3d2a4 HTTP/1.1" status: 200 len: 943 time: 0.0825143 May 27 03:56:19.245732 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-b0f29c61-7e1b-428d-93fd-be1866c53a33 req-d8910ce1-437f-44a5-b4dc-1cd273c36950 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff86e39a-d39a-4fd4-a00c-fee39d8f2861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379071 May 27 03:56:20.427919 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4054c47-d78c-4748-b1e4-15f9c4e838a3 req-1168f37f-d2fa-4601-beab-9d1ca483b90e tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:56:20.429365 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-a4054c47-d78c-4748-b1e4-15f9c4e838a3 req-1168f37f-d2fa-4601-beab-9d1ca483b90e tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea6a4f71-9eac-42b4-bba2-a81456c3d2a4 HTTP/1.1" status: 200 len: 943 time: 0.0816231 May 27 03:56:20.472976 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-a4054c47-d78c-4748-b1e4-15f9c4e838a3 req-bcd48af0-57b6-4141-ac62-6356262f843e tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff86e39a-d39a-4fd4-a00c-fee39d8f2861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379944 May 27 03:56:21.650258 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932107c5-1cba-451d-b0c1-647c400b1c17 req-3a365e64-b4a4-466a-a133-431828601f67 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:56:21.651668 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-932107c5-1cba-451d-b0c1-647c400b1c17 req-3a365e64-b4a4-466a-a133-431828601f67 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea6a4f71-9eac-42b4-bba2-a81456c3d2a4 HTTP/1.1" status: 200 len: 943 time: 0.0780387 May 27 03:56:21.698212 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-932107c5-1cba-451d-b0c1-647c400b1c17 req-ec0e3d44-2d5e-4505-a337-7a1918e39bfc tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff86e39a-d39a-4fd4-a00c-fee39d8f2861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409734 May 27 03:56:22.485410 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-b1768483-e1d3-4b36-8b6a-110ca43a71dd req-ffc9215b-bf2e-4a75-8956-46169cc71c22 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=07cf1f8a-a1e3-4041-a5cc-8650aafb1468&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0676200 May 27 03:56:22.620082 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1768483-e1d3-4b36-8b6a-110ca43a71dd req-66fe6b12-2bc6-41fe-9fa7-6c5325507c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:56:22.621564 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-b1768483-e1d3-4b36-8b6a-110ca43a71dd req-66fe6b12-2bc6-41fe-9fa7-6c5325507c00 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6b6a582a2a304a7d881efcfa2373dfb1&device_id=07cf1f8a-a1e3-4041-a5cc-8650aafb1468 HTTP/1.1" status: 200 len: 1099 time: 0.0704045 May 27 03:56:22.856605 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1768483-e1d3-4b36-8b6a-110ca43a71dd req-39142684-baba-4eac-9f73-cce1375fa40a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:56:22.858043 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-b1768483-e1d3-4b36-8b6a-110ca43a71dd req-39142684-baba-4eac-9f73-cce1375fa40a service neutron] 10.222.0.36 "GET /v2.0/networks?id=e3d5c143-f0ba-4a03-b1d4-d1be1e83dd0f HTTP/1.1" status: 200 len: 911 time: 0.2183251 May 27 03:56:22.886639 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f242d5e3-d661-4395-95a3-cce29f4de5c8 req-41220b75-e379-4910-a308-8c9be5b62466 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:56:22.888123 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-f242d5e3-d661-4395-95a3-cce29f4de5c8 req-41220b75-e379-4910-a308-8c9be5b62466 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea6a4f71-9eac-42b4-bba2-a81456c3d2a4 HTTP/1.1" status: 200 len: 943 time: 0.0814941 May 27 03:56:22.933646 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-f242d5e3-d661-4395-95a3-cce29f4de5c8 req-dfb74617-a2c0-47e6-aeba-e45b63529d59 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff86e39a-d39a-4fd4-a00c-fee39d8f2861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393105 May 27 03:56:22.963992 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-b1768483-e1d3-4b36-8b6a-110ca43a71dd req-63eb9f5d-f6c2-45d1-b721-eb0d95b8892a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=72f4926f-0769-4beb-af47-64edc4895b0c HTTP/1.1" status: 200 len: 1002 time: 0.0993700 May 27 03:56:23.030225 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1768483-e1d3-4b36-8b6a-110ca43a71dd req-25787618-8bb0-4f52-9166-f9d964257d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:56:23.031652 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-b1768483-e1d3-4b36-8b6a-110ca43a71dd req-25787618-8bb0-4f52-9166-f9d964257d21 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ee570db5-d628-482f-a928-b08d68185abf HTTP/1.1" status: 200 len: 850 time: 0.0612781 May 27 03:56:23.104000 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1768483-e1d3-4b36-8b6a-110ca43a71dd req-66b1096e-730c-467e-ab74-3e558c1025d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:56:23.105408 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-b1768483-e1d3-4b36-8b6a-110ca43a71dd req-66b1096e-730c-467e-ab74-3e558c1025d6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e3d5c143-f0ba-4a03-b1d4-d1be1e83dd0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0674934 May 27 03:56:23.233160 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-b1768483-e1d3-4b36-8b6a-110ca43a71dd req-5a1efd97-d521-4fa7-a944-b3230bbc88e9 service neutron] 10.222.0.36 "GET /v2.0/networks/e3d5c143-f0ba-4a03-b1d4-d1be1e83dd0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202712 May 27 03:56:23.363924 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-b1768483-e1d3-4b36-8b6a-110ca43a71dd req-9f4de75a-f56c-4195-97b5-d1450b2bce29 service neutron] 10.222.0.36 "GET /v2.0/networks/e3d5c143-f0ba-4a03-b1d4-d1be1e83dd0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237168 May 27 03:56:24.164627 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1f0cd5-257f-4286-8dfc-88c15f2b5d48 req-0aff9dc8-98ac-405d-a97e-611b793535a3 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:56:24.166082 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-0a1f0cd5-257f-4286-8dfc-88c15f2b5d48 req-0aff9dc8-98ac-405d-a97e-611b793535a3 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea6a4f71-9eac-42b4-bba2-a81456c3d2a4 HTTP/1.1" status: 200 len: 943 time: 0.0847292 May 27 03:56:24.211897 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-0a1f0cd5-257f-4286-8dfc-88c15f2b5d48 req-bdb01dd7-f368-45ec-a3ed-e2e1aa80a697 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff86e39a-d39a-4fd4-a00c-fee39d8f2861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383587 May 27 03:56:25.216974 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.wsgi [-] (98851) accepted ('10.222.0.25', 37082) {{(pid=98851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:25.332528 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-8295867b-cd62-422d-97c7-bc448e8b5dd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:25.347070 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.quota.driver [None req-8295867b-cd62-422d-97c7-bc448e8b5dd4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:56:25.351049 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [None req-8295867b-cd62-422d-97c7-bc448e8b5dd4 admin admin] Usage tracker for resource:security_group_rule and tenant:42a6570d8e8f4fb9aaf4c5bccfb86994 is out of sync, need to count used quota {{(pid=98851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:56:25.353928 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [None req-8295867b-cd62-422d-97c7-bc448e8b5dd4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:56:25.359733 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.quota.driver [None req-8295867b-cd62-422d-97c7-bc448e8b5dd4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:56:25.404940 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b818099-7165-46ea-b7be-dc43872c2c9c req-6fa37e37-9e3b-4620-b718-6e437408d6b5 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:56:25.406381 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-0b818099-7165-46ea-b7be-dc43872c2c9c req-6fa37e37-9e3b-4620-b718-6e437408d6b5 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea6a4f71-9eac-42b4-bba2-a81456c3d2a4 HTTP/1.1" status: 200 len: 943 time: 0.0888555 May 27 03:56:25.441351 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-8295867b-cd62-422d-97c7-bc448e8b5dd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:25.450294 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-0b818099-7165-46ea-b7be-dc43872c2c9c req-4ff5466b-a05f-40f7-9a34-4b8d18981eea tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff86e39a-d39a-4fd4-a00c-fee39d8f2861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382957 May 27 03:56:25.486934 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-8295867b-cd62-422d-97c7-bc448e8b5dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_create {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:25.495621 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-6801946c-b6dc-4385-b32a-ab8683495cac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:56:25.535220 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [None req-8295867b-cd62-422d-97c7-bc448e8b5dd4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=42a6570d8e8f4fb9aaf4c5bccfb86994&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3171256 May 27 03:56:25.536088 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8295867b-cd62-422d-97c7-bc448e8b5dd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2ad0484-6a06-4222-82be-cf341e7e5575,revision_number=1']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:56:25.538045 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 37090) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:25.539232 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-8295867b-cd62-422d-97c7-bc448e8b5dd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:56:25.596854 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-25311014-9bf5-4f1a-891c-0fa7bbf8448c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:25.621722 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-25311014-9bf5-4f1a-891c-0fa7bbf8448c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:25.755435 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-25311014-9bf5-4f1a-891c-0fa7bbf8448c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:25.759010 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-d64e7923-cfc7-45c5-9d22-6c006758f0ac tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:56:25.771493 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25311014-9bf5-4f1a-891c-0fa7bbf8448c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2ad0484-6a06-4222-82be-cf341e7e5575,revision_number=None']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:56:25.775208 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-25311014-9bf5-4f1a-891c-0fa7bbf8448c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:56:25.781180 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-25311014-9bf5-4f1a-891c-0fa7bbf8448c admin admin] Notify callbacks [] for security_group, before_response {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:25.782274 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-25311014-9bf5-4f1a-891c-0fa7bbf8448c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a2ad0484-6a06-4222-82be-cf341e7e5575 HTTP/1.1" status: 204 len: 168 time: 0.2432027 May 27 03:56:26.639175 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea56af08-653e-4241-a06b-b33a5d013de5 req-9c1e0ffb-8c8c-4092-b506-64b5bffe1ba0 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:56:26.640639 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-ea56af08-653e-4241-a06b-b33a5d013de5 req-9c1e0ffb-8c8c-4092-b506-64b5bffe1ba0 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea6a4f71-9eac-42b4-bba2-a81456c3d2a4 HTTP/1.1" status: 200 len: 943 time: 0.0850885 May 27 03:56:26.685370 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-ea56af08-653e-4241-a06b-b33a5d013de5 req-96dc1ed8-81eb-404b-b248-419c70c52aa7 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff86e39a-d39a-4fd4-a00c-fee39d8f2861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374703 May 27 03:56:27.872361 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62bd11c-3dda-450f-9478-0028aceabbc1 req-5207c093-90ac-401b-b350-16e863aa3479 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:56:27.873841 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-c62bd11c-3dda-450f-9478-0028aceabbc1 req-5207c093-90ac-401b-b350-16e863aa3479 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea6a4f71-9eac-42b4-bba2-a81456c3d2a4 HTTP/1.1" status: 200 len: 943 time: 0.0847056 May 27 03:56:27.918703 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-c62bd11c-3dda-450f-9478-0028aceabbc1 req-b8560dfd-f3be-42b2-8235-d1716ffbadfe tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff86e39a-d39a-4fd4-a00c-fee39d8f2861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387084 May 27 03:56:29.112812 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4e4c40-996f-4faa-8da6-0e7120278177 req-828a59a6-67fe-4334-b1bb-90dedb7894f0 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:56:29.114170 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-bc4e4c40-996f-4faa-8da6-0e7120278177 req-828a59a6-67fe-4334-b1bb-90dedb7894f0 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea6a4f71-9eac-42b4-bba2-a81456c3d2a4 HTTP/1.1" status: 200 len: 943 time: 0.0927515 May 27 03:56:29.161503 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-bc4e4c40-996f-4faa-8da6-0e7120278177 req-645ee186-c97c-4664-ad8e-6898ed93f9d7 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff86e39a-d39a-4fd4-a00c-fee39d8f2861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417292 May 27 03:56:30.343738 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98105ef-008d-4272-97bb-37957b414808 req-a8ad7cc2-560b-4d1a-af6f-b4a8ebaa1e87 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:56:30.345252 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-f98105ef-008d-4272-97bb-37957b414808 req-a8ad7cc2-560b-4d1a-af6f-b4a8ebaa1e87 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea6a4f71-9eac-42b4-bba2-a81456c3d2a4 HTTP/1.1" status: 200 len: 943 time: 0.0818329 May 27 03:56:30.390079 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-f98105ef-008d-4272-97bb-37957b414808 req-b40f2772-c4f7-423a-a6b4-780f8b23e19b tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff86e39a-d39a-4fd4-a00c-fee39d8f2861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391021 May 27 03:56:30.876590 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Device 91aa15b2-7be2-4c92-819b-1666c07ffc93 details requested by agent hyperv_hv-cinder-79326 with host hv-cinder-79326 {{(pid=98853) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:56:31.008568 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.db [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] For port 91aa15b2-7be2-4c92-819b-1666c07ffc93, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=91aa15b2-7be2-4c92-819b-1666c07ffc93,segment=NetworkSegment(f3e696c2-fd56-4523-a2a6-afde57cdd975),segment_id=f3e696c2-fd56-4523-a2a6-afde57cdd975)] {{(pid=98853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:56:31.022143 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Returning: {'device': '91aa15b2-7be2-4c92-819b-1666c07ffc93', 'network_id': 'e3d5c143-f0ba-4a03-b1d4-d1be1e83dd0f', 'port_id': '91aa15b2-7be2-4c92-819b-1666c07ffc93', 'mac_address': 'fa:16:3e:0b:af:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee570db5-d628-482f-a928-b08d68185abf', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98853) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:56:31.077864 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:31.095217 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.notifiers.nova [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91aa15b2-7be2-4c92-819b-1666c07ffc93 {{(pid=98853) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:56:31.109914 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.db [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] For port 91aa15b2-7be2-4c92-819b-1666c07ffc93, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=91aa15b2-7be2-4c92-819b-1666c07ffc93,segment=NetworkSegment(f3e696c2-fd56-4523-a2a6-afde57cdd975),segment_id=f3e696c2-fd56-4523-a2a6-afde57cdd975)] {{(pid=98853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:56:31.178141 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786481721483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786481287406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786481291807'] for port, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:31.179841 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-163b3146-6567-49b0-bdde-2f93bd3ac1b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:56:31.243071 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Pushing event updated for resources: {'Port': ['ID=91aa15b2-7be2-4c92-819b-1666c07ffc93,revision_number=4']} {{(pid=98853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:56:31.249976 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:56:31.250834 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:56:31.251170 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:56:31.251502 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:56:31.251825 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:56:31.252151 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:56:31.252493 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:56:31.252815 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:56:31.253134 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:56:31.253456 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:56:31.253771 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:56:31.254085 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:56:31.257696 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:56:31.440840 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [req-dc1e755e-92e1-4fc0-811d-be24cb5c7e93 req-1b5aec85-9382-4ca4-a712-5fe925a7f0e5 service neutron] (98852) timed out ('10.222.0.36', 62797) {{(pid=98852) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 27 03:56:31.568910 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7899c835-0f6b-4f3f-b701-993f06111aed req-dcd7d3c6-51ef-496f-b5b3-5d4cb2342147 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:56:31.570324 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-7899c835-0f6b-4f3f-b701-993f06111aed req-dcd7d3c6-51ef-496f-b5b3-5d4cb2342147 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea6a4f71-9eac-42b4-bba2-a81456c3d2a4 HTTP/1.1" status: 200 len: 944 time: 0.0789671 May 27 03:56:31.577100 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.db [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] get_ports_and_sgs() called for port_ids ['91aa15b2-7be2-4c92-819b-1666c07ffc93'] {{(pid=98853) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 03:56:31.614944 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-7899c835-0f6b-4f3f-b701-993f06111aed req-5fb8c634-ad90-4ed6-899d-5a2f59e5b7a4 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff86e39a-d39a-4fd4-a00c-fee39d8f2861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391114 May 27 03:56:32.798279 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81c4166-841a-42f4-bb9e-719a31979fbf req-a68c600b-3829-4e2d-82c0-3c3106ecff29 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:56:32.799719 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-b81c4166-841a-42f4-bb9e-719a31979fbf req-a68c600b-3829-4e2d-82c0-3c3106ecff29 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea6a4f71-9eac-42b4-bba2-a81456c3d2a4 HTTP/1.1" status: 200 len: 944 time: 0.0793831 May 27 03:56:32.844537 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-b81c4166-841a-42f4-bb9e-719a31979fbf req-aee5223e-c800-48e2-aee3-ca67e81bf93c tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff86e39a-d39a-4fd4-a00c-fee39d8f2861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390615 May 27 03:56:32.888009 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Device 91aa15b2-7be2-4c92-819b-1666c07ffc93 up at agent hyperv_hv-cinder-79326 {{(pid=98853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:56:33.064746 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Provisioning for port 91aa15b2-7be2-4c92-819b-1666c07ffc93 completed by entity L2. {{(pid=98853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:56:33.069549 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.provisioning_blocks [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Provisioning complete for port 91aa15b2-7be2-4c92-819b-1666c07ffc93 triggered by entity L2. {{(pid=98853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:56:33.069924 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487713'] for port, provisioning_complete {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:33.181585 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:33.207373 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea6a4f71-9eac-42b4-bba2-a81456c3d2a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91aa15b2-7be2-4c92-819b-1666c07ffc93'}] {{(pid=98853) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:56:33.223550 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.db [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] For port 91aa15b2-7be2-4c92-819b-1666c07ffc93, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=91aa15b2-7be2-4c92-819b-1666c07ffc93,segment=NetworkSegment(f3e696c2-fd56-4523-a2a6-afde57cdd975),segment_id=f3e696c2-fd56-4523-a2a6-afde57cdd975)] {{(pid=98853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:56:33.251039 dv-cinder-793264-1-iscsi neutron-server[98853]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea6a4f71-9eac-42b4-bba2-a81456c3d2a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91aa15b2-7be2-4c92-819b-1666c07ffc93', 'code': 200} May 27 03:56:33.299198 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786481721483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786481287406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786481291807'] for port, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:33.301752 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:56:33.369651 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Pushing event updated for resources: {'Port': ['ID=91aa15b2-7be2-4c92-819b-1666c07ffc93,revision_number=5']} {{(pid=98853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:56:33.372792 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:56:33.751196 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a35e32-5e28-44ed-8540-b51d64fae2a9 req-1def4d2e-8d14-40cd-bc67-df9515c0c038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:56:33.752676 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-42a35e32-5e28-44ed-8540-b51d64fae2a9 req-1def4d2e-8d14-40cd-bc67-df9515c0c038 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ea6a4f71-9eac-42b4-bba2-a81456c3d2a4 HTTP/1.1" status: 200 len: 1098 time: 0.1683853 May 27 03:56:33.793302 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-42a35e32-5e28-44ed-8540-b51d64fae2a9 req-a509a3c9-70fd-4fc2-8067-b78a68c5212e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ff86e39a-d39a-4fd4-a00c-fee39d8f2861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344255 May 27 03:56:33.853846 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-0789d034-3d22-4793-9d85-a25009672589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:34.029802 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f310ffdc-760b-4517-a6b3-4146c3cad8f1 req-54f29100-2897-4402-ba3f-5a4cff485f91 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:56:34.031235 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-f310ffdc-760b-4517-a6b3-4146c3cad8f1 req-54f29100-2897-4402-ba3f-5a4cff485f91 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea6a4f71-9eac-42b4-bba2-a81456c3d2a4 HTTP/1.1" status: 200 len: 945 time: 0.0846682 May 27 03:56:34.074455 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-f310ffdc-760b-4517-a6b3-4146c3cad8f1 req-0177088f-6456-4e64-beb2-57f02bc63e65 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff86e39a-d39a-4fd4-a00c-fee39d8f2861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370007 May 27 03:56:34.868790 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [req-a3a05f21-2c42-4d3b-8aeb-384ee9df9783 req-ca4d9196-e04c-4f26-a053-2ff9f45f5c05 service neutron] (98852) timed out ('10.222.0.36', 62796) {{(pid=98852) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 27 03:56:35.267675 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f11ca62-54e8-4353-97db-c9b41de0fea0 req-b7d51ed5-c96a-4e2e-a0bb-84c31fa01bc7 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:56:35.269142 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-8f11ca62-54e8-4353-97db-c9b41de0fea0 req-b7d51ed5-c96a-4e2e-a0bb-84c31fa01bc7 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea6a4f71-9eac-42b4-bba2-a81456c3d2a4 HTTP/1.1" status: 200 len: 945 time: 0.0884225 May 27 03:56:35.311981 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-8f11ca62-54e8-4353-97db-c9b41de0fea0 req-b96a9846-b8fe-4a6f-9df0-4de8237e9f14 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff86e39a-d39a-4fd4-a00c-fee39d8f2861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373485 May 27 03:56:35.510052 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7982239-5724-4c18-ae7b-9e7166b87f53 req-c1af92d2-c436-490b-a354-3f2ff5742700 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:56:35.511488 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-a7982239-5724-4c18-ae7b-9e7166b87f53 req-c1af92d2-c436-490b-a354-3f2ff5742700 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea6a4f71-9eac-42b4-bba2-a81456c3d2a4 HTTP/1.1" status: 200 len: 945 time: 0.0790434 May 27 03:56:35.558871 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-a7982239-5724-4c18-ae7b-9e7166b87f53 req-70f676d3-19c0-4cb0-9729-924386a50911 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff86e39a-d39a-4fd4-a00c-fee39d8f2861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412953 May 27 03:56:35.581368 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 37120) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:35.842105 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abdef0cf-74fc-41e2-9c80-0be34e6ab273 tempest-TestVolumeBootPattern-1764313767 tempest-TestVolumeBootPattern-1764313767-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:56:35.843599 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-abdef0cf-74fc-41e2-9c80-0be34e6ab273 tempest-TestVolumeBootPattern-1764313767 tempest-TestVolumeBootPattern-1764313767-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=ea6a4f71-9eac-42b4-bba2-a81456c3d2a4 HTTP/1.1" status: 200 len: 1093 time: 0.2612174 May 27 03:56:35.846416 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 37126) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:35.851583 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.v2.base [None req-cc2cc53f-facf-42d2-89fa-ad410f999e3a tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Request body: {'floatingip': {'floating_network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'port_id': '91aa15b2-7be2-4c92-819b-1666c07ffc93', 'tenant_id': '6b6a582a2a304a7d881efcfa2373dfb1', 'fixed_ip_address': '172.20.0.5'}} {{(pid=98852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:56:35.857300 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-cc2cc53f-facf-42d2-89fa-ad410f999e3a tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:56:35.861123 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-cc2cc53f-facf-42d2-89fa-ad410f999e3a tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Usage tracker for resource:floatingip and tenant:6b6a582a2a304a7d881efcfa2373dfb1 is out of sync, need to count used quota {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:56:35.863925 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [None req-cc2cc53f-facf-42d2-89fa-ad410f999e3a tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=98852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:56:35.869556 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.quota.driver [None req-cc2cc53f-facf-42d2-89fa-ad410f999e3a tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=98852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:56:35.972109 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-cc2cc53f-facf-42d2-89fa-ad410f999e3a tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Notify callbacks [] for floatingip, before_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:36.104929 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-cc2cc53f-facf-42d2-89fa-ad410f999e3a tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:36.238701 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.db_base_plugin_common [None req-cc2cc53f-facf-42d2-89fa-ad410f999e3a tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Allocated IP 172.27.2.205 (9a3e94d8-5315-41b6-9829-3c758c3039b7/7ac4e62e-aca4-43cf-995d-95d63bfe1e6b/2ea56955-0678-4737-8bd8-d5f1319071b7) {{(pid=98852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:56:36.371955 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-98a295d8-b714-43ec-b93f-42ae01652b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:36.385768 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-cc2cc53f-facf-42d2-89fa-ad410f999e3a tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Notify callbacks [] for port, precommit_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:36.418904 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:36.470985 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-cc2cc53f-facf-42d2-89fa-ad410f999e3a tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786481287388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27723313'] for port, after_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:36.474635 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-f09b52b0-d8c3-498a-8dbf-4a436a7ffc64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:56:36.537921 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc2cc53f-facf-42d2-89fa-ad410f999e3a tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Network 9a3e94d8-5315-41b6-9829-3c758c3039b7 is already hosted by enough agents. {{(pid=98852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:56:36.540843 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.scheduler.base_scheduler [None req-cc2cc53f-facf-42d2-89fa-ad410f999e3a tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Resources bound (agent type, host, resource id): {{(pid=98852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:56:36.544910 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2cc53f-facf-42d2-89fa-ad410f999e3a tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Received port after_create {{(pid=98852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 03:56:36.580931 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2cc53f-facf-42d2-89fa-ad410f999e3a tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Pushing event updated for resources: {'Port': ['ID=2ea56955-0678-4737-8bd8-d5f1319071b7,revision_number=1']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:56:36.588243 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-cc2cc53f-facf-42d2-89fa-ad410f999e3a tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:56:36.948343 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-cc2cc53f-facf-42d2-89fa-ad410f999e3a tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:37.083073 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-cc2cc53f-facf-42d2-89fa-ad410f999e3a tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_update {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:37.282879 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-cc2cc53f-facf-42d2-89fa-ad410f999e3a tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Notify callbacks [] for port, precommit_update {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:37.339229 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-cc2cc53f-facf-42d2-89fa-ad410f999e3a tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786481721483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786481287406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786481291807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27723270'] for port, after_update {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:37.343554 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-4498a2fc-7045-42c3-b55b-539026747819 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:56:37.445533 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2cc53f-facf-42d2-89fa-ad410f999e3a tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Pushing event updated for resources: {'Port': ['ID=2ea56955-0678-4737-8bd8-d5f1319071b7,revision_number=2']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:56:37.449594 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-cc2cc53f-facf-42d2-89fa-ad410f999e3a tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:56:37.454843 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-cc2cc53f-facf-42d2-89fa-ad410f999e3a tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-417761'] for floatingip, after_update {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:37.722100 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.db.l3_db [None req-cc2cc53f-facf-42d2-89fa-ad410f999e3a tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Floating IP e0305764-518c-4fa2-a2fb-ec17b5a0035f associated. External IP: 172.27.2.205, port: 91aa15b2-7be2-4c92-819b-1666c07ffc93. May 27 03:56:37.745091 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-e3613943-0892-48bd-9358-60eb59884bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:38.070889 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc2cc53f-facf-42d2-89fa-ad410f999e3a tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Router b3f931a9-df7f-4dff-86e8-f4b81edce072 has already been hosted by L3 agent 816f7595-8215-4f06-9251-575c663b21d0 {{(pid=98852) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 03:56:38.247598 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc2cc53f-facf-42d2-89fa-ad410f999e3a tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Notify agent at l3_agent.dv-cinder-793264-1-iscsi the message routers_updated {{(pid=98852) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 03:56:38.256846 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3775c23-fe18-4f42-959c-843d56cfc3f4 None None] Sync routers for ids ['b3f931a9-df7f-4dff-86e8-f4b81edce072'] in dv-cinder-793264-1-iscsi {{(pid=98853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:56:38.266269 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3775c23-fe18-4f42-959c-843d56cfc3f4 None None] Routers {'b3f931a9-df7f-4dff-86e8-f4b81edce072'} bound to L3 agent in host dv-cinder-793264-1-iscsi {{(pid=98853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 03:56:38.266877 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_hamode_db [None req-c3775c23-fe18-4f42-959c-843d56cfc3f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-27T03:33:06Z,description=,heartbeat_timestamp=2021-05-27T03:56:36Z,host='dv-cinder-793264-1-iscsi',id=816f7595-8215-4f06-9251-575c663b21d0,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T03:33:06Z,topic='l3_agent')) {'router_ids': ['b3f931a9-df7f-4dff-86e8-f4b81edce072'], 'active': True} {{(pid=98853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:56:38.322446 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-cc2cc53f-facf-42d2-89fa-ad410f999e3a tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4037888'] for floatingip, before_response {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:38.377290 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-cc2cc53f-facf-42d2-89fa-ad410f999e3a tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5298755 May 27 03:56:38.378053 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea6a4f71-9eac-42b4-bba2-a81456c3d2a4', 'tag': '91aa15b2-7be2-4c92-819b-1666c07ffc93'}] {{(pid=98852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:56:38.477192 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_dvr_db [None req-c3775c23-fe18-4f42-959c-843d56cfc3f4 None None] Set router b3f931a9-df7f-4dff-86e8-f4b81edce072 gateway port host: dv-cinder-793264-1-iscsi {{(pid=98853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 03:56:38.693191 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea6a4f71-9eac-42b4-bba2-a81456c3d2a4', 'tag': '91aa15b2-7be2-4c92-819b-1666c07ffc93', 'status': 'completed', 'code': 200} May 27 03:56:38.789192 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6340dc8-c08d-4c17-9653-a64e8215ec0e req-87303dac-d127-40de-8d2b-9b69f34f1d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:56:38.790662 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-d6340dc8-c08d-4c17-9653-a64e8215ec0e req-87303dac-d127-40de-8d2b-9b69f34f1d9b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6b6a582a2a304a7d881efcfa2373dfb1&device_id=ea6a4f71-9eac-42b4-bba2-a81456c3d2a4 HTTP/1.1" status: 200 len: 1098 time: 0.0751073 May 27 03:56:38.838235 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_hamode_db [None req-c3775c23-fe18-4f42-959c-843d56cfc3f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3f931a9-df7f-4dff-86e8-f4b81edce072', 'name': 'tempest-TestVolumeBootPattern-463161786-router', 'tenant_id': '6b6a582a2a304a7d881efcfa2373dfb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'external_fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': 'f700bb4e-57a4-4f61-8e65-f9d871abf70c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:49:19Z', 'updated_at': '2021-05-27T03:49:24Z', 'revision_number': 4, 'project_id': '6b6a582a2a304a7d881efcfa2373dfb1', 'gw_port': {'id': 'f700bb4e-57a4-4f61-8e65-f9d871abf70c', 'name': '', 'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f931a9-df7f-4dff-86e8-f4b81edce072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:49:20Z', 'updated_at': '2021-05-27T03:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-iscsi', '_floatingips': [{'id': 'd4809b6b-22d7-417a-9653-dc342510dd45', 'tenant_id': '6b6a582a2a304a7d881efcfa2373dfb1', 'floating_ip_address': '172.27.2.150', 'floating_network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'router_id': 'b3f931a9-df7f-4dff-86e8-f4b81edce072', 'port_id': '72f4926f-0769-4beb-af47-64edc4895b0c', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 653, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3d5c143-f0ba-4a03-b1d4-d1be1e83dd0f', 'mac_address': 'fa:16:3e:87:4c:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07cf1f8a-a1e3-4041-a5cc-8650aafb1468', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T03:53:32Z', 'updated_at': '2021-05-27T03:53:35Z', 'revision_number': 1, 'project_id': '6b6a582a2a304a7d881efcfa2373dfb1', 'fixed_ip_address_scope': None}, {'id': 'e0305764-518c-4fa2-a2fb-ec17b5a0035f', 'tenant_id': '6b6a582a2a304a7d881efcfa2373dfb1', 'floating_ip_address': '172.27.2.205', 'floating_network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'router_id': 'b3f931a9-df7f-4dff-86e8-f4b81edce072', 'port_id': '91aa15b2-7be2-4c92-819b-1666c07ffc93', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3d5c143-f0ba-4a03-b1d4-d1be1e83dd0f', 'mac_address': 'fa:16:3e:0b:af:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6a4f71-9eac-42b4-bba2-a81456c3d2a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T03:56:36Z', 'updated_at': '2021-05-27T03:56:36Z', 'revision_number': 0, 'project_id': '6b6a582a2a304a7d881efcfa2373dfb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c673371-f2b8-409e-95ea-14f1efedee98', 'name': '', 'network_id': 'e3d5c143-f0ba-4a03-b1d4-d1be1e83dd0f', 'tenant_id': '6b6a582a2a304a7d881efcfa2373dfb1', 'mac_address': 'fa:16:3e:c1:be:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f931a9-df7f-4dff-86e8-f4b81edce072', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'ee570db5-d628-482f-a928-b08d68185abf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:49:23Z', 'updated_at': '2021-05-27T03:49:30Z', 'revision_number': 5, 'project_id': '6b6a582a2a304a7d881efcfa2373dfb1', 'subnets': [{'id': 'ee570db5-d628-482f-a928-b08d68185abf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-1-iscsi', False) {} {{(pid=98853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:56:38.842151 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3775c23-fe18-4f42-959c-843d56cfc3f4 None None] Checking router: b3f931a9-df7f-4dff-86e8-f4b81edce072 for host: dv-cinder-793264-1-iscsi {{(pid=98853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:56:38.850424 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3775c23-fe18-4f42-959c-843d56cfc3f4 None None] Routers {'b3f931a9-df7f-4dff-86e8-f4b81edce072'} bound to L3 agent in host dv-cinder-793264-1-iscsi {{(pid=98853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 03:56:38.851029 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_hamode_db [None req-c3775c23-fe18-4f42-959c-843d56cfc3f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-27T03:33:06Z,description=,heartbeat_timestamp=2021-05-27T03:56:36Z,host='dv-cinder-793264-1-iscsi',id=816f7595-8215-4f06-9251-575c663b21d0,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T03:33:06Z,topic='l3_agent')) {'router_ids': ['b3f931a9-df7f-4dff-86e8-f4b81edce072'], 'active': True} {{(pid=98853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:56:38.924896 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6340dc8-c08d-4c17-9653-a64e8215ec0e req-b43ede5c-100a-457d-b34d-794eec0fdee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:56:38.926351 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-d6340dc8-c08d-4c17-9653-a64e8215ec0e req-b43ede5c-100a-457d-b34d-794eec0fdee5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e3d5c143-f0ba-4a03-b1d4-d1be1e83dd0f HTTP/1.1" status: 200 len: 911 time: 0.1285572 May 27 03:56:39.028578 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_dvr_db [None req-c3775c23-fe18-4f42-959c-843d56cfc3f4 None None] Set router b3f931a9-df7f-4dff-86e8-f4b81edce072 gateway port host: dv-cinder-793264-1-iscsi {{(pid=98853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 03:56:39.133353 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-d6340dc8-c08d-4c17-9653-a64e8215ec0e req-4f209a87-5853-44ce-9d5a-ea0df57cf6ff service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=91aa15b2-7be2-4c92-819b-1666c07ffc93 HTTP/1.1" status: 200 len: 999 time: 0.2004306 May 27 03:56:39.194598 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6340dc8-c08d-4c17-9653-a64e8215ec0e req-9e9a93bd-7a23-4702-9f63-d60220cc5100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:56:39.195996 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-d6340dc8-c08d-4c17-9653-a64e8215ec0e req-9e9a93bd-7a23-4702-9f63-d60220cc5100 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ee570db5-d628-482f-a928-b08d68185abf HTTP/1.1" status: 200 len: 850 time: 0.0569317 May 27 03:56:39.269129 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6340dc8-c08d-4c17-9653-a64e8215ec0e req-fc30e7c3-0f0d-442c-9cbc-a98eda02b5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:56:39.270600 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-d6340dc8-c08d-4c17-9653-a64e8215ec0e req-fc30e7c3-0f0d-442c-9cbc-a98eda02b5e3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e3d5c143-f0ba-4a03-b1d4-d1be1e83dd0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0689590 May 27 03:56:39.370554 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-3af0ace6-547d-4950-9fe5-73e267668fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:39.389227 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_hamode_db [None req-c3775c23-fe18-4f42-959c-843d56cfc3f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3f931a9-df7f-4dff-86e8-f4b81edce072', 'name': 'tempest-TestVolumeBootPattern-463161786-router', 'tenant_id': '6b6a582a2a304a7d881efcfa2373dfb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'external_fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': 'f700bb4e-57a4-4f61-8e65-f9d871abf70c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:49:19Z', 'updated_at': '2021-05-27T03:49:24Z', 'revision_number': 4, 'project_id': '6b6a582a2a304a7d881efcfa2373dfb1', 'gw_port': {'id': 'f700bb4e-57a4-4f61-8e65-f9d871abf70c', 'name': '', 'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f931a9-df7f-4dff-86e8-f4b81edce072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:49:20Z', 'updated_at': '2021-05-27T03:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-iscsi', '_floatingips': [{'id': 'd4809b6b-22d7-417a-9653-dc342510dd45', 'tenant_id': '6b6a582a2a304a7d881efcfa2373dfb1', 'floating_ip_address': '172.27.2.150', 'floating_network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'router_id': 'b3f931a9-df7f-4dff-86e8-f4b81edce072', 'port_id': '72f4926f-0769-4beb-af47-64edc4895b0c', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 653, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3d5c143-f0ba-4a03-b1d4-d1be1e83dd0f', 'mac_address': 'fa:16:3e:87:4c:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07cf1f8a-a1e3-4041-a5cc-8650aafb1468', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T03:53:32Z', 'updated_at': '2021-05-27T03:53:35Z', 'revision_number': 1, 'project_id': '6b6a582a2a304a7d881efcfa2373dfb1', 'fixed_ip_address_scope': None}, {'id': 'e0305764-518c-4fa2-a2fb-ec17b5a0035f', 'tenant_id': '6b6a582a2a304a7d881efcfa2373dfb1', 'floating_ip_address': '172.27.2.205', 'floating_network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'router_id': 'b3f931a9-df7f-4dff-86e8-f4b81edce072', 'port_id': '91aa15b2-7be2-4c92-819b-1666c07ffc93', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3d5c143-f0ba-4a03-b1d4-d1be1e83dd0f', 'mac_address': 'fa:16:3e:0b:af:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6a4f71-9eac-42b4-bba2-a81456c3d2a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T03:56:36Z', 'updated_at': '2021-05-27T03:56:36Z', 'revision_number': 0, 'project_id': '6b6a582a2a304a7d881efcfa2373dfb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c673371-f2b8-409e-95ea-14f1efedee98', 'name': '', 'network_id': 'e3d5c143-f0ba-4a03-b1d4-d1be1e83dd0f', 'tenant_id': '6b6a582a2a304a7d881efcfa2373dfb1', 'mac_address': 'fa:16:3e:c1:be:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f931a9-df7f-4dff-86e8-f4b81edce072', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'ee570db5-d628-482f-a928-b08d68185abf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:49:23Z', 'updated_at': '2021-05-27T03:49:30Z', 'revision_number': 5, 'project_id': '6b6a582a2a304a7d881efcfa2373dfb1', 'subnets': [{'id': 'ee570db5-d628-482f-a928-b08d68185abf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-1-iscsi', False) {} {{(pid=98853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:56:39.393812 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3775c23-fe18-4f42-959c-843d56cfc3f4 None None] The sync data for ids ['b3f931a9-df7f-4dff-86e8-f4b81edce072'] in dv-cinder-793264-1-iscsi is: [{'id': 'b3f931a9-df7f-4dff-86e8-f4b81edce072', 'name': 'tempest-TestVolumeBootPattern-463161786-router', 'tenant_id': '6b6a582a2a304a7d881efcfa2373dfb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'external_fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': 'f700bb4e-57a4-4f61-8e65-f9d871abf70c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:49:19Z', 'updated_at': '2021-05-27T03:49:24Z', 'revision_number': 4, 'project_id': '6b6a582a2a304a7d881efcfa2373dfb1', 'gw_port': {'id': 'f700bb4e-57a4-4f61-8e65-f9d871abf70c', 'name': '', 'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f931a9-df7f-4dff-86e8-f4b81edce072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:49:20Z', 'updated_at': '2021-05-27T03:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-iscsi', '_floatingips': [{'id': 'd4809b6b-22d7-417a-9653-dc342510dd45', 'tenant_id': '6b6a582a2a304a7d881efcfa2373dfb1', 'floating_ip_address': '172.27.2.150', 'floating_network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'router_id': 'b3f931a9-df7f-4dff-86e8-f4b81edce072', 'port_id': '72f4926f-0769-4beb-af47-64edc4895b0c', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 653, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3d5c143-f0ba-4a03-b1d4-d1be1e83dd0f', 'mac_address': 'fa:16:3e:87:4c:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07cf1f8a-a1e3-4041-a5cc-8650aafb1468', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T03:53:32Z', 'updated_at': '2021-05-27T03:53:35Z', 'revision_number': 1, 'project_id': '6b6a582a2a304a7d881efcfa2373dfb1', 'fixed_ip_address_scope': None}, {'id': 'e0305764-518c-4fa2-a2fb-ec17b5a0035f', 'tenant_id': '6b6a582a2a304a7d881efcfa2373dfb1', 'floating_ip_address': '172.27.2.205', 'floating_network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'router_id': 'b3f931a9-df7f-4dff-86e8-f4b81edce072', 'port_id': '91aa15b2-7be2-4c92-819b-1666c07ffc93', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3d5c143-f0ba-4a03-b1d4-d1be1e83dd0f', 'mac_address': 'fa:16:3e:0b:af:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6a4f71-9eac-42b4-bba2-a81456c3d2a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T03:56:36Z', 'updated_at': '2021-05-27T03:56:36Z', 'revision_number': 0, 'project_id': '6b6a582a2a304a7d881efcfa2373dfb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c673371-f2b8-409e-95ea-14f1efedee98', 'name': '', 'network_id': 'e3d5c143-f0ba-4a03-b1d4-d1be1e83dd0f', 'tenant_id': '6b6a582a2a304a7d881efcfa2373dfb1', 'mac_address': 'fa:16:3e:c1:be:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f931a9-df7f-4dff-86e8-f4b81edce072', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'ee570db5-d628-482f-a928-b08d68185abf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:49:23Z', 'updated_at': '2021-05-27T03:49:30Z', 'revision_number': 5, 'project_id': '6b6a582a2a304a7d881efcfa2373dfb1', 'subnets': [{'id': 'ee570db5-d628-482f-a928-b08d68185abf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:56:39.403147 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-d6340dc8-c08d-4c17-9653-a64e8215ec0e req-0fc4ab81-f126-4c64-94ee-9a4cd20b435c service neutron] 10.222.0.36 "GET /v2.0/networks/e3d5c143-f0ba-4a03-b1d4-d1be1e83dd0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259632 May 27 03:56:39.541322 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-d6340dc8-c08d-4c17-9653-a64e8215ec0e req-91e785e5-12de-4064-8e94-c011c1cef88a service neutron] 10.222.0.36 "GET /v2.0/networks/e3d5c143-f0ba-4a03-b1d4-d1be1e83dd0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310182 May 27 03:56:39.571355 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff4027d5-2be9-4caa-8332-88850d79f0bb None None] New status for floating IP e0305764-518c-4fa2-a2fb-ec17b5a0035f: ACTIVE {{(pid=98854) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 03:56:44.838363 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.agents_db [None req-9826b012-bfd7-43dd-a737-969f574491ef None None] Agent healthcheck: found 6 active agents {{(pid=98854) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 03:56:47.504066 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:03.846111 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-ca6e719d-3dbf-4577-af8c-15767ca0cd40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:06.383069 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-d0df234a-f051-43c9-bbee-26eaca7b9acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:06.405718 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:07.766058 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-e3613943-0892-48bd-9358-60eb59884bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:09.320061 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-3af0ace6-547d-4950-9fe5-73e267668fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:17.525675 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:21.837192 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.agents_db [None req-9826b012-bfd7-43dd-a737-969f574491ef None None] Agent healthcheck: found 6 active agents {{(pid=98854) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 03:57:23.436000 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-cdd8c43c-a994-457b-a871-2caaaa3dcb15 req-5e2f95b4-aa2f-4871-b392-03ac86cdd58e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=07cf1f8a-a1e3-4041-a5cc-8650aafb1468&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0726011 May 27 03:57:23.571076 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd8c43c-a994-457b-a871-2caaaa3dcb15 req-01ed825f-fda4-4829-bafd-e2719768b623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:57:23.572529 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-cdd8c43c-a994-457b-a871-2caaaa3dcb15 req-01ed825f-fda4-4829-bafd-e2719768b623 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6b6a582a2a304a7d881efcfa2373dfb1&device_id=07cf1f8a-a1e3-4041-a5cc-8650aafb1468 HTTP/1.1" status: 200 len: 1099 time: 0.0699944 May 27 03:57:23.714028 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd8c43c-a994-457b-a871-2caaaa3dcb15 req-b016f8cb-029d-4e0e-8580-0e60a9c54cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:57:23.715384 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-cdd8c43c-a994-457b-a871-2caaaa3dcb15 req-b016f8cb-029d-4e0e-8580-0e60a9c54cca service neutron] 10.222.0.36 "GET /v2.0/networks?id=e3d5c143-f0ba-4a03-b1d4-d1be1e83dd0f HTTP/1.1" status: 200 len: 911 time: 0.1248908 May 27 03:57:23.818846 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-cdd8c43c-a994-457b-a871-2caaaa3dcb15 req-b611e301-25af-44ce-927b-5016d4cd0be2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=72f4926f-0769-4beb-af47-64edc4895b0c HTTP/1.1" status: 200 len: 1002 time: 0.0957656 May 27 03:57:23.879295 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd8c43c-a994-457b-a871-2caaaa3dcb15 req-c183688c-b079-411f-8215-e7453eb8bb09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:57:23.880684 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-cdd8c43c-a994-457b-a871-2caaaa3dcb15 req-c183688c-b079-411f-8215-e7453eb8bb09 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ee570db5-d628-482f-a928-b08d68185abf HTTP/1.1" status: 200 len: 850 time: 0.0560832 May 27 03:57:23.956492 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd8c43c-a994-457b-a871-2caaaa3dcb15 req-befc3d13-4750-464b-a016-2f291ebaef8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:57:23.957888 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-cdd8c43c-a994-457b-a871-2caaaa3dcb15 req-befc3d13-4750-464b-a016-2f291ebaef8d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e3d5c143-f0ba-4a03-b1d4-d1be1e83dd0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0712035 May 27 03:57:24.085250 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-cdd8c43c-a994-457b-a871-2caaaa3dcb15 req-e4482f4c-2521-455c-9c60-c0d5d1b37d09 service neutron] 10.222.0.36 "GET /v2.0/networks/e3d5c143-f0ba-4a03-b1d4-d1be1e83dd0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209025 May 27 03:57:24.211622 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-cdd8c43c-a994-457b-a871-2caaaa3dcb15 req-4368d78b-6410-4b50-a532-0ab17eb00ee3 service neutron] 10.222.0.36 "GET /v2.0/networks/e3d5c143-f0ba-4a03-b1d4-d1be1e83dd0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206744 May 27 03:57:33.850198 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-ebfaf422-60c5-4ea7-ae7e-1b578bf2c779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:36.381179 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-282aee11-60ed-48e9-8791-9f486a045653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:36.403908 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:37.747268 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-e3613943-0892-48bd-9358-60eb59884bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:39.330090 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-3af0ace6-547d-4950-9fe5-73e267668fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:47.501133 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:58.835709 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.agents_db [None req-9826b012-bfd7-43dd-a737-969f574491ef None None] Agent healthcheck: found 6 active agents {{(pid=98854) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 03:58:03.866311 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-ec6986b3-cdc9-4120-a729-4959dd2aa8c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:06.391781 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-cebf27a0-6af2-4d6f-87a6-3f48a23dc680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:06.420097 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:07.757831 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-e3613943-0892-48bd-9358-60eb59884bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:09.317075 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-3af0ace6-547d-4950-9fe5-73e267668fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:17.511340 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:24.456472 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-fb14ae5c-69c6-4c91-9360-a586bafcdf32 req-f15b422a-93c4-4f78-bede-a94c5dea6ef2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ea6a4f71-9eac-42b4-bba2-a81456c3d2a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0680966 May 27 03:58:24.547859 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb14ae5c-69c6-4c91-9360-a586bafcdf32 req-369706d4-e0e4-4e0c-8a4c-e3d4252e74ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:58:24.549280 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-fb14ae5c-69c6-4c91-9360-a586bafcdf32 req-369706d4-e0e4-4e0c-8a4c-e3d4252e74ee service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6b6a582a2a304a7d881efcfa2373dfb1&device_id=ea6a4f71-9eac-42b4-bba2-a81456c3d2a4 HTTP/1.1" status: 200 len: 1098 time: 0.0719967 May 27 03:58:24.690328 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb14ae5c-69c6-4c91-9360-a586bafcdf32 req-75119247-780e-45e5-9a0c-aec56082f3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:58:24.691747 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-fb14ae5c-69c6-4c91-9360-a586bafcdf32 req-75119247-780e-45e5-9a0c-aec56082f3e0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e3d5c143-f0ba-4a03-b1d4-d1be1e83dd0f HTTP/1.1" status: 200 len: 911 time: 0.1240685 May 27 03:58:24.890434 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-fb14ae5c-69c6-4c91-9360-a586bafcdf32 req-afb94d82-1b90-43c4-b611-5fd93bc46c5e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=91aa15b2-7be2-4c92-819b-1666c07ffc93 HTTP/1.1" status: 200 len: 1001 time: 0.1924975 May 27 03:58:24.950693 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb14ae5c-69c6-4c91-9360-a586bafcdf32 req-b2e79d02-8377-4cc6-bdcd-200a40aeb696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:58:24.952071 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-fb14ae5c-69c6-4c91-9360-a586bafcdf32 req-b2e79d02-8377-4cc6-bdcd-200a40aeb696 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ee570db5-d628-482f-a928-b08d68185abf HTTP/1.1" status: 200 len: 850 time: 0.0551202 May 27 03:58:25.026183 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb14ae5c-69c6-4c91-9360-a586bafcdf32 req-71fd67a4-4c25-41af-acd4-fa5450139a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:58:25.027720 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-fb14ae5c-69c6-4c91-9360-a586bafcdf32 req-71fd67a4-4c25-41af-acd4-fa5450139a3a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e3d5c143-f0ba-4a03-b1d4-d1be1e83dd0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0692158 May 27 03:58:25.156122 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-fb14ae5c-69c6-4c91-9360-a586bafcdf32 req-4b267dcf-dcd9-4cd9-bd23-f7e11d362cc9 service neutron] 10.222.0.36 "GET /v2.0/networks/e3d5c143-f0ba-4a03-b1d4-d1be1e83dd0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213048 May 27 03:58:25.283494 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-fb14ae5c-69c6-4c91-9360-a586bafcdf32 req-d2ff7d7c-1f7d-4bfd-8156-d775205ff84c service neutron] 10.222.0.36 "GET /v2.0/networks/e3d5c143-f0ba-4a03-b1d4-d1be1e83dd0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211100 May 27 03:58:33.893721 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-d9d8d802-a81a-4711-ac62-9d1ab4f0b337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:35.834512 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.agents_db [None req-9826b012-bfd7-43dd-a737-969f574491ef None None] Agent healthcheck: found 6 active agents {{(pid=98854) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 03:58:36.379484 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-b8fec18f-1198-4bb8-967f-b90150909573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:36.396644 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:37.751309 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-e3613943-0892-48bd-9358-60eb59884bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:38.509149 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 37162) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:58:38.766696 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.plugins.ml2.plugin [None req-6dbcc0d0-873f-4c51-bd00-06c60b764626 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Deleting port 2ea56955-0678-4737-8bd8-d5f1319071b7 {{(pid=98852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 03:58:38.767031 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-6dbcc0d0-873f-4c51-bd00-06c60b764626 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786481719372'] for port, before_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:38.885951 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-6dbcc0d0-873f-4c51-bd00-06c60b764626 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417280'] for port, precommit_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:38.886274 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-6dbcc0d0-873f-4c51-bd00-06c60b764626 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:39.006451 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.plugins.ml2.plugin [None req-6dbcc0d0-873f-4c51-bd00-06c60b764626 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Calling delete_port for 2ea56955-0678-4737-8bd8-d5f1319071b7 owned by network:floatingip {{(pid=98852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 03:58:39.150948 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-6dbcc0d0-873f-4c51-bd00-06c60b764626 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786481721510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786481287397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27723313'] for port, after_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:39.154457 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-42c9c38b-2668-48b1-8188-9ffb665b0165 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:58:39.196671 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbcc0d0-873f-4c51-bd00-06c60b764626 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Pushing event deleted for resources: {'Port': ['ID=2ea56955-0678-4737-8bd8-d5f1319071b7,revision_number=None']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:58:39.240087 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbcc0d0-873f-4c51-bd00-06c60b764626 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:58:39.244805 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbcc0d0-873f-4c51-bd00-06c60b764626 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:58:39.244805 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbcc0d0-873f-4c51-bd00-06c60b764626 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:58:39.244805 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbcc0d0-873f-4c51-bd00-06c60b764626 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:58:39.244805 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbcc0d0-873f-4c51-bd00-06c60b764626 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:58:39.244805 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbcc0d0-873f-4c51-bd00-06c60b764626 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:58:39.244805 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbcc0d0-873f-4c51-bd00-06c60b764626 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:58:39.244805 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbcc0d0-873f-4c51-bd00-06c60b764626 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:58:39.244805 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbcc0d0-873f-4c51-bd00-06c60b764626 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:58:39.244805 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbcc0d0-873f-4c51-bd00-06c60b764626 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:58:39.244805 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbcc0d0-873f-4c51-bd00-06c60b764626 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:58:39.244805 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbcc0d0-873f-4c51-bd00-06c60b764626 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:58:39.332555 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-3af0ace6-547d-4950-9fe5-73e267668fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:39.379327 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-6dbcc0d0-873f-4c51-bd00-06c60b764626 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:58:39.405554 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-6dbcc0d0-873f-4c51-bd00-06c60b764626 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Notify callbacks [] for floatingip, after_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:39.405811 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.db.l3_db [None req-6dbcc0d0-873f-4c51-bd00-06c60b764626 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Floating IP e0305764-518c-4fa2-a2fb-ec17b5a0035f disassociated (deleted). External IP: 172.27.2.205, port: 91aa15b2-7be2-4c92-819b-1666c07ffc93. May 27 03:58:39.747509 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dbcc0d0-873f-4c51-bd00-06c60b764626 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Router b3f931a9-df7f-4dff-86e8-f4b81edce072 has already been hosted by L3 agent 816f7595-8215-4f06-9251-575c663b21d0 {{(pid=98852) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 03:58:39.926302 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dbcc0d0-873f-4c51-bd00-06c60b764626 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Notify agent at l3_agent.dv-cinder-793264-1-iscsi the message routers_updated {{(pid=98852) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 03:58:39.935380 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2018d401-0292-4f9f-9a80-ef01d88d249a None None] Sync routers for ids ['b3f931a9-df7f-4dff-86e8-f4b81edce072'] in dv-cinder-793264-1-iscsi {{(pid=98853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:58:39.945154 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2018d401-0292-4f9f-9a80-ef01d88d249a None None] Routers {'b3f931a9-df7f-4dff-86e8-f4b81edce072'} bound to L3 agent in host dv-cinder-793264-1-iscsi {{(pid=98853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 03:58:39.952619 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_hamode_db [None req-2018d401-0292-4f9f-9a80-ef01d88d249a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-27T03:33:06Z,description=,heartbeat_timestamp=2021-05-27T03:58:36Z,host='dv-cinder-793264-1-iscsi',id=816f7595-8215-4f06-9251-575c663b21d0,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T03:33:06Z,topic='l3_agent')) {'router_ids': ['b3f931a9-df7f-4dff-86e8-f4b81edce072'], 'active': True} {{(pid=98853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:58:40.014224 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-6dbcc0d0-873f-4c51-bd00-06c60b764626 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4037888'] for floatingip, before_response {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:40.069573 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-6dbcc0d0-873f-4c51-bd00-06c60b764626 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] 10.222.0.25 "DELETE /v2.0/floatingips/e0305764-518c-4fa2-a2fb-ec17b5a0035f HTTP/1.1" status: 204 len: 168 time: 1.5593624 May 27 03:58:40.070406 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea6a4f71-9eac-42b4-bba2-a81456c3d2a4', 'tag': '91aa15b2-7be2-4c92-819b-1666c07ffc93'}] {{(pid=98852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:58:40.125854 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea6a4f71-9eac-42b4-bba2-a81456c3d2a4', 'tag': '91aa15b2-7be2-4c92-819b-1666c07ffc93', 'status': 'completed', 'code': 200} May 27 03:58:40.174512 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_dvr_db [None req-2018d401-0292-4f9f-9a80-ef01d88d249a None None] Set router b3f931a9-df7f-4dff-86e8-f4b81edce072 gateway port host: dv-cinder-793264-1-iscsi {{(pid=98853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 03:58:40.214280 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6526ba76-5e80-4ef5-9fce-0ac6b27ea546 req-18fe0fe4-7970-432e-87bf-cb968a7bf0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:58:40.215673 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-6526ba76-5e80-4ef5-9fce-0ac6b27ea546 req-18fe0fe4-7970-432e-87bf-cb968a7bf0b0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6b6a582a2a304a7d881efcfa2373dfb1&device_id=ea6a4f71-9eac-42b4-bba2-a81456c3d2a4 HTTP/1.1" status: 200 len: 1098 time: 0.0758295 May 27 03:58:40.349375 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6526ba76-5e80-4ef5-9fce-0ac6b27ea546 req-e760d59f-ea53-4eb9-81a3-b59f1a3dadb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:58:40.350810 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-6526ba76-5e80-4ef5-9fce-0ac6b27ea546 req-e760d59f-ea53-4eb9-81a3-b59f1a3dadb7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e3d5c143-f0ba-4a03-b1d4-d1be1e83dd0f HTTP/1.1" status: 200 len: 911 time: 0.1291456 May 27 03:58:40.418209 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-6526ba76-5e80-4ef5-9fce-0ac6b27ea546 req-5807523a-cf17-4d14-9622-a8f922d7d1b4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=91aa15b2-7be2-4c92-819b-1666c07ffc93 HTTP/1.1" status: 200 len: 217 time: 0.0608642 May 27 03:58:40.485030 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6526ba76-5e80-4ef5-9fce-0ac6b27ea546 req-5f371ddf-3708-4400-92aa-d1848059a6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:58:40.486427 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-6526ba76-5e80-4ef5-9fce-0ac6b27ea546 req-5f371ddf-3708-4400-92aa-d1848059a6c7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ee570db5-d628-482f-a928-b08d68185abf HTTP/1.1" status: 200 len: 850 time: 0.0621619 May 27 03:58:40.536124 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_hamode_db [None req-2018d401-0292-4f9f-9a80-ef01d88d249a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3f931a9-df7f-4dff-86e8-f4b81edce072', 'name': 'tempest-TestVolumeBootPattern-463161786-router', 'tenant_id': '6b6a582a2a304a7d881efcfa2373dfb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'external_fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': 'f700bb4e-57a4-4f61-8e65-f9d871abf70c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:49:19Z', 'updated_at': '2021-05-27T03:49:24Z', 'revision_number': 4, 'project_id': '6b6a582a2a304a7d881efcfa2373dfb1', 'gw_port': {'id': 'f700bb4e-57a4-4f61-8e65-f9d871abf70c', 'name': '', 'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f931a9-df7f-4dff-86e8-f4b81edce072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:49:20Z', 'updated_at': '2021-05-27T03:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-iscsi', '_floatingips': [{'id': 'd4809b6b-22d7-417a-9653-dc342510dd45', 'tenant_id': '6b6a582a2a304a7d881efcfa2373dfb1', 'floating_ip_address': '172.27.2.150', 'floating_network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'router_id': 'b3f931a9-df7f-4dff-86e8-f4b81edce072', 'port_id': '72f4926f-0769-4beb-af47-64edc4895b0c', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 653, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3d5c143-f0ba-4a03-b1d4-d1be1e83dd0f', 'mac_address': 'fa:16:3e:87:4c:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07cf1f8a-a1e3-4041-a5cc-8650aafb1468', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T03:53:32Z', 'updated_at': '2021-05-27T03:53:35Z', 'revision_number': 1, 'project_id': '6b6a582a2a304a7d881efcfa2373dfb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c673371-f2b8-409e-95ea-14f1efedee98', 'name': '', 'network_id': 'e3d5c143-f0ba-4a03-b1d4-d1be1e83dd0f', 'tenant_id': '6b6a582a2a304a7d881efcfa2373dfb1', 'mac_address': 'fa:16:3e:c1:be:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f931a9-df7f-4dff-86e8-f4b81edce072', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'ee570db5-d628-482f-a928-b08d68185abf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:49:23Z', 'updated_at': '2021-05-27T03:49:30Z', 'revision_number': 5, 'project_id': '6b6a582a2a304a7d881efcfa2373dfb1', 'subnets': [{'id': 'ee570db5-d628-482f-a928-b08d68185abf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-1-iscsi', False) {} {{(pid=98853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:58:40.539985 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2018d401-0292-4f9f-9a80-ef01d88d249a None None] Checking router: b3f931a9-df7f-4dff-86e8-f4b81edce072 for host: dv-cinder-793264-1-iscsi {{(pid=98853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:58:40.548713 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2018d401-0292-4f9f-9a80-ef01d88d249a None None] Routers {'b3f931a9-df7f-4dff-86e8-f4b81edce072'} bound to L3 agent in host dv-cinder-793264-1-iscsi {{(pid=98853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 03:58:40.549312 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_hamode_db [None req-2018d401-0292-4f9f-9a80-ef01d88d249a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-27T03:33:06Z,description=,heartbeat_timestamp=2021-05-27T03:58:36Z,host='dv-cinder-793264-1-iscsi',id=816f7595-8215-4f06-9251-575c663b21d0,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T03:33:06Z,topic='l3_agent')) {'router_ids': ['b3f931a9-df7f-4dff-86e8-f4b81edce072'], 'active': True} {{(pid=98853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:58:40.620555 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6526ba76-5e80-4ef5-9fce-0ac6b27ea546 req-255f897c-919b-4404-ae57-8ed851b0be43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:58:40.622027 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-6526ba76-5e80-4ef5-9fce-0ac6b27ea546 req-255f897c-919b-4404-ae57-8ed851b0be43 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e3d5c143-f0ba-4a03-b1d4-d1be1e83dd0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1289620 May 27 03:58:40.637030 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b4443a-8af7-40ae-86ff-a69970d423dc req-9e801613-da5e-47e9-bb85-20136fd06d24 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:58:40.638409 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-25b4443a-8af7-40ae-86ff-a69970d423dc req-9e801613-da5e-47e9-bb85-20136fd06d24 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea6a4f71-9eac-42b4-bba2-a81456c3d2a4 HTTP/1.1" status: 200 len: 945 time: 0.1108797 May 27 03:58:40.722460 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_dvr_db [None req-2018d401-0292-4f9f-9a80-ef01d88d249a None None] Set router b3f931a9-df7f-4dff-86e8-f4b81edce072 gateway port host: dv-cinder-793264-1-iscsi {{(pid=98853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 03:58:40.764477 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-25b4443a-8af7-40ae-86ff-a69970d423dc req-befda27f-d054-4811-a395-c5718aad3f27 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff86e39a-d39a-4fd4-a00c-fee39d8f2861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056809 May 27 03:58:40.798162 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-6526ba76-5e80-4ef5-9fce-0ac6b27ea546 req-39468ac8-a137-444d-be77-710d56a08666 service neutron] 10.222.0.36 "GET /v2.0/networks/e3d5c143-f0ba-4a03-b1d4-d1be1e83dd0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588252 May 27 03:58:40.929860 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-6526ba76-5e80-4ef5-9fce-0ac6b27ea546 req-9f2e00b6-f06b-42f2-939e-730357aa3584 service neutron] 10.222.0.36 "GET /v2.0/networks/e3d5c143-f0ba-4a03-b1d4-d1be1e83dd0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245589 May 27 03:58:41.066379 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_hamode_db [None req-2018d401-0292-4f9f-9a80-ef01d88d249a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3f931a9-df7f-4dff-86e8-f4b81edce072', 'name': 'tempest-TestVolumeBootPattern-463161786-router', 'tenant_id': '6b6a582a2a304a7d881efcfa2373dfb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'external_fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': 'f700bb4e-57a4-4f61-8e65-f9d871abf70c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:49:19Z', 'updated_at': '2021-05-27T03:49:24Z', 'revision_number': 4, 'project_id': '6b6a582a2a304a7d881efcfa2373dfb1', 'gw_port': {'id': 'f700bb4e-57a4-4f61-8e65-f9d871abf70c', 'name': '', 'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f931a9-df7f-4dff-86e8-f4b81edce072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:49:20Z', 'updated_at': '2021-05-27T03:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-iscsi', '_floatingips': [{'id': 'd4809b6b-22d7-417a-9653-dc342510dd45', 'tenant_id': '6b6a582a2a304a7d881efcfa2373dfb1', 'floating_ip_address': '172.27.2.150', 'floating_network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'router_id': 'b3f931a9-df7f-4dff-86e8-f4b81edce072', 'port_id': '72f4926f-0769-4beb-af47-64edc4895b0c', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 653, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3d5c143-f0ba-4a03-b1d4-d1be1e83dd0f', 'mac_address': 'fa:16:3e:87:4c:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07cf1f8a-a1e3-4041-a5cc-8650aafb1468', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T03:53:32Z', 'updated_at': '2021-05-27T03:53:35Z', 'revision_number': 1, 'project_id': '6b6a582a2a304a7d881efcfa2373dfb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c673371-f2b8-409e-95ea-14f1efedee98', 'name': '', 'network_id': 'e3d5c143-f0ba-4a03-b1d4-d1be1e83dd0f', 'tenant_id': '6b6a582a2a304a7d881efcfa2373dfb1', 'mac_address': 'fa:16:3e:c1:be:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f931a9-df7f-4dff-86e8-f4b81edce072', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'ee570db5-d628-482f-a928-b08d68185abf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:49:23Z', 'updated_at': '2021-05-27T03:49:30Z', 'revision_number': 5, 'project_id': '6b6a582a2a304a7d881efcfa2373dfb1', 'subnets': [{'id': 'ee570db5-d628-482f-a928-b08d68185abf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-1-iscsi', False) {} {{(pid=98853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:58:41.070156 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2018d401-0292-4f9f-9a80-ef01d88d249a None None] The sync data for ids ['b3f931a9-df7f-4dff-86e8-f4b81edce072'] in dv-cinder-793264-1-iscsi is: [{'id': 'b3f931a9-df7f-4dff-86e8-f4b81edce072', 'name': 'tempest-TestVolumeBootPattern-463161786-router', 'tenant_id': '6b6a582a2a304a7d881efcfa2373dfb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'external_fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': 'f700bb4e-57a4-4f61-8e65-f9d871abf70c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:49:19Z', 'updated_at': '2021-05-27T03:49:24Z', 'revision_number': 4, 'project_id': '6b6a582a2a304a7d881efcfa2373dfb1', 'gw_port': {'id': 'f700bb4e-57a4-4f61-8e65-f9d871abf70c', 'name': '', 'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f931a9-df7f-4dff-86e8-f4b81edce072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:49:20Z', 'updated_at': '2021-05-27T03:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-iscsi', '_floatingips': [{'id': 'd4809b6b-22d7-417a-9653-dc342510dd45', 'tenant_id': '6b6a582a2a304a7d881efcfa2373dfb1', 'floating_ip_address': '172.27.2.150', 'floating_network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'router_id': 'b3f931a9-df7f-4dff-86e8-f4b81edce072', 'port_id': '72f4926f-0769-4beb-af47-64edc4895b0c', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 653, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3d5c143-f0ba-4a03-b1d4-d1be1e83dd0f', 'mac_address': 'fa:16:3e:87:4c:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07cf1f8a-a1e3-4041-a5cc-8650aafb1468', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T03:53:32Z', 'updated_at': '2021-05-27T03:53:35Z', 'revision_number': 1, 'project_id': '6b6a582a2a304a7d881efcfa2373dfb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c673371-f2b8-409e-95ea-14f1efedee98', 'name': '', 'network_id': 'e3d5c143-f0ba-4a03-b1d4-d1be1e83dd0f', 'tenant_id': '6b6a582a2a304a7d881efcfa2373dfb1', 'mac_address': 'fa:16:3e:c1:be:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f931a9-df7f-4dff-86e8-f4b81edce072', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'ee570db5-d628-482f-a928-b08d68185abf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:49:23Z', 'updated_at': '2021-05-27T03:49:30Z', 'revision_number': 5, 'project_id': '6b6a582a2a304a7d881efcfa2373dfb1', 'subnets': [{'id': 'ee570db5-d628-482f-a928-b08d68185abf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:58:41.254899 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe20598-e9de-46b9-8750-d965f9e53158 None None] New status for floating IP e0305764-518c-4fa2-a2fb-ec17b5a0035f: DOWN {{(pid=98854) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 03:58:41.969629 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3201dc3f-6339-426e-bdc2-759f0d6d775d req-25ff2c8f-c1f6-4cf7-be6b-cc371439d9e4 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:58:41.970284 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [req-3201dc3f-6339-426e-bdc2-759f0d6d775d req-25ff2c8f-c1f6-4cf7-be6b-cc371439d9e4 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Synchronizing usage tracker for tenant:6b6a582a2a304a7d881efcfa2373dfb1 on resource:port {{(pid=98852) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:58:42.024995 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.quota.resource [req-3201dc3f-6339-426e-bdc2-759f0d6d775d req-25ff2c8f-c1f6-4cf7-be6b-cc371439d9e4 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Unset dirty status for tenant:6b6a582a2a304a7d881efcfa2373dfb1 on resource:port {{(pid=98852) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:58:42.026189 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-3201dc3f-6339-426e-bdc2-759f0d6d775d req-25ff2c8f-c1f6-4cf7-be6b-cc371439d9e4 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea6a4f71-9eac-42b4-bba2-a81456c3d2a4 HTTP/1.1" status: 200 len: 945 time: 0.1387298 May 27 03:58:42.071014 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-3201dc3f-6339-426e-bdc2-759f0d6d775d req-d4899e4d-6574-408c-8140-c2ed1370e141 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff86e39a-d39a-4fd4-a00c-fee39d8f2861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389013 May 27 03:58:42.291057 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c94e52e-4010-428c-99b2-49351f3d2040 req-93e94333-3bbf-42e5-bd23-d81d41b6b369 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:58:42.292464 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-7c94e52e-4010-428c-99b2-49351f3d2040 req-93e94333-3bbf-42e5-bd23-d81d41b6b369 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea6a4f71-9eac-42b4-bba2-a81456c3d2a4 HTTP/1.1" status: 200 len: 945 time: 0.0818968 May 27 03:58:42.420945 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.plugin [req-7c94e52e-4010-428c-99b2-49351f3d2040 req-c3a7f1d6-4818-4e77-a804-ca45f98af765 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Deleting port 91aa15b2-7be2-4c92-819b-1666c07ffc93 {{(pid=98851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 03:58:42.421276 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-7c94e52e-4010-428c-99b2-49351f3d2040 req-c3a7f1d6-4818-4e77-a804-ca45f98af765 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786481719372'] for port, before_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:42.549782 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.db [req-7c94e52e-4010-428c-99b2-49351f3d2040 req-c3a7f1d6-4818-4e77-a804-ca45f98af765 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] For port 91aa15b2-7be2-4c92-819b-1666c07ffc93, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=91aa15b2-7be2-4c92-819b-1666c07ffc93,segment=NetworkSegment(f3e696c2-fd56-4523-a2a6-afde57cdd975),segment_id=f3e696c2-fd56-4523-a2a6-afde57cdd975)] {{(pid=98851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:58:42.550048 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-7c94e52e-4010-428c-99b2-49351f3d2040 req-c3a7f1d6-4818-4e77-a804-ca45f98af765 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417280'] for port, precommit_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:42.762745 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.plugin [req-7c94e52e-4010-428c-99b2-49351f3d2040 req-c3a7f1d6-4818-4e77-a804-ca45f98af765 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Calling delete_port for 91aa15b2-7be2-4c92-819b-1666c07ffc93 owned by compute:nova {{(pid=98851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 03:58:42.956558 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-7c94e52e-4010-428c-99b2-49351f3d2040 req-c3a7f1d6-4818-4e77-a804-ca45f98af765 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786481721510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786481287397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28231606'] for port, after_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:42.962333 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-9dfa24ef-33ca-410d-96ee-520f9bf2a599 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:58:43.010945 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a7f1d6-4818-4e77-a804-ca45f98af765 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Pushing event deleted for resources: {'Port': ['ID=91aa15b2-7be2-4c92-819b-1666c07ffc93,revision_number=None']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:58:43.045527 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a7f1d6-4818-4e77-a804-ca45f98af765 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:58:43.045905 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a7f1d6-4818-4e77-a804-ca45f98af765 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:58:43.046274 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a7f1d6-4818-4e77-a804-ca45f98af765 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:58:43.046659 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a7f1d6-4818-4e77-a804-ca45f98af765 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:58:43.047069 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a7f1d6-4818-4e77-a804-ca45f98af765 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:58:43.047430 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a7f1d6-4818-4e77-a804-ca45f98af765 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:58:43.047787 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a7f1d6-4818-4e77-a804-ca45f98af765 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:58:43.048143 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a7f1d6-4818-4e77-a804-ca45f98af765 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:58:43.048520 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a7f1d6-4818-4e77-a804-ca45f98af765 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:58:43.048874 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a7f1d6-4818-4e77-a804-ca45f98af765 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:58:43.049222 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a7f1d6-4818-4e77-a804-ca45f98af765 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:58:43.049567 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a7f1d6-4818-4e77-a804-ca45f98af765 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:58:43.057392 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-c3a7f1d6-4818-4e77-a804-ca45f98af765 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:58:43.098613 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c94e52e-4010-428c-99b2-49351f3d2040 req-c3a7f1d6-4818-4e77-a804-ca45f98af765 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] No DVR routers for this DVR port 91aa15b2-7be2-4c92-819b-1666c07ffc93 on host hv-cinder-79326 {{(pid=98851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:58:43.101144 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-7c94e52e-4010-428c-99b2-49351f3d2040 req-c3a7f1d6-4818-4e77-a804-ca45f98af765 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4037888'] for port, before_response {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:43.103936 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea6a4f71-9eac-42b4-bba2-a81456c3d2a4', 'name': 'network-vif-deleted', 'tag': '91aa15b2-7be2-4c92-819b-1666c07ffc93'}] {{(pid=98851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:58:43.228932 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea6a4f71-9eac-42b4-bba2-a81456c3d2a4', 'name': 'network-vif-deleted', 'tag': '91aa15b2-7be2-4c92-819b-1666c07ffc93', 'status': 'completed', 'code': 200} May 27 03:58:43.235053 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [req-ea150d5e-45bd-471f-a43c-d025cbec8734 req-68be87ea-7d9f-46ac-9f87-8318fad4da95 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Synchronizing usage tracker for tenant:6b6a582a2a304a7d881efcfa2373dfb1 on resource:port {{(pid=98851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:58:43.238010 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-7c94e52e-4010-428c-99b2-49351f3d2040 req-c3a7f1d6-4818-4e77-a804-ca45f98af765 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] 10.222.0.36 "DELETE /v2.0/ports/91aa15b2-7be2-4c92-819b-1666c07ffc93 HTTP/1.1" status: 204 len: 173 time: 0.9393878 May 27 03:58:43.314963 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [req-ea150d5e-45bd-471f-a43c-d025cbec8734 req-68be87ea-7d9f-46ac-9f87-8318fad4da95 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Unset dirty status for tenant:6b6a582a2a304a7d881efcfa2373dfb1 on resource:port {{(pid=98851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:58:43.316058 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-ea150d5e-45bd-471f-a43c-d025cbec8734 req-68be87ea-7d9f-46ac-9f87-8318fad4da95 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea6a4f71-9eac-42b4-bba2-a81456c3d2a4 HTTP/1.1" status: 200 len: 210 time: 0.1290319 May 27 03:58:44.479258 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-f070bb60-bd73-4a66-9d84-25986d3559ef req-0de3682b-a56b-4bfc-87a1-068bbc8eb576 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea6a4f71-9eac-42b4-bba2-a81456c3d2a4 HTTP/1.1" status: 200 len: 210 time: 0.0417881 May 27 03:58:45.600635 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Device 91aa15b2-7be2-4c92-819b-1666c07ffc93 no longer exists at agent hyperv_hv-cinder-79326 {{(pid=98853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:58:45.634150 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.plugin [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] No Port match for: 91aa15b2-7be2-4c92-819b-1666c07ffc93 {{(pid=98853) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 03:58:45.634500 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Device 91aa15b2-7be2-4c92-819b-1666c07ffc93 not bound to the agent host hv-cinder-79326 {{(pid=98853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:58:47.492172 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:48.127300 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.wsgi [-] (98851) accepted ('10.222.0.25', 37200) {{(pid=98851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:58:48.384525 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.plugin [None req-09406efb-81fb-4697-80b4-b3c4edcb11ad tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Deleting port 4aa535f3-2f01-4ca4-8982-b38b1748b010 {{(pid=98851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 03:58:48.385029 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-09406efb-81fb-4697-80b4-b3c4edcb11ad tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786481719372'] for port, before_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:48.504729 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-09406efb-81fb-4697-80b4-b3c4edcb11ad tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417280'] for port, precommit_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:48.505048 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-09406efb-81fb-4697-80b4-b3c4edcb11ad tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:48.623885 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.plugin [None req-09406efb-81fb-4697-80b4-b3c4edcb11ad tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Calling delete_port for 4aa535f3-2f01-4ca4-8982-b38b1748b010 owned by network:floatingip {{(pid=98851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 03:58:48.824808 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-09406efb-81fb-4697-80b4-b3c4edcb11ad tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786481721510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786481287397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28231606'] for port, after_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:48.828719 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-cab3951c-b6c7-4fa4-8a3c-0114c5bb235a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:58:48.869312 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09406efb-81fb-4697-80b4-b3c4edcb11ad tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Pushing event deleted for resources: {'Port': ['ID=4aa535f3-2f01-4ca4-8982-b38b1748b010,revision_number=None']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:58:48.872865 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-09406efb-81fb-4697-80b4-b3c4edcb11ad tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:58:48.962286 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-09406efb-81fb-4697-80b4-b3c4edcb11ad tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Notify callbacks [] for floatingip, after_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:48.962614 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.db.l3_db [None req-09406efb-81fb-4697-80b4-b3c4edcb11ad tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Floating IP d4809b6b-22d7-417a-9653-dc342510dd45 disassociated (deleted). External IP: 172.27.2.150, port: 72f4926f-0769-4beb-af47-64edc4895b0c. May 27 03:58:49.402490 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09406efb-81fb-4697-80b4-b3c4edcb11ad tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Router b3f931a9-df7f-4dff-86e8-f4b81edce072 has already been hosted by L3 agent 816f7595-8215-4f06-9251-575c663b21d0 {{(pid=98851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 03:58:49.576587 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09406efb-81fb-4697-80b4-b3c4edcb11ad tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Notify agent at l3_agent.dv-cinder-793264-1-iscsi the message routers_updated {{(pid=98851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 03:58:49.586715 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc05e24-936b-4b7b-b222-56e8bf1e415b None None] Sync routers for ids ['b3f931a9-df7f-4dff-86e8-f4b81edce072'] in dv-cinder-793264-1-iscsi {{(pid=98853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:58:49.596017 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc05e24-936b-4b7b-b222-56e8bf1e415b None None] Routers {'b3f931a9-df7f-4dff-86e8-f4b81edce072'} bound to L3 agent in host dv-cinder-793264-1-iscsi {{(pid=98853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 03:58:49.596658 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_hamode_db [None req-9bc05e24-936b-4b7b-b222-56e8bf1e415b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-27T03:33:06Z,description=,heartbeat_timestamp=2021-05-27T03:58:36Z,host='dv-cinder-793264-1-iscsi',id=816f7595-8215-4f06-9251-575c663b21d0,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T03:33:06Z,topic='l3_agent')) {'router_ids': ['b3f931a9-df7f-4dff-86e8-f4b81edce072'], 'active': True} {{(pid=98853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:58:49.712387 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-09406efb-81fb-4697-80b4-b3c4edcb11ad tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4037888'] for floatingip, before_response {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:49.766604 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [None req-09406efb-81fb-4697-80b4-b3c4edcb11ad tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] 10.222.0.25 "DELETE /v2.0/floatingips/d4809b6b-22d7-417a-9653-dc342510dd45 HTTP/1.1" status: 204 len: 168 time: 1.6382296 May 27 03:58:49.767269 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07cf1f8a-a1e3-4041-a5cc-8650aafb1468', 'tag': '72f4926f-0769-4beb-af47-64edc4895b0c'}] {{(pid=98851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:58:49.774459 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_dvr_db [None req-9bc05e24-936b-4b7b-b222-56e8bf1e415b None None] Set router b3f931a9-df7f-4dff-86e8-f4b81edce072 gateway port host: dv-cinder-793264-1-iscsi {{(pid=98853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 03:58:49.809830 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07cf1f8a-a1e3-4041-a5cc-8650aafb1468', 'tag': '72f4926f-0769-4beb-af47-64edc4895b0c', 'status': 'completed', 'code': 200} May 27 03:58:49.910133 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ba6539-f4bc-4069-8a5d-81c63be5159c req-e02bb173-de9a-433b-ad3b-87ff06c4cc89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:58:49.912004 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-69ba6539-f4bc-4069-8a5d-81c63be5159c req-e02bb173-de9a-433b-ad3b-87ff06c4cc89 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6b6a582a2a304a7d881efcfa2373dfb1&device_id=07cf1f8a-a1e3-4041-a5cc-8650aafb1468 HTTP/1.1" status: 200 len: 1099 time: 0.0796268 May 27 03:58:50.043530 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ba6539-f4bc-4069-8a5d-81c63be5159c req-72f371e2-89d8-4119-83a9-1a09148dddc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:58:50.045083 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-69ba6539-f4bc-4069-8a5d-81c63be5159c req-72f371e2-89d8-4119-83a9-1a09148dddc0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e3d5c143-f0ba-4a03-b1d4-d1be1e83dd0f HTTP/1.1" status: 200 len: 911 time: 0.1272712 May 27 03:58:50.117761 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-69ba6539-f4bc-4069-8a5d-81c63be5159c req-1e0be7eb-7ab3-4c36-b879-5affc4dc8fd8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=72f4926f-0769-4beb-af47-64edc4895b0c HTTP/1.1" status: 200 len: 217 time: 0.0627484 May 27 03:58:50.151265 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_hamode_db [None req-9bc05e24-936b-4b7b-b222-56e8bf1e415b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3f931a9-df7f-4dff-86e8-f4b81edce072', 'name': 'tempest-TestVolumeBootPattern-463161786-router', 'tenant_id': '6b6a582a2a304a7d881efcfa2373dfb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'external_fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': 'f700bb4e-57a4-4f61-8e65-f9d871abf70c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:49:19Z', 'updated_at': '2021-05-27T03:49:24Z', 'revision_number': 4, 'project_id': '6b6a582a2a304a7d881efcfa2373dfb1', 'gw_port': {'id': 'f700bb4e-57a4-4f61-8e65-f9d871abf70c', 'name': '', 'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f931a9-df7f-4dff-86e8-f4b81edce072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:49:20Z', 'updated_at': '2021-05-27T03:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-iscsi', '_interfaces': [{'id': '3c673371-f2b8-409e-95ea-14f1efedee98', 'name': '', 'network_id': 'e3d5c143-f0ba-4a03-b1d4-d1be1e83dd0f', 'tenant_id': '6b6a582a2a304a7d881efcfa2373dfb1', 'mac_address': 'fa:16:3e:c1:be:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f931a9-df7f-4dff-86e8-f4b81edce072', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'ee570db5-d628-482f-a928-b08d68185abf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:49:23Z', 'updated_at': '2021-05-27T03:49:30Z', 'revision_number': 5, 'project_id': '6b6a582a2a304a7d881efcfa2373dfb1', 'subnets': [{'id': 'ee570db5-d628-482f-a928-b08d68185abf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-1-iscsi', False) {} {{(pid=98853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:58:50.155363 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc05e24-936b-4b7b-b222-56e8bf1e415b None None] Checking router: b3f931a9-df7f-4dff-86e8-f4b81edce072 for host: dv-cinder-793264-1-iscsi {{(pid=98853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:58:50.164461 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc05e24-936b-4b7b-b222-56e8bf1e415b None None] Routers {'b3f931a9-df7f-4dff-86e8-f4b81edce072'} bound to L3 agent in host dv-cinder-793264-1-iscsi {{(pid=98853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 03:58:50.165478 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_hamode_db [None req-9bc05e24-936b-4b7b-b222-56e8bf1e415b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-27T03:33:06Z,description=,heartbeat_timestamp=2021-05-27T03:58:36Z,host='dv-cinder-793264-1-iscsi',id=816f7595-8215-4f06-9251-575c663b21d0,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T03:33:06Z,topic='l3_agent')) {'router_ids': ['b3f931a9-df7f-4dff-86e8-f4b81edce072'], 'active': True} {{(pid=98853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:58:50.183858 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ba6539-f4bc-4069-8a5d-81c63be5159c req-35a3daf7-cda6-4c54-87d9-73c5271c19f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:58:50.185687 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-69ba6539-f4bc-4069-8a5d-81c63be5159c req-35a3daf7-cda6-4c54-87d9-73c5271c19f0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ee570db5-d628-482f-a928-b08d68185abf HTTP/1.1" status: 200 len: 850 time: 0.0615220 May 27 03:58:50.323607 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ba6539-f4bc-4069-8a5d-81c63be5159c req-83d5f199-8386-4816-8348-a35d7832d95e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:58:50.325018 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-69ba6539-f4bc-4069-8a5d-81c63be5159c req-83d5f199-8386-4816-8348-a35d7832d95e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e3d5c143-f0ba-4a03-b1d4-d1be1e83dd0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1318305 May 27 03:58:50.332953 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec2e465-7e7d-4a37-be01-c8866457faff req-7444f44c-485a-4f15-a2ed-7f734b1f607f tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:58:50.333645 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [req-cec2e465-7e7d-4a37-be01-c8866457faff req-7444f44c-485a-4f15-a2ed-7f734b1f607f tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Synchronizing usage tracker for tenant:6b6a582a2a304a7d881efcfa2373dfb1 on resource:port {{(pid=98851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:58:50.340093 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_dvr_db [None req-9bc05e24-936b-4b7b-b222-56e8bf1e415b None None] Set router b3f931a9-df7f-4dff-86e8-f4b81edce072 gateway port host: dv-cinder-793264-1-iscsi {{(pid=98853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 03:58:50.470927 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-69ba6539-f4bc-4069-8a5d-81c63be5159c req-adac5434-4226-42bb-b50f-6f405c9c8969 service neutron] 10.222.0.36 "GET /v2.0/networks/e3d5c143-f0ba-4a03-b1d4-d1be1e83dd0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335900 May 27 03:58:50.498478 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.quota.resource [req-cec2e465-7e7d-4a37-be01-c8866457faff req-7444f44c-485a-4f15-a2ed-7f734b1f607f tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Unset dirty status for tenant:6b6a582a2a304a7d881efcfa2373dfb1 on resource:port {{(pid=98851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:58:50.500109 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-cec2e465-7e7d-4a37-be01-c8866457faff req-7444f44c-485a-4f15-a2ed-7f734b1f607f tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] 10.222.0.25 "GET /v2.0/ports?device_id=07cf1f8a-a1e3-4041-a5cc-8650aafb1468 HTTP/1.1" status: 200 len: 946 time: 0.2733560 May 27 03:58:50.617760 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-cec2e465-7e7d-4a37-be01-c8866457faff req-f75b3e56-be3e-4a01-a26d-9d2196a7697b tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff86e39a-d39a-4fd4-a00c-fee39d8f2861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114719 May 27 03:58:50.640239 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-69ba6539-f4bc-4069-8a5d-81c63be5159c req-5d2ce7ef-2442-4b17-87e8-edf8aecd1b33 service neutron] 10.222.0.36 "GET /v2.0/networks/e3d5c143-f0ba-4a03-b1d4-d1be1e83dd0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617062 May 27 03:58:50.660615 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_hamode_db [None req-9bc05e24-936b-4b7b-b222-56e8bf1e415b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3f931a9-df7f-4dff-86e8-f4b81edce072', 'name': 'tempest-TestVolumeBootPattern-463161786-router', 'tenant_id': '6b6a582a2a304a7d881efcfa2373dfb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'external_fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': 'f700bb4e-57a4-4f61-8e65-f9d871abf70c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:49:19Z', 'updated_at': '2021-05-27T03:49:24Z', 'revision_number': 4, 'project_id': '6b6a582a2a304a7d881efcfa2373dfb1', 'gw_port': {'id': 'f700bb4e-57a4-4f61-8e65-f9d871abf70c', 'name': '', 'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f931a9-df7f-4dff-86e8-f4b81edce072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:49:20Z', 'updated_at': '2021-05-27T03:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-iscsi', '_interfaces': [{'id': '3c673371-f2b8-409e-95ea-14f1efedee98', 'name': '', 'network_id': 'e3d5c143-f0ba-4a03-b1d4-d1be1e83dd0f', 'tenant_id': '6b6a582a2a304a7d881efcfa2373dfb1', 'mac_address': 'fa:16:3e:c1:be:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f931a9-df7f-4dff-86e8-f4b81edce072', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'ee570db5-d628-482f-a928-b08d68185abf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:49:23Z', 'updated_at': '2021-05-27T03:49:30Z', 'revision_number': 5, 'project_id': '6b6a582a2a304a7d881efcfa2373dfb1', 'subnets': [{'id': 'ee570db5-d628-482f-a928-b08d68185abf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-1-iscsi', False) {} {{(pid=98853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:58:50.664556 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc05e24-936b-4b7b-b222-56e8bf1e415b None None] The sync data for ids ['b3f931a9-df7f-4dff-86e8-f4b81edce072'] in dv-cinder-793264-1-iscsi is: [{'id': 'b3f931a9-df7f-4dff-86e8-f4b81edce072', 'name': 'tempest-TestVolumeBootPattern-463161786-router', 'tenant_id': '6b6a582a2a304a7d881efcfa2373dfb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'external_fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': 'f700bb4e-57a4-4f61-8e65-f9d871abf70c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:49:19Z', 'updated_at': '2021-05-27T03:49:24Z', 'revision_number': 4, 'project_id': '6b6a582a2a304a7d881efcfa2373dfb1', 'gw_port': {'id': 'f700bb4e-57a4-4f61-8e65-f9d871abf70c', 'name': '', 'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f931a9-df7f-4dff-86e8-f4b81edce072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:49:20Z', 'updated_at': '2021-05-27T03:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-iscsi', '_interfaces': [{'id': '3c673371-f2b8-409e-95ea-14f1efedee98', 'name': '', 'network_id': 'e3d5c143-f0ba-4a03-b1d4-d1be1e83dd0f', 'tenant_id': '6b6a582a2a304a7d881efcfa2373dfb1', 'mac_address': 'fa:16:3e:c1:be:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f931a9-df7f-4dff-86e8-f4b81edce072', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'ee570db5-d628-482f-a928-b08d68185abf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:49:23Z', 'updated_at': '2021-05-27T03:49:30Z', 'revision_number': 5, 'project_id': '6b6a582a2a304a7d881efcfa2373dfb1', 'subnets': [{'id': 'ee570db5-d628-482f-a928-b08d68185abf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:58:50.878690 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e34fd9e-edf0-47ff-aeac-4e2f721904b6 None None] New status for floating IP d4809b6b-22d7-417a-9653-dc342510dd45: DOWN {{(pid=98854) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 03:58:50.883917 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81da461a-3b03-42ef-b81d-61769d2ef2fe req-36386b6d-0e4a-4cf1-8d4d-6a0c7b9133bf tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:58:50.885396 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-81da461a-3b03-42ef-b81d-61769d2ef2fe req-36386b6d-0e4a-4cf1-8d4d-6a0c7b9133bf tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] 10.222.0.36 "GET /v2.0/ports?device_id=07cf1f8a-a1e3-4041-a5cc-8650aafb1468 HTTP/1.1" status: 200 len: 946 time: 0.0803335 May 27 03:58:51.023015 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.plugin [req-81da461a-3b03-42ef-b81d-61769d2ef2fe req-fc16535f-b361-4ccf-8c83-fdbb3240c07e tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Deleting port 72f4926f-0769-4beb-af47-64edc4895b0c {{(pid=98851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 03:58:51.023357 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-81da461a-3b03-42ef-b81d-61769d2ef2fe req-fc16535f-b361-4ccf-8c83-fdbb3240c07e tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786481719372'] for port, before_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:51.250851 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.db [req-81da461a-3b03-42ef-b81d-61769d2ef2fe req-fc16535f-b361-4ccf-8c83-fdbb3240c07e tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] For port 72f4926f-0769-4beb-af47-64edc4895b0c, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=72f4926f-0769-4beb-af47-64edc4895b0c,segment=NetworkSegment(f3e696c2-fd56-4523-a2a6-afde57cdd975),segment_id=f3e696c2-fd56-4523-a2a6-afde57cdd975)] {{(pid=98851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:58:51.251093 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-81da461a-3b03-42ef-b81d-61769d2ef2fe req-fc16535f-b361-4ccf-8c83-fdbb3240c07e tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417280'] for port, precommit_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:51.373932 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.plugin [req-81da461a-3b03-42ef-b81d-61769d2ef2fe req-fc16535f-b361-4ccf-8c83-fdbb3240c07e tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Calling delete_port for 72f4926f-0769-4beb-af47-64edc4895b0c owned by compute:nova {{(pid=98851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 03:58:51.527931 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-81da461a-3b03-42ef-b81d-61769d2ef2fe req-fc16535f-b361-4ccf-8c83-fdbb3240c07e tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786481721510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786481287397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28231606'] for port, after_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:51.533870 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-c3a7f1d6-4818-4e77-a804-ca45f98af765 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:58:51.577216 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc16535f-b361-4ccf-8c83-fdbb3240c07e tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Pushing event deleted for resources: {'Port': ['ID=72f4926f-0769-4beb-af47-64edc4895b0c,revision_number=None']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:58:51.580047 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-fc16535f-b361-4ccf-8c83-fdbb3240c07e tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:58:51.657258 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.l3_dvrscheduler_db [req-81da461a-3b03-42ef-b81d-61769d2ef2fe req-fc16535f-b361-4ccf-8c83-fdbb3240c07e tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] No DVR routers for this DVR port 72f4926f-0769-4beb-af47-64edc4895b0c on host hv-cinder-79326 {{(pid=98851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:58:51.659720 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [req-81da461a-3b03-42ef-b81d-61769d2ef2fe req-fc16535f-b361-4ccf-8c83-fdbb3240c07e tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4037888'] for port, before_response {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:51.716436 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [req-81da461a-3b03-42ef-b81d-61769d2ef2fe req-fc16535f-b361-4ccf-8c83-fdbb3240c07e tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] 10.222.0.36 "DELETE /v2.0/ports/72f4926f-0769-4beb-af47-64edc4895b0c HTTP/1.1" status: 204 len: 173 time: 0.8199720 May 27 03:58:51.771702 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-fe727745-e68a-444e-b592-23eb56360d60 req-8f99b4d2-7f36-4d4c-a7be-08b3cbd71555 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] 10.222.0.25 "GET /v2.0/ports?device_id=07cf1f8a-a1e3-4041-a5cc-8650aafb1468 HTTP/1.1" status: 200 len: 210 time: 0.0458002 May 27 03:58:51.811281 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07cf1f8a-a1e3-4041-a5cc-8650aafb1468', 'name': 'network-vif-deleted', 'tag': '72f4926f-0769-4beb-af47-64edc4895b0c'}] {{(pid=98851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:58:51.855322 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07cf1f8a-a1e3-4041-a5cc-8650aafb1468', 'name': 'network-vif-deleted', 'tag': '72f4926f-0769-4beb-af47-64edc4895b0c', 'status': 'completed', 'code': 200} May 27 03:58:52.929460 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [req-181c85ad-3b97-46d7-93c6-ef709182e24a req-e48a5f4f-6da5-4590-a3c9-eea9d7797b09 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] 10.222.0.25 "GET /v2.0/ports?device_id=07cf1f8a-a1e3-4041-a5cc-8650aafb1468 HTTP/1.1" status: 200 len: 210 time: 0.0422442 May 27 03:58:54.023286 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 37218) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:58:54.235492 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.plugins.ml2.plugin [None req-1ddee1eb-8422-41a0-a73f-60106db75778 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Deleting port ba6fb839-82ba-430a-b46d-187e033588cb {{(pid=98852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 03:58:54.235739 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-1ddee1eb-8422-41a0-a73f-60106db75778 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786481719372'] for port, before_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:54.358604 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-1ddee1eb-8422-41a0-a73f-60106db75778 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417280'] for port, precommit_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:54.358924 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-1ddee1eb-8422-41a0-a73f-60106db75778 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:54.574281 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.plugins.ml2.plugin [None req-1ddee1eb-8422-41a0-a73f-60106db75778 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Calling delete_port for ba6fb839-82ba-430a-b46d-187e033588cb owned by network:floatingip {{(pid=98852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 03:58:54.773274 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-1ddee1eb-8422-41a0-a73f-60106db75778 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786481721510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786481287397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27723313'] for port, after_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:54.777034 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-f208665c-1721-4c10-b230-99d493ff29c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:58:54.822668 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddee1eb-8422-41a0-a73f-60106db75778 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Pushing event deleted for resources: {'Port': ['ID=ba6fb839-82ba-430a-b46d-187e033588cb,revision_number=None']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:58:54.849177 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-1ddee1eb-8422-41a0-a73f-60106db75778 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:58:54.914883 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-1ddee1eb-8422-41a0-a73f-60106db75778 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Notify callbacks [] for floatingip, after_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:54.928873 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-1ddee1eb-8422-41a0-a73f-60106db75778 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4037888'] for floatingip, before_response {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:54.929978 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-1ddee1eb-8422-41a0-a73f-60106db75778 tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] 10.222.0.25 "DELETE /v2.0/floatingips/37f89bdd-7447-41f2-ba26-f5b672afc9ab HTTP/1.1" status: 204 len: 168 time: 0.9057448 May 27 03:58:55.646634 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Device 72f4926f-0769-4beb-af47-64edc4895b0c no longer exists at agent hyperv_hv-cinder-79326 {{(pid=98853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:58:55.680008 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.plugin [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] No Port match for: 72f4926f-0769-4beb-af47-64edc4895b0c {{(pid=98853) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 03:58:55.680357 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Device 72f4926f-0769-4beb-af47-64edc4895b0c not bound to the agent host hv-cinder-79326 {{(pid=98853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:58:56.428829 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 37232) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:58:56.495584 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-b9b33080-d2e6-42bc-a625-2db7e4a86d5e tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Notify callbacks [] for security_group, before_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:56.524143 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-b9b33080-d2e6-42bc-a625-2db7e4a86d5e tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:56.664794 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-b9b33080-d2e6-42bc-a625-2db7e4a86d5e tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:56.668558 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-b36bb33c-9edf-4d60-adb3-420839fc53b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:58:56.683000 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b33080-d2e6-42bc-a625-2db7e4a86d5e tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff86e39a-d39a-4fd4-a00c-fee39d8f2861,revision_number=None']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:58:56.685583 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-b9b33080-d2e6-42bc-a625-2db7e4a86d5e tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:58:56.770971 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-b9b33080-d2e6-42bc-a625-2db7e4a86d5e tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] Notify callbacks [] for security_group, before_response {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:56.772099 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-b9b33080-d2e6-42bc-a625-2db7e4a86d5e tempest-TestVolumeBootPattern-749287613 tempest-TestVolumeBootPattern-749287613-project] 10.222.0.25 "DELETE /v2.0/security-groups/ff86e39a-d39a-4fd4-a00c-fee39d8f2861 HTTP/1.1" status: 204 len: 168 time: 0.3423166 May 27 03:58:56.899334 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.wsgi [-] (98851) accepted ('10.222.0.25', 37238) {{(pid=98851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:58:57.532535 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-c07746dc-d291-458e-8e47-24cddeb906a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-403955'] for router_interface, before_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:57.932352 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.plugin [None req-c07746dc-d291-458e-8e47-24cddeb906a7 admin admin] Deleting port 3c673371-f2b8-409e-95ea-14f1efedee98 {{(pid=98851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 03:58:57.933029 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-c07746dc-d291-458e-8e47-24cddeb906a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786481719372'] for port, before_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:58.146590 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.db [None req-c07746dc-d291-458e-8e47-24cddeb906a7 admin admin] For port 3c673371-f2b8-409e-95ea-14f1efedee98, host dv-cinder-793264-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-1-iscsi',level=0,port_id=3c673371-f2b8-409e-95ea-14f1efedee98,segment=NetworkSegment(f3e696c2-fd56-4523-a2a6-afde57cdd975),segment_id=f3e696c2-fd56-4523-a2a6-afde57cdd975)] {{(pid=98851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:58:58.146934 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-c07746dc-d291-458e-8e47-24cddeb906a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417280'] for port, precommit_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:58.267888 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.plugin [None req-c07746dc-d291-458e-8e47-24cddeb906a7 admin admin] Calling delete_port for 3c673371-f2b8-409e-95ea-14f1efedee98 owned by network:router_interface {{(pid=98851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 03:58:58.476539 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-c07746dc-d291-458e-8e47-24cddeb906a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786481721510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786481287397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28231606'] for port, after_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:58.480185 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-f5cb30c5-2f0a-46dc-9af3-aa08f66ee61f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:58:58.521829 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07746dc-d291-458e-8e47-24cddeb906a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c673371-f2b8-409e-95ea-14f1efedee98,revision_number=None']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:58:58.525383 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-c07746dc-d291-458e-8e47-24cddeb906a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:58:58.788648 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-c07746dc-d291-458e-8e47-24cddeb906a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3689968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-415811'] for router_interface, after_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:59.145066 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c07746dc-d291-458e-8e47-24cddeb906a7 admin admin] Router b3f931a9-df7f-4dff-86e8-f4b81edce072 has already been hosted by L3 agent 816f7595-8215-4f06-9251-575c663b21d0 {{(pid=98851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 03:58:59.318994 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c07746dc-d291-458e-8e47-24cddeb906a7 admin admin] Notify agent at l3_agent.dv-cinder-793264-1-iscsi the message routers_updated {{(pid=98851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 03:58:59.327391 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b2374ce-cb1b-4eb2-8758-baa75e3bd8ad None None] Sync routers for ids ['b3f931a9-df7f-4dff-86e8-f4b81edce072'] in dv-cinder-793264-1-iscsi {{(pid=98853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:58:59.331086 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [None req-c07746dc-d291-458e-8e47-24cddeb906a7 admin admin] 10.222.0.25 "PUT /v2.0/routers/b3f931a9-df7f-4dff-86e8-f4b81edce072/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4305174 May 27 03:58:59.333605 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.wsgi [-] (98851) accepted ('10.222.0.25', 37248) {{(pid=98851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:58:59.336522 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b2374ce-cb1b-4eb2-8758-baa75e3bd8ad None None] Routers {'b3f931a9-df7f-4dff-86e8-f4b81edce072'} bound to L3 agent in host dv-cinder-793264-1-iscsi {{(pid=98853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 03:58:59.337131 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_hamode_db [None req-9b2374ce-cb1b-4eb2-8758-baa75e3bd8ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-27T03:33:06Z,description=,heartbeat_timestamp=2021-05-27T03:58:36Z,host='dv-cinder-793264-1-iscsi',id=816f7595-8215-4f06-9251-575c663b21d0,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T03:33:06Z,topic='l3_agent')) {'router_ids': ['b3f931a9-df7f-4dff-86e8-f4b81edce072'], 'active': True} {{(pid=98853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:58:59.517342 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_dvr_db [None req-9b2374ce-cb1b-4eb2-8758-baa75e3bd8ad None None] Set router b3f931a9-df7f-4dff-86e8-f4b81edce072 gateway port host: dv-cinder-793264-1-iscsi {{(pid=98853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 03:58:59.611133 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-1975a445-da75-4b1b-a5ad-4b7cb18bdbac admin admin] Notify callbacks [] for router, before_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:59.790592 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-1975a445-da75-4b1b-a5ad-4b7cb18bdbac admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:59.799105 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_hamode_db [None req-9b2374ce-cb1b-4eb2-8758-baa75e3bd8ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3f931a9-df7f-4dff-86e8-f4b81edce072', 'name': 'tempest-TestVolumeBootPattern-463161786-router', 'tenant_id': '6b6a582a2a304a7d881efcfa2373dfb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'external_fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': 'f700bb4e-57a4-4f61-8e65-f9d871abf70c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:49:19Z', 'updated_at': '2021-05-27T03:58:58Z', 'revision_number': 5, 'project_id': '6b6a582a2a304a7d881efcfa2373dfb1', 'gw_port': {'id': 'f700bb4e-57a4-4f61-8e65-f9d871abf70c', 'name': '', 'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f931a9-df7f-4dff-86e8-f4b81edce072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:49:20Z', 'updated_at': '2021-05-27T03:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-iscsi'}], 'dv-cinder-793264-1-iscsi', False) {} {{(pid=98853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:58:59.802928 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b2374ce-cb1b-4eb2-8758-baa75e3bd8ad None None] Checking router: b3f931a9-df7f-4dff-86e8-f4b81edce072 for host: dv-cinder-793264-1-iscsi {{(pid=98853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:58:59.811203 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b2374ce-cb1b-4eb2-8758-baa75e3bd8ad None None] Routers {'b3f931a9-df7f-4dff-86e8-f4b81edce072'} bound to L3 agent in host dv-cinder-793264-1-iscsi {{(pid=98853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 03:58:59.811803 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_hamode_db [None req-9b2374ce-cb1b-4eb2-8758-baa75e3bd8ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-27T03:33:06Z,description=,heartbeat_timestamp=2021-05-27T03:58:36Z,host='dv-cinder-793264-1-iscsi',id=816f7595-8215-4f06-9251-575c663b21d0,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T03:33:06Z,topic='l3_agent')) {'router_ids': ['b3f931a9-df7f-4dff-86e8-f4b81edce072'], 'active': True} {{(pid=98853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:58:59.958823 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.plugin [None req-1975a445-da75-4b1b-a5ad-4b7cb18bdbac admin admin] Deleting port f700bb4e-57a4-4f61-8e65-f9d871abf70c {{(pid=98851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 03:58:59.959156 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-1975a445-da75-4b1b-a5ad-4b7cb18bdbac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786481719372'] for port, before_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:59.996972 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_dvr_db [None req-9b2374ce-cb1b-4eb2-8758-baa75e3bd8ad None None] Set router b3f931a9-df7f-4dff-86e8-f4b81edce072 gateway port host: None {{(pid=98853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 03:59:00.082573 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.db [None req-1975a445-da75-4b1b-a5ad-4b7cb18bdbac admin admin] For port f700bb4e-57a4-4f61-8e65-f9d871abf70c, host dv-cinder-793264-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-1-iscsi',level=0,port_id=f700bb4e-57a4-4f61-8e65-f9d871abf70c,segment=NetworkSegment(7a030bd6-e61c-49cd-a1b5-23d06097a1a4),segment_id=7a030bd6-e61c-49cd-a1b5-23d06097a1a4)] {{(pid=98851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:59:00.082832 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-1975a445-da75-4b1b-a5ad-4b7cb18bdbac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417280'] for port, precommit_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:00.104083 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_hamode_db [None req-9b2374ce-cb1b-4eb2-8758-baa75e3bd8ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3f931a9-df7f-4dff-86e8-f4b81edce072', 'name': 'tempest-TestVolumeBootPattern-463161786-router', 'tenant_id': '6b6a582a2a304a7d881efcfa2373dfb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:49:19Z', 'updated_at': '2021-05-27T03:58:59Z', 'revision_number': 6, 'project_id': '6b6a582a2a304a7d881efcfa2373dfb1', 'gw_port_host': None}], 'dv-cinder-793264-1-iscsi', False) {} {{(pid=98853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:59:00.108325 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b2374ce-cb1b-4eb2-8758-baa75e3bd8ad None None] The sync data for ids ['b3f931a9-df7f-4dff-86e8-f4b81edce072'] in dv-cinder-793264-1-iscsi is: [{'id': 'b3f931a9-df7f-4dff-86e8-f4b81edce072', 'name': 'tempest-TestVolumeBootPattern-463161786-router', 'tenant_id': '6b6a582a2a304a7d881efcfa2373dfb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:49:19Z', 'updated_at': '2021-05-27T03:58:59Z', 'revision_number': 6, 'project_id': '6b6a582a2a304a7d881efcfa2373dfb1', 'gw_port_host': None}] {{(pid=98853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:59:00.207771 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.plugin [None req-1975a445-da75-4b1b-a5ad-4b7cb18bdbac admin admin] Calling delete_port for f700bb4e-57a4-4f61-8e65-f9d871abf70c owned by network:router_gateway {{(pid=98851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 03:59:00.395772 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-1975a445-da75-4b1b-a5ad-4b7cb18bdbac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786481721510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786481287397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28231606'] for port, after_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:00.399255 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-c07746dc-d291-458e-8e47-24cddeb906a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:59:00.441299 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1975a445-da75-4b1b-a5ad-4b7cb18bdbac admin admin] Pushing event deleted for resources: {'Port': ['ID=f700bb4e-57a4-4f61-8e65-f9d871abf70c,revision_number=None']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:59:00.443779 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-1975a445-da75-4b1b-a5ad-4b7cb18bdbac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:59:00.539603 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-1975a445-da75-4b1b-a5ad-4b7cb18bdbac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-417756'] for router_gateway, after_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:00.712382 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-1975a445-da75-4b1b-a5ad-4b7cb18bdbac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-415043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2008'] for router, precommit_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:00.718265 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-1975a445-da75-4b1b-a5ad-4b7cb18bdbac admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:00.829971 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-1975a445-da75-4b1b-a5ad-4b7cb18bdbac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-415343'] for router, after_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:00.830512 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1975a445-da75-4b1b-a5ad-4b7cb18bdbac admin admin] Fanout notify agent at l3_agent the message router_deleted on router b3f931a9-df7f-4dff-86e8-f4b81edce072 {{(pid=98851) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 03:59:00.843573 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-1975a445-da75-4b1b-a5ad-4b7cb18bdbac admin admin] Notify callbacks [] for router, before_response {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:00.844730 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [None req-1975a445-da75-4b1b-a5ad-4b7cb18bdbac admin admin] 10.222.0.25 "DELETE /v2.0/routers/b3f931a9-df7f-4dff-86e8-f4b81edce072 HTTP/1.1" status: 204 len: 168 time: 1.5101233 May 27 03:59:00.847301 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.wsgi [-] (98851) accepted ('10.222.0.25', 37252) {{(pid=98851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:59:00.908391 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.db_base_plugin_v2 [None req-501c8502-7d8b-4144-aecc-60dee7de3a48 admin admin] Deleting subnet ee570db5-d628-482f-a928-b08d68185abf {{(pid=98851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 27 03:59:00.911378 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-501c8502-7d8b-4144-aecc-60dee7de3a48 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:00.962492 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-501c8502-7d8b-4144-aecc-60dee7de3a48 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27470063'] for subnet, precommit_delete_associations {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:01.038077 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-501c8502-7d8b-4144-aecc-60dee7de3a48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3482611'] for subnet, precommit_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:01.436086 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-501c8502-7d8b-4144-aecc-60dee7de3a48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3483172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28244295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28094725'] for subnet, after_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:01.439791 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:59:01.472329 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501c8502-7d8b-4144-aecc-60dee7de3a48 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee570db5-d628-482f-a928-b08d68185abf,revision_number=None']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:59:01.475839 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-501c8502-7d8b-4144-aecc-60dee7de3a48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:59:01.478076 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-501c8502-7d8b-4144-aecc-60dee7de3a48 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:01.483232 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5afa047a-594f-4e2d-9f2e-239d2c44ea31 None None] Network e3d5c143-f0ba-4a03-b1d4-d1be1e83dd0f requested from dv-cinder-793264-1-iscsi {{(pid=98853) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 03:59:01.486485 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [None req-501c8502-7d8b-4144-aecc-60dee7de3a48 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/ee570db5-d628-482f-a928-b08d68185abf HTTP/1.1" status: 204 len: 168 time: 0.6381927 May 27 03:59:01.488988 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.wsgi [-] (98851) accepted ('10.222.0.25', 37256) {{(pid=98851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:59:01.593635 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-27e9813f-d556-4b86-9e13-c37e1715500d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667815'] for network, before_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:01.664761 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.plugin [None req-27e9813f-d556-4b86-9e13-c37e1715500d admin admin] Deleting port 55874849-1000-4c31-af1a-09e0ea6e92d9 {{(pid=98851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 03:59:01.665097 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-27e9813f-d556-4b86-9e13-c37e1715500d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786481719372'] for port, before_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:01.724470 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbe53a73-cb80-4494-a07f-61164e30b919 None None] DHCP port deletion for e3d5c143-f0ba-4a03-b1d4-d1be1e83dd0f request from dv-cinder-793264-1-iscsi {{(pid=98853) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 27 03:59:01.769810 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.db [None req-27e9813f-d556-4b86-9e13-c37e1715500d admin admin] For port 55874849-1000-4c31-af1a-09e0ea6e92d9, host dv-cinder-793264-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-1-iscsi',level=0,port_id=55874849-1000-4c31-af1a-09e0ea6e92d9,segment=NetworkSegment(f3e696c2-fd56-4523-a2a6-afde57cdd975),segment_id=f3e696c2-fd56-4523-a2a6-afde57cdd975)] {{(pid=98851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:59:01.770162 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-27e9813f-d556-4b86-9e13-c37e1715500d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417280'] for port, precommit_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:01.781749 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Device 55874849-1000-4c31-af1a-09e0ea6e92d9 no longer exists at agent ovs-agent-dv-cinder-793264-1-iscsi {{(pid=98853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:59:01.844171 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.plugin [None req-bbe53a73-cb80-4494-a07f-61164e30b919 None None] Deleting port 55874849-1000-4c31-af1a-09e0ea6e92d9 {{(pid=98853) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 03:59:01.844582 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-bbe53a73-cb80-4494-a07f-61164e30b919 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786481719372'] for port, before_delete {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:01.897950 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.plugin [None req-27e9813f-d556-4b86-9e13-c37e1715500d admin admin] Calling delete_port for 55874849-1000-4c31-af1a-09e0ea6e92d9 owned by network:dhcp {{(pid=98851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 03:59:01.987272 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.db [None req-bbe53a73-cb80-4494-a07f-61164e30b919 None None] For port 55874849-1000-4c31-af1a-09e0ea6e92d9, host dv-cinder-793264-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-1-iscsi',level=0,port_id=55874849-1000-4c31-af1a-09e0ea6e92d9,segment=NetworkSegment(f3e696c2-fd56-4523-a2a6-afde57cdd975),segment_id=f3e696c2-fd56-4523-a2a6-afde57cdd975)] {{(pid=98853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:59:01.987631 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-bbe53a73-cb80-4494-a07f-61164e30b919 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417280'] for port, precommit_delete {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:01.994138 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-27e9813f-d556-4b86-9e13-c37e1715500d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786481721510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786481287397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28231606'] for port, after_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:01.998801 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-6279a87e-d4af-40d5-aff1-c66089112969 tempest-AttachVolumeShelveTestJSON-1972864967 tempest-AttachVolumeShelveTestJSON-1972864967-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:59:02.042687 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e9813f-d556-4b86-9e13-c37e1715500d admin admin] Pushing event deleted for resources: {'Port': ['ID=55874849-1000-4c31-af1a-09e0ea6e92d9,revision_number=None']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:59:02.044538 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e9813f-d556-4b86-9e13-c37e1715500d admin admin] No DVR routers for this DVR port 55874849-1000-4c31-af1a-09e0ea6e92d9 on host dv-cinder-793264-1-iscsi {{(pid=98851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:59:02.045941 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-27e9813f-d556-4b86-9e13-c37e1715500d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:59:02.113214 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.plugin [None req-bbe53a73-cb80-4494-a07f-61164e30b919 None None] Calling delete_port for 55874849-1000-4c31-af1a-09e0ea6e92d9 owned by network:dhcp {{(pid=98853) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 03:59:02.115699 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3620911'] for port, before_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:02.158864 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-27e9813f-d556-4b86-9e13-c37e1715500d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489390', 'neutron.services.segments.db._delete_segments_for_network-8786481734117'] for network, precommit_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:02.171384 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.services.segments.db [None req-27e9813f-d556-4b86-9e13-c37e1715500d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3d5c143-f0ba-4a03-b1d4-d1be1e83dd0f']}} {{(pid=98851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:59:02.184287 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Device 3c673371-f2b8-409e-95ea-14f1efedee98 no longer exists at agent ovs-agent-dv-cinder-793264-1-iscsi {{(pid=98853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:59:02.184513 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.services.segments.db [None req-27e9813f-d556-4b86-9e13-c37e1715500d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3e696c2-fd56-4523-a2a6-afde57cdd975') {'for_net_delete': True} {{(pid=98851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:59:02.184779 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.services.segments.db [None req-27e9813f-d556-4b86-9e13-c37e1715500d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3e696c2-fd56-4523-a2a6-afde57cdd975') {} {{(pid=98851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:59:02.196575 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-27e9813f-d556-4b86-9e13-c37e1715500d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786481741990', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27470038'] for segment, before_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:02.211995 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-27e9813f-d556-4b86-9e13-c37e1715500d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3483814'] for segment, precommit_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:02.217905 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27e9813f-d556-4b86-9e13-c37e1715500d admin admin] Releasing vlan 84 on physical network physnet1 to pool {{(pid=98851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 03:59:02.218279 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-27e9813f-d556-4b86-9e13-c37e1715500d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3483814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28231653'] for segment, after_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:02.218534 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.plugin [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] No Port match for: 3c673371-f2b8-409e-95ea-14f1efedee98 {{(pid=98853) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 03:59:02.218926 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Device 3c673371-f2b8-409e-95ea-14f1efedee98 not bound to the agent host dv-cinder-793264-1-iscsi {{(pid=98853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:59:02.219343 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Device f700bb4e-57a4-4f61-8e65-f9d871abf70c no longer exists at agent ovs-agent-dv-cinder-793264-1-iscsi {{(pid=98853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:59:02.231238 dv-cinder-793264-1-iscsi neutron-server[98851]: Traceback (most recent call last): May 27 03:59:02.231238 dv-cinder-793264-1-iscsi neutron-server[98851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 27 03:59:02.231238 dv-cinder-793264-1-iscsi neutron-server[98851]: timer() May 27 03:59:02.231238 dv-cinder-793264-1-iscsi neutron-server[98851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 03:59:02.231238 dv-cinder-793264-1-iscsi neutron-server[98851]: cb(*args, **kw) May 27 03:59:02.231238 dv-cinder-793264-1-iscsi neutron-server[98851]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 27 03:59:02.231238 dv-cinder-793264-1-iscsi neutron-server[98851]: return func(*args, **kwargs) May 27 03:59:02.231238 dv-cinder-793264-1-iscsi neutron-server[98851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 03:59:02.231238 dv-cinder-793264-1-iscsi neutron-server[98851]: self._notify() May 27 03:59:02.231238 dv-cinder-793264-1-iscsi neutron-server[98851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 03:59:02.231238 dv-cinder-793264-1-iscsi neutron-server[98851]: self.callback(batched_events) May 27 03:59:02.231238 dv-cinder-793264-1-iscsi neutron-server[98851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 03:59:02.231238 dv-cinder-793264-1-iscsi neutron-server[98851]: event.method(event) May 27 03:59:02.231238 dv-cinder-793264-1-iscsi neutron-server[98851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 03:59:02.231238 dv-cinder-793264-1-iscsi neutron-server[98851]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 03:59:02.231238 dv-cinder-793264-1-iscsi neutron-server[98851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 03:59:02.231238 dv-cinder-793264-1-iscsi neutron-server[98851]: aggregate_uuid = self.p_client.list_aggregates( May 27 03:59:02.231238 dv-cinder-793264-1-iscsi neutron-server[98851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 03:59:02.231238 dv-cinder-793264-1-iscsi neutron-server[98851]: return f(self, *a, **k) May 27 03:59:02.231238 dv-cinder-793264-1-iscsi neutron-server[98851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 27 03:59:02.231238 dv-cinder-793264-1-iscsi neutron-server[98851]: return self._get(url).json() May 27 03:59:02.231238 dv-cinder-793264-1-iscsi neutron-server[98851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 27 03:59:02.231238 dv-cinder-793264-1-iscsi neutron-server[98851]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 03:59:02.231238 dv-cinder-793264-1-iscsi neutron-server[98851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 27 03:59:02.231238 dv-cinder-793264-1-iscsi neutron-server[98851]: return self.request(url, 'GET', **kwargs) May 27 03:59:02.231238 dv-cinder-793264-1-iscsi neutron-server[98851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 27 03:59:02.231238 dv-cinder-793264-1-iscsi neutron-server[98851]: base_url = self.get_endpoint(auth, allow=allow, May 27 03:59:02.231238 dv-cinder-793264-1-iscsi neutron-server[98851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 27 03:59:02.231238 dv-cinder-793264-1-iscsi neutron-server[98851]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 03:59:02.231238 dv-cinder-793264-1-iscsi neutron-server[98851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 27 03:59:02.231238 dv-cinder-793264-1-iscsi neutron-server[98851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 03:59:02.231238 dv-cinder-793264-1-iscsi neutron-server[98851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 03:59:02.254963 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.plugin [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] No Port match for: f700bb4e-57a4-4f61-8e65-f9d871abf70c {{(pid=98853) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 03:59:02.255313 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Device f700bb4e-57a4-4f61-8e65-f9d871abf70c not bound to the agent host dv-cinder-793264-1-iscsi {{(pid=98853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:59:02.275697 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-bbe53a73-cb80-4494-a07f-61164e30b919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786481721510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786481287397'] for port, after_delete {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:02.280046 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:59:02.324086 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe53a73-cb80-4494-a07f-61164e30b919 None None] Pushing event deleted for resources: {'Port': ['ID=55874849-1000-4c31-af1a-09e0ea6e92d9,revision_number=None']} {{(pid=98853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:59:02.328827 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe53a73-cb80-4494-a07f-61164e30b919 None None] No DVR routers for this DVR port 55874849-1000-4c31-af1a-09e0ea6e92d9 on host dv-cinder-793264-1-iscsi {{(pid=98853) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:59:02.335237 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe53a73-cb80-4494-a07f-61164e30b919 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:59:02.335587 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe53a73-cb80-4494-a07f-61164e30b919 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:59:02.342120 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe53a73-cb80-4494-a07f-61164e30b919 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:59:02.342120 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe53a73-cb80-4494-a07f-61164e30b919 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:59:02.342120 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe53a73-cb80-4494-a07f-61164e30b919 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:59:02.342120 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe53a73-cb80-4494-a07f-61164e30b919 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:59:02.342120 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe53a73-cb80-4494-a07f-61164e30b919 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:59:02.342120 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe53a73-cb80-4494-a07f-61164e30b919 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:59:02.342120 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe53a73-cb80-4494-a07f-61164e30b919 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:59:02.342120 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe53a73-cb80-4494-a07f-61164e30b919 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:59:02.342120 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe53a73-cb80-4494-a07f-61164e30b919 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:59:02.342120 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe53a73-cb80-4494-a07f-61164e30b919 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-iscsi {{(pid=98853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:59:02.342120 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-bbe53a73-cb80-4494-a07f-61164e30b919 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:59:02.384757 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-27e9813f-d556-4b86-9e13-c37e1715500d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3689963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417779'] for network, after_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:02.388924 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-5fbc5746-62ab-4a7d-a4b5-a8496241b561 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:59:02.402014 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-27e9813f-d556-4b86-9e13-c37e1715500d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689932'] for network, before_response {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:02.413223 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e9813f-d556-4b86-9e13-c37e1715500d admin admin] Pushing event deleted for resources: {'Network': ['ID=e3d5c143-f0ba-4a03-b1d4-d1be1e83dd0f,revision_number=None']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:59:02.417200 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-27e9813f-d556-4b86-9e13-c37e1715500d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:59:02.471301 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [None req-27e9813f-d556-4b86-9e13-c37e1715500d admin admin] 10.222.0.25 "DELETE /v2.0/networks/e3d5c143-f0ba-4a03-b1d4-d1be1e83dd0f HTTP/1.1" status: 204 len: 168 time: 0.9813201 May 27 03:59:02.474176 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.wsgi [-] (98851) accepted ('10.222.0.25', 37260) {{(pid=98851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:59:03.110898 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-d1a61b86-a4b7-435f-ad9b-8af3e949cfc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-403955'] for router_interface, before_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:03.515478 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.plugin [None req-d1a61b86-a4b7-435f-ad9b-8af3e949cfc4 admin admin] Deleting port e5ae78d0-c371-4dbe-b28e-1e154369f33c {{(pid=98851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 03:59:03.516761 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-d1a61b86-a4b7-435f-ad9b-8af3e949cfc4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786481719372'] for port, before_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:03.633680 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.db [None req-d1a61b86-a4b7-435f-ad9b-8af3e949cfc4 admin admin] For port e5ae78d0-c371-4dbe-b28e-1e154369f33c, host dv-cinder-793264-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-1-iscsi',level=0,port_id=e5ae78d0-c371-4dbe-b28e-1e154369f33c,segment=NetworkSegment(ba032253-c523-4d8f-93d2-2c7297f28c4b),segment_id=ba032253-c523-4d8f-93d2-2c7297f28c4b)] {{(pid=98851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:59:03.633948 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-d1a61b86-a4b7-435f-ad9b-8af3e949cfc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417280'] for port, precommit_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:03.759580 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.plugin [None req-d1a61b86-a4b7-435f-ad9b-8af3e949cfc4 admin admin] Calling delete_port for e5ae78d0-c371-4dbe-b28e-1e154369f33c owned by network:router_interface {{(pid=98851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 03:59:03.879800 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-1728bfec-9941-4762-a47e-0a46093da917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:03.967287 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-d1a61b86-a4b7-435f-ad9b-8af3e949cfc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786481721510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786481287397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28231606'] for port, after_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:03.972183 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-225cce34-8f7f-4332-b638-bc569b1e8179 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:59:04.016541 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a61b86-a4b7-435f-ad9b-8af3e949cfc4 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5ae78d0-c371-4dbe-b28e-1e154369f33c,revision_number=None']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:59:04.042448 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-d1a61b86-a4b7-435f-ad9b-8af3e949cfc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:59:04.274504 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-d1a61b86-a4b7-435f-ad9b-8af3e949cfc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3689968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-415811'] for router_interface, after_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:04.727195 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1a61b86-a4b7-435f-ad9b-8af3e949cfc4 admin admin] Router ce131447-976a-429d-99e3-d67b4a7b22e0 has already been hosted by L3 agent 816f7595-8215-4f06-9251-575c663b21d0 {{(pid=98851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 03:59:04.903062 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1a61b86-a4b7-435f-ad9b-8af3e949cfc4 admin admin] Notify agent at l3_agent.dv-cinder-793264-1-iscsi the message routers_updated {{(pid=98851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 03:59:04.911581 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6abd47-b9e4-4c51-9ef2-9f215334978a None None] Sync routers for ids ['ce131447-976a-429d-99e3-d67b4a7b22e0'] in dv-cinder-793264-1-iscsi {{(pid=98854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:59:04.920559 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6abd47-b9e4-4c51-9ef2-9f215334978a None None] Routers {'ce131447-976a-429d-99e3-d67b4a7b22e0'} bound to L3 agent in host dv-cinder-793264-1-iscsi {{(pid=98854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 03:59:04.923776 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.l3_hamode_db [None req-8b6abd47-b9e4-4c51-9ef2-9f215334978a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-27T03:33:06Z,description=,heartbeat_timestamp=2021-05-27T03:58:36Z,host='dv-cinder-793264-1-iscsi',id=816f7595-8215-4f06-9251-575c663b21d0,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T03:33:06Z,topic='l3_agent')) {'router_ids': ['ce131447-976a-429d-99e3-d67b4a7b22e0'], 'active': True} {{(pid=98854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:59:04.974847 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [None req-d1a61b86-a4b7-435f-ad9b-8af3e949cfc4 admin admin] 10.222.0.25 "PUT /v2.0/routers/ce131447-976a-429d-99e3-d67b4a7b22e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4996269 May 27 03:59:04.977434 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.wsgi [-] (98851) accepted ('10.222.0.25', 37268) {{(pid=98851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:59:05.097353 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.l3_dvr_db [None req-8b6abd47-b9e4-4c51-9ef2-9f215334978a None None] Set router ce131447-976a-429d-99e3-d67b4a7b22e0 gateway port host: dv-cinder-793264-1-iscsi {{(pid=98854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 03:59:05.155657 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-c0122dab-c592-4e34-9892-520fbde99947 admin admin] Notify callbacks [] for router, before_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:05.325087 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-c0122dab-c592-4e34-9892-520fbde99947 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:05.377191 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.l3_hamode_db [None req-8b6abd47-b9e4-4c51-9ef2-9f215334978a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce131447-976a-429d-99e3-d67b4a7b22e0', 'name': 'tempest-TestVolumeBootPattern-725321050-router', 'tenant_id': 'b100afe59a094503b6fab7b12c6c23ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'external_fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.104'}], 'enable_snat': True}, 'gw_port_id': '3c44ea99-5f59-445a-87f1-4844e5edfbcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:49:27Z', 'updated_at': '2021-05-27T03:59:03Z', 'revision_number': 5, 'project_id': 'b100afe59a094503b6fab7b12c6c23ef', 'gw_port': {'id': '3c44ea99-5f59-445a-87f1-4844e5edfbcc', 'name': '', 'network_id': '9a3e94d8-5315-41b6-9829-3c758c3039b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:7c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce131447-976a-429d-99e3-d67b4a7b22e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'ip_address': '172.27.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:49:28Z', 'updated_at': '2021-05-27T03:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac4e62e-aca4-43cf-995d-95d63bfe1e6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-iscsi'}], 'dv-cinder-793264-1-iscsi', False) {} {{(pid=98854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:59:05.380978 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6abd47-b9e4-4c51-9ef2-9f215334978a None None] Checking router: ce131447-976a-429d-99e3-d67b4a7b22e0 for host: dv-cinder-793264-1-iscsi {{(pid=98854) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:59:05.389567 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6abd47-b9e4-4c51-9ef2-9f215334978a None None] Routers {'ce131447-976a-429d-99e3-d67b4a7b22e0'} bound to L3 agent in host dv-cinder-793264-1-iscsi {{(pid=98854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 03:59:05.390164 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.l3_hamode_db [None req-8b6abd47-b9e4-4c51-9ef2-9f215334978a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-27T03:33:06Z,description=,heartbeat_timestamp=2021-05-27T03:58:36Z,host='dv-cinder-793264-1-iscsi',id=816f7595-8215-4f06-9251-575c663b21d0,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T03:33:06Z,topic='l3_agent')) {'router_ids': ['ce131447-976a-429d-99e3-d67b4a7b22e0'], 'active': True} {{(pid=98854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:59:05.456013 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.plugin [None req-c0122dab-c592-4e34-9892-520fbde99947 admin admin] Deleting port 3c44ea99-5f59-445a-87f1-4844e5edfbcc {{(pid=98851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 03:59:05.456346 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-c0122dab-c592-4e34-9892-520fbde99947 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786481719372'] for port, before_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:05.563286 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.l3_dvr_db [None req-8b6abd47-b9e4-4c51-9ef2-9f215334978a None None] Set router ce131447-976a-429d-99e3-d67b4a7b22e0 gateway port host: None {{(pid=98854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 03:59:05.576838 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.db [None req-c0122dab-c592-4e34-9892-520fbde99947 admin admin] For port 3c44ea99-5f59-445a-87f1-4844e5edfbcc, host dv-cinder-793264-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-1-iscsi',level=0,port_id=3c44ea99-5f59-445a-87f1-4844e5edfbcc,segment=NetworkSegment(7a030bd6-e61c-49cd-a1b5-23d06097a1a4),segment_id=7a030bd6-e61c-49cd-a1b5-23d06097a1a4)] {{(pid=98851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:59:05.577114 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-c0122dab-c592-4e34-9892-520fbde99947 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417280'] for port, precommit_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:05.668421 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.l3_hamode_db [None req-8b6abd47-b9e4-4c51-9ef2-9f215334978a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce131447-976a-429d-99e3-d67b4a7b22e0', 'name': 'tempest-TestVolumeBootPattern-725321050-router', 'tenant_id': 'b100afe59a094503b6fab7b12c6c23ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:49:27Z', 'updated_at': '2021-05-27T03:59:05Z', 'revision_number': 6, 'project_id': 'b100afe59a094503b6fab7b12c6c23ef', 'gw_port_host': None}], 'dv-cinder-793264-1-iscsi', False) {} {{(pid=98854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:59:05.672898 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6abd47-b9e4-4c51-9ef2-9f215334978a None None] The sync data for ids ['ce131447-976a-429d-99e3-d67b4a7b22e0'] in dv-cinder-793264-1-iscsi is: [{'id': 'ce131447-976a-429d-99e3-d67b4a7b22e0', 'name': 'tempest-TestVolumeBootPattern-725321050-router', 'tenant_id': 'b100afe59a094503b6fab7b12c6c23ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:49:27Z', 'updated_at': '2021-05-27T03:59:05Z', 'revision_number': 6, 'project_id': 'b100afe59a094503b6fab7b12c6c23ef', 'gw_port_host': None}] {{(pid=98854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:59:05.698971 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.plugin [None req-c0122dab-c592-4e34-9892-520fbde99947 admin admin] Calling delete_port for 3c44ea99-5f59-445a-87f1-4844e5edfbcc owned by network:router_gateway {{(pid=98851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 03:59:05.898863 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-c0122dab-c592-4e34-9892-520fbde99947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786481721510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786481287397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28231606'] for port, after_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:05.903200 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-27e9813f-d556-4b86-9e13-c37e1715500d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:59:05.949811 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0122dab-c592-4e34-9892-520fbde99947 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c44ea99-5f59-445a-87f1-4844e5edfbcc,revision_number=None']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:59:05.980161 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-c0122dab-c592-4e34-9892-520fbde99947 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:59:06.042744 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-c0122dab-c592-4e34-9892-520fbde99947 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-417756'] for router_gateway, after_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:06.323620 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-c0122dab-c592-4e34-9892-520fbde99947 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-415043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2008'] for router, precommit_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:06.325810 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-c0122dab-c592-4e34-9892-520fbde99947 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:06.412008 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Device e5ae78d0-c371-4dbe-b28e-1e154369f33c no longer exists at agent ovs-agent-dv-cinder-793264-1-iscsi {{(pid=98853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:59:06.441317 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-c9ee9f81-0151-484f-80c2-7029d3e61fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:06.441558 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-c0122dab-c592-4e34-9892-520fbde99947 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-415343'] for router, after_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:06.442082 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0122dab-c592-4e34-9892-520fbde99947 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ce131447-976a-429d-99e3-d67b4a7b22e0 {{(pid=98851) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 03:59:06.448217 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.plugin [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] No Port match for: e5ae78d0-c371-4dbe-b28e-1e154369f33c {{(pid=98853) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 03:59:06.448589 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Device e5ae78d0-c371-4dbe-b28e-1e154369f33c not bound to the agent host dv-cinder-793264-1-iscsi {{(pid=98853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:59:06.449872 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:06.458200 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-c0122dab-c592-4e34-9892-520fbde99947 admin admin] Notify callbacks [] for router, before_response {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:06.459297 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [None req-c0122dab-c592-4e34-9892-520fbde99947 admin admin] 10.222.0.25 "DELETE /v2.0/routers/ce131447-976a-429d-99e3-d67b4a7b22e0 HTTP/1.1" status: 204 len: 168 time: 1.4810295 May 27 03:59:06.461796 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.wsgi [-] (98851) accepted ('10.222.0.25', 37272) {{(pid=98851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:59:06.521529 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.db_base_plugin_v2 [None req-3208d518-c037-4bba-a102-82f06be415b4 admin admin] Deleting subnet 4ccaa96a-1cf8-49a3-af50-2a38fd33a079 {{(pid=98851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 27 03:59:06.524629 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-3208d518-c037-4bba-a102-82f06be415b4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:06.578672 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-3208d518-c037-4bba-a102-82f06be415b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27470063'] for subnet, precommit_delete_associations {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:06.659713 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-3208d518-c037-4bba-a102-82f06be415b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3482611'] for subnet, precommit_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:06.988549 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-3208d518-c037-4bba-a102-82f06be415b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3483172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28244295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28094725'] for subnet, after_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:06.992328 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:59:07.026011 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3208d518-c037-4bba-a102-82f06be415b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ccaa96a-1cf8-49a3-af50-2a38fd33a079,revision_number=None']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:59:07.029014 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-3208d518-c037-4bba-a102-82f06be415b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:59:07.029963 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-3208d518-c037-4bba-a102-82f06be415b4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:07.036769 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [None req-3208d518-c037-4bba-a102-82f06be415b4 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/4ccaa96a-1cf8-49a3-af50-2a38fd33a079 HTTP/1.1" status: 204 len: 168 time: 0.5740006 May 27 03:59:07.038304 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5af882f2-c9bd-4407-abdd-f6342883f0b7 None None] Network f7a2bd6b-62f7-43b4-97e9-7b57b42603e6 requested from dv-cinder-793264-1-iscsi {{(pid=98853) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 03:59:07.039111 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.wsgi [-] (98851) accepted ('10.222.0.25', 37276) {{(pid=98851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:59:07.143427 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-b61f8f38-0e96-436d-a39c-e2d62aa8198b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667815'] for network, before_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:07.213931 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.plugin [None req-b61f8f38-0e96-436d-a39c-e2d62aa8198b admin admin] Deleting port da958274-01d4-488e-a778-e9a6923fd390 {{(pid=98851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 03:59:07.214340 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-b61f8f38-0e96-436d-a39c-e2d62aa8198b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786481719372'] for port, before_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:07.304048 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eafe08f7-d4c1-4f4f-81e4-d7189825c051 None None] DHCP port deletion for f7a2bd6b-62f7-43b4-97e9-7b57b42603e6 request from dv-cinder-793264-1-iscsi {{(pid=98853) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 27 03:59:07.317859 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.db [None req-b61f8f38-0e96-436d-a39c-e2d62aa8198b admin admin] For port da958274-01d4-488e-a778-e9a6923fd390, host dv-cinder-793264-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-1-iscsi',level=0,port_id=da958274-01d4-488e-a778-e9a6923fd390,segment=NetworkSegment(ba032253-c523-4d8f-93d2-2c7297f28c4b),segment_id=ba032253-c523-4d8f-93d2-2c7297f28c4b)] {{(pid=98851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:59:07.318207 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-b61f8f38-0e96-436d-a39c-e2d62aa8198b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417280'] for port, precommit_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:07.367265 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.plugin [None req-eafe08f7-d4c1-4f4f-81e4-d7189825c051 None None] Deleting port da958274-01d4-488e-a778-e9a6923fd390 {{(pid=98853) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 03:59:07.367641 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-eafe08f7-d4c1-4f4f-81e4-d7189825c051 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786481719372'] for port, before_delete {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:07.464806 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.db [None req-eafe08f7-d4c1-4f4f-81e4-d7189825c051 None None] For port da958274-01d4-488e-a778-e9a6923fd390, host dv-cinder-793264-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-1-iscsi',level=0,port_id=da958274-01d4-488e-a778-e9a6923fd390,segment=NetworkSegment(ba032253-c523-4d8f-93d2-2c7297f28c4b),segment_id=ba032253-c523-4d8f-93d2-2c7297f28c4b)] {{(pid=98853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:59:07.465479 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-eafe08f7-d4c1-4f4f-81e4-d7189825c051 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417280'] for port, precommit_delete {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:07.466569 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.plugin [None req-b61f8f38-0e96-436d-a39c-e2d62aa8198b admin admin] Calling delete_port for da958274-01d4-488e-a778-e9a6923fd390 owned by network:dhcp {{(pid=98851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 03:59:07.586102 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.plugin [None req-eafe08f7-d4c1-4f4f-81e4-d7189825c051 None None] Calling delete_port for da958274-01d4-488e-a778-e9a6923fd390 owned by network:dhcp {{(pid=98853) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 03:59:07.624470 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-b61f8f38-0e96-436d-a39c-e2d62aa8198b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786481721510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786481287397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28231606'] for port, after_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:07.629416 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-a5fc50f4-0a10-42cc-96a1-3454ce07219c tempest-VolumesActionsTest-1215670824 tempest-VolumesActionsTest-1215670824-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:59:07.629571 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-eafe08f7-d4c1-4f4f-81e4-d7189825c051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786481721510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786481287397'] for port, after_delete {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:07.633831 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:59:07.673690 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61f8f38-0e96-436d-a39c-e2d62aa8198b admin admin] Pushing event deleted for resources: {'Port': ['ID=da958274-01d4-488e-a778-e9a6923fd390,revision_number=None']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:59:07.675481 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61f8f38-0e96-436d-a39c-e2d62aa8198b admin admin] No DVR routers for this DVR port da958274-01d4-488e-a778-e9a6923fd390 on host dv-cinder-793264-1-iscsi {{(pid=98851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:59:07.677012 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-b61f8f38-0e96-436d-a39c-e2d62aa8198b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:59:07.682163 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eafe08f7-d4c1-4f4f-81e4-d7189825c051 None None] No DVR routers for this DVR port da958274-01d4-488e-a778-e9a6923fd390 on host dv-cinder-793264-1-iscsi {{(pid=98853) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:59:07.685611 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafe08f7-d4c1-4f4f-81e4-d7189825c051 None None] Pushing event deleted for resources: {'Port': ['ID=da958274-01d4-488e-a778-e9a6923fd390,revision_number=None']} {{(pid=98853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:59:07.688504 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG oslo_concurrency.lockutils [None req-eafe08f7-d4c1-4f4f-81e4-d7189825c051 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=98853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:59:07.835084 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Device da958274-01d4-488e-a778-e9a6923fd390 no longer exists at agent ovs-agent-dv-cinder-793264-1-iscsi {{(pid=98853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:59:07.835084 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.plugin [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] No Port match for: da958274-01d4-488e-a778-e9a6923fd390 {{(pid=98853) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 03:59:07.835084 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Device da958274-01d4-488e-a778-e9a6923fd390 not bound to the agent host dv-cinder-793264-1-iscsi {{(pid=98853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:59:07.835084 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Device 3c44ea99-5f59-445a-87f1-4844e5edfbcc no longer exists at agent ovs-agent-dv-cinder-793264-1-iscsi {{(pid=98853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:59:07.836096 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-b61f8f38-0e96-436d-a39c-e2d62aa8198b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489390', 'neutron.services.segments.db._delete_segments_for_network-8786481734117'] for network, precommit_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:07.842744 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.services.segments.db [None req-b61f8f38-0e96-436d-a39c-e2d62aa8198b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7a2bd6b-62f7-43b4-97e9-7b57b42603e6']}} {{(pid=98851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:59:07.846183 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-e3613943-0892-48bd-9358-60eb59884bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:07.846183 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.plugin [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] No Port match for: 3c44ea99-5f59-445a-87f1-4844e5edfbcc {{(pid=98853) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 03:59:07.846183 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron.plugins.ml2.rpc [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Device 3c44ea99-5f59-445a-87f1-4844e5edfbcc not bound to the agent host dv-cinder-793264-1-iscsi {{(pid=98853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:59:07.855855 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.services.segments.db [None req-b61f8f38-0e96-436d-a39c-e2d62aa8198b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba032253-c523-4d8f-93d2-2c7297f28c4b') {'for_net_delete': True} {{(pid=98851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:59:07.856150 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.services.segments.db [None req-b61f8f38-0e96-436d-a39c-e2d62aa8198b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba032253-c523-4d8f-93d2-2c7297f28c4b') {} {{(pid=98851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:59:07.867537 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-b61f8f38-0e96-436d-a39c-e2d62aa8198b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786481741990', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27470038'] for segment, before_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:07.883689 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-b61f8f38-0e96-436d-a39c-e2d62aa8198b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3483814'] for segment, precommit_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:07.890080 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b61f8f38-0e96-436d-a39c-e2d62aa8198b admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=98851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 03:59:07.891100 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-b61f8f38-0e96-436d-a39c-e2d62aa8198b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3483814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28231653'] for segment, after_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:07.904186 dv-cinder-793264-1-iscsi neutron-server[98851]: Traceback (most recent call last): May 27 03:59:07.904186 dv-cinder-793264-1-iscsi neutron-server[98851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 27 03:59:07.904186 dv-cinder-793264-1-iscsi neutron-server[98851]: timer() May 27 03:59:07.904186 dv-cinder-793264-1-iscsi neutron-server[98851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 03:59:07.904186 dv-cinder-793264-1-iscsi neutron-server[98851]: cb(*args, **kw) May 27 03:59:07.904186 dv-cinder-793264-1-iscsi neutron-server[98851]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 27 03:59:07.904186 dv-cinder-793264-1-iscsi neutron-server[98851]: return func(*args, **kwargs) May 27 03:59:07.904186 dv-cinder-793264-1-iscsi neutron-server[98851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 03:59:07.904186 dv-cinder-793264-1-iscsi neutron-server[98851]: self._notify() May 27 03:59:07.904186 dv-cinder-793264-1-iscsi neutron-server[98851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 03:59:07.904186 dv-cinder-793264-1-iscsi neutron-server[98851]: self.callback(batched_events) May 27 03:59:07.904186 dv-cinder-793264-1-iscsi neutron-server[98851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 03:59:07.904186 dv-cinder-793264-1-iscsi neutron-server[98851]: event.method(event) May 27 03:59:07.904186 dv-cinder-793264-1-iscsi neutron-server[98851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 03:59:07.904186 dv-cinder-793264-1-iscsi neutron-server[98851]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 03:59:07.904186 dv-cinder-793264-1-iscsi neutron-server[98851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 03:59:07.904186 dv-cinder-793264-1-iscsi neutron-server[98851]: aggregate_uuid = self.p_client.list_aggregates( May 27 03:59:07.904186 dv-cinder-793264-1-iscsi neutron-server[98851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 03:59:07.904186 dv-cinder-793264-1-iscsi neutron-server[98851]: return f(self, *a, **k) May 27 03:59:07.904186 dv-cinder-793264-1-iscsi neutron-server[98851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 27 03:59:07.904186 dv-cinder-793264-1-iscsi neutron-server[98851]: return self._get(url).json() May 27 03:59:07.904186 dv-cinder-793264-1-iscsi neutron-server[98851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 27 03:59:07.904186 dv-cinder-793264-1-iscsi neutron-server[98851]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 03:59:07.904186 dv-cinder-793264-1-iscsi neutron-server[98851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 27 03:59:07.904186 dv-cinder-793264-1-iscsi neutron-server[98851]: return self.request(url, 'GET', **kwargs) May 27 03:59:07.904186 dv-cinder-793264-1-iscsi neutron-server[98851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 27 03:59:07.904186 dv-cinder-793264-1-iscsi neutron-server[98851]: base_url = self.get_endpoint(auth, allow=allow, May 27 03:59:07.904186 dv-cinder-793264-1-iscsi neutron-server[98851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 27 03:59:07.904186 dv-cinder-793264-1-iscsi neutron-server[98851]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 03:59:07.904186 dv-cinder-793264-1-iscsi neutron-server[98851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 27 03:59:07.904186 dv-cinder-793264-1-iscsi neutron-server[98851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 03:59:07.904186 dv-cinder-793264-1-iscsi neutron-server[98851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 03:59:08.127559 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-b61f8f38-0e96-436d-a39c-e2d62aa8198b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3689963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417779'] for network, after_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:08.132508 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-b61f8f38-0e96-436d-a39c-e2d62aa8198b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689932'] for network, before_response {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:08.136378 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:59:08.159030 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61f8f38-0e96-436d-a39c-e2d62aa8198b admin admin] Pushing event deleted for resources: {'Network': ['ID=f7a2bd6b-62f7-43b4-97e9-7b57b42603e6,revision_number=None']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:59:08.161387 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-b61f8f38-0e96-436d-a39c-e2d62aa8198b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:59:08.163730 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [None req-b61f8f38-0e96-436d-a39c-e2d62aa8198b admin admin] 10.222.0.25 "DELETE /v2.0/networks/f7a2bd6b-62f7-43b4-97e9-7b57b42603e6 HTTP/1.1" status: 204 len: 168 time: 1.1233325 May 27 03:59:08.419367 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.wsgi [-] (98851) accepted ('10.222.0.25', 37284) {{(pid=98851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:59:08.464925 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [None req-af4767cb-d927-454d-9d22-639d1941216f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6b6a582a2a304a7d881efcfa2373dfb1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0464692 May 27 03:59:08.467155 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.wsgi [-] (98851) accepted ('10.222.0.25', 37288) {{(pid=98851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:59:08.527111 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-62aee44c-278c-49f2-a43b-1c8662290c8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:08.553057 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-62aee44c-278c-49f2-a43b-1c8662290c8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:08.663991 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-62aee44c-278c-49f2-a43b-1c8662290c8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_delete {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:08.668594 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-220852b3-795a-4648-9efb-64b64594b4d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:59:08.681779 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62aee44c-278c-49f2-a43b-1c8662290c8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=219a8459-96ff-47fc-8d7f-31deca758dbf,revision_number=None']} {{(pid=98851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:59:08.685563 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG oslo_concurrency.lockutils [None req-62aee44c-278c-49f2-a43b-1c8662290c8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:59:08.688860 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron_lib.callbacks.manager [None req-62aee44c-278c-49f2-a43b-1c8662290c8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=98851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:08.689949 dv-cinder-793264-1-iscsi neutron-server[98851]: INFO neutron.wsgi [None req-62aee44c-278c-49f2-a43b-1c8662290c8c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/219a8459-96ff-47fc-8d7f-31deca758dbf HTTP/1.1" status: 204 len: 168 time: 0.2219031 May 27 03:59:09.348737 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 37296) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:59:09.384080 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-3af0ace6-547d-4950-9fe5-73e267668fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:09.401710 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-97fce0ff-c567-415e-b13f-7f48d287a8bb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b100afe59a094503b6fab7b12c6c23ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0518501 May 27 03:59:09.404003 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.wsgi [-] (98852) accepted ('10.222.0.25', 37300) {{(pid=98852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:59:09.460295 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-e1ead1d2-4062-4700-9991-9d2d8bf33014 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:09.484868 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-e1ead1d2-4062-4700-9991-9d2d8bf33014 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:09.589849 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-e1ead1d2-4062-4700-9991-9d2d8bf33014 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465772'] for security_group, after_delete {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:09.594681 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-431931f8-091a-4a69-a1ad-048a789292e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:59:09.607164 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ead1d2-4062-4700-9991-9d2d8bf33014 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccc6ee5c-94ee-4027-95c8-3c09fe9c9c49,revision_number=None']} {{(pid=98852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:59:09.610244 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG oslo_concurrency.lockutils [None req-e1ead1d2-4062-4700-9991-9d2d8bf33014 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:59:09.612447 dv-cinder-793264-1-iscsi neutron-server[98852]: DEBUG neutron_lib.callbacks.manager [None req-e1ead1d2-4062-4700-9991-9d2d8bf33014 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:09.613669 dv-cinder-793264-1-iscsi neutron-server[98852]: INFO neutron.wsgi [None req-e1ead1d2-4062-4700-9991-9d2d8bf33014 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ccc6ee5c-94ee-4027-95c8-3c09fe9c9c49 HTTP/1.1" status: 204 len: 168 time: 0.2085228 May 27 03:59:12.833258 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.agents_db [None req-9826b012-bfd7-43dd-a737-969f574491ef None None] Agent healthcheck: found 6 active agents {{(pid=98854) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 03:59:17.515853 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:33.861236 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-208b9439-e1dc-4512-9d71-f34839d2fd72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:36.394320 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-a9a42d05-42b5-4e8a-95e1-c418ada598c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:36.411366 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:37.771611 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-e3613943-0892-48bd-9358-60eb59884bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:39.331641 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-3af0ace6-547d-4950-9fe5-73e267668fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:47.503435 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:49.832441 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.agents_db [None req-9826b012-bfd7-43dd-a737-969f574491ef None None] Agent healthcheck: found 6 active agents {{(pid=98854) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 04:00:03.877052 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-b61a06b5-4976-4b24-8f79-4934b21ce393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:06.385149 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-0a14ff85-1a45-4a2b-9732-6f8bfd6acb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:06.439221 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:07.879254 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-e3613943-0892-48bd-9358-60eb59884bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:09.333822 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-3af0ace6-547d-4950-9fe5-73e267668fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:17.536075 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:26.831595 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.agents_db [None req-9826b012-bfd7-43dd-a737-969f574491ef None None] Agent healthcheck: found 6 active agents {{(pid=98854) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 04:00:33.850544 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-2378a0f7-37e1-4fba-8bab-2dd8d849e8a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:36.394940 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-b5d9c5ae-1579-4ff0-8ab9-01fa36b4f8d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:36.412026 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:36.936314 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.wsgi [req-ef010ee3-9af0-4e6b-bcf9-e940b5997138 req-3d62b6ef-9fb7-4baf-a648-ff5efdf12668 service neutron] (98851) timed out ('10.222.0.36', 62769) {{(pid=98851) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 27 04:00:37.823973 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-e3613943-0892-48bd-9358-60eb59884bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:39.409673 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-3af0ace6-547d-4950-9fe5-73e267668fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:47.535256 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:03.831208 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.agents_db [None req-9826b012-bfd7-43dd-a737-969f574491ef None None] Agent healthcheck: found 6 active agents {{(pid=98854) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 04:01:03.856714 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-56ca3c01-fe85-4fb6-8fb0-50269ce01d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:06.380672 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-0ad23905-fbb5-4753-b55e-fcd4df43d04a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:06.456630 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:07.759299 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-e3613943-0892-48bd-9358-60eb59884bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:09.385970 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-3af0ace6-547d-4950-9fe5-73e267668fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:17.558855 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:33.865924 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-b214117a-3d54-4306-95d0-675c75db5cc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:36.386356 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-38af1494-749f-46ab-a930-94906cc26067 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:36.436828 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:37.775015 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-e3613943-0892-48bd-9358-60eb59884bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:39.345226 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-3af0ace6-547d-4950-9fe5-73e267668fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:40.830229 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.agents_db [None req-9826b012-bfd7-43dd-a737-969f574491ef None None] Agent healthcheck: found 6 active agents {{(pid=98854) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 04:01:47.545867 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:03.860024 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-1e3068b6-d635-4930-acac-293e8ab9e5c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:06.413758 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-4ca31eb4-4bae-443e-87b7-987eb82d8150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:06.441445 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:07.779615 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-e3613943-0892-48bd-9358-60eb59884bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:09.340048 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-3af0ace6-547d-4950-9fe5-73e267668fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:14.493698 dv-cinder-793264-1-iscsi neutron-server[98851]: DEBUG neutron.wsgi [req-ac166c74-62c8-4255-9586-ac4937765fbd req-56c5b710-0691-4512-a69e-a214a0c0bc4b service neutron] (98851) timed out ('10.222.0.25', 60350) {{(pid=98851) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 27 04:02:17.595925 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:17.832793 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.agents_db [None req-9826b012-bfd7-43dd-a737-969f574491ef None None] Agent healthcheck: found 6 active agents {{(pid=98854) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 04:02:33.869909 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-47f483fa-2e3e-4199-9daf-c418d7b6caea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:36.395223 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-81ec8065-cfa2-4ef8-be7f-406fe22c3a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:36.452647 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:37.778368 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-e3613943-0892-48bd-9358-60eb59884bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:39.355007 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-3af0ace6-547d-4950-9fe5-73e267668fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:47.566160 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:54.832069 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.agents_db [None req-9826b012-bfd7-43dd-a737-969f574491ef None None] Agent healthcheck: found 6 active agents {{(pid=98854) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 04:03:03.891854 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-03168eab-c9ad-4fb9-ad2a-3d8ec27aafe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:06.400534 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-96c4b979-17a7-4b14-95cf-0d086a8285e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:06.417303 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:07.783159 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-e3613943-0892-48bd-9358-60eb59884bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:09.348999 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-3af0ace6-547d-4950-9fe5-73e267668fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:17.617842 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:31.831027 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.agents_db [None req-9826b012-bfd7-43dd-a737-969f574491ef None None] Agent healthcheck: found 6 active agents {{(pid=98854) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 04:03:33.873844 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-c9e56204-d669-4d89-80d1-635bdc132ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:36.461640 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-274eba07-cfd6-4a0b-9c2f-e272cf0292a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:36.472706 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:37.793892 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-e3613943-0892-48bd-9358-60eb59884bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:39.364978 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-3af0ace6-547d-4950-9fe5-73e267668fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:47.581838 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:03.871681 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-bfe8a068-7a7a-46de-8949-af56d772ec9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:06.431532 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-600133b4-ceb2-41af-acf3-25b4d7e5d907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:06.454141 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-67f11c05-5f45-46ee-9ae1-fab14d74396a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:07.797239 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-e3613943-0892-48bd-9358-60eb59884bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:08.830272 dv-cinder-793264-1-iscsi neutron-server[98854]: DEBUG neutron.db.agents_db [None req-9826b012-bfd7-43dd-a737-969f574491ef None None] Agent healthcheck: found 6 active agents {{(pid=98854) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 04:04:09.385690 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-3af0ace6-547d-4950-9fe5-73e267668fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:17.609783 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-ee43d7ab-584b-48ef-b599-c24644e3783d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:33.861351 dv-cinder-793264-1-iscsi neutron-server[98853]: DEBUG neutron_lib.callbacks.manager [None req-4fb14e04-49d1-45b1-80cb-c349732fc17a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786481734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487664'] for agent, after_update {{(pid=98853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}